-- Logs begin at Wed 2021-11-24 13:08:25 UTC, end at Wed 2021-11-24 15:00:00 UTC. -- Nov 24 13:47:02.939389 dv-neutron-818153-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 13:47:05.314198 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.common.config [-] Logging enabled! Nov 24 13:47:05.314947 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev79 Nov 24 13:47:05.314947 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 13:47:05.318128 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.common.config [-] Logging enabled! Nov 24 13:47:05.318385 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev79 Nov 24 13:47:05.318740 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 13:47:05.319681 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 13:47:05.319919 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 13:47:05.320279 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 13:47:05.320530 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 13:47:05.320803 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 13:47:05.321108 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.321407 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.321707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.321939 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.322237 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.322530 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.322814 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.323106 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.323408 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.323700 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.323985 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.324272 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.324505 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.324815 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.325108 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.325399 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.325624 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] debug = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.325909 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.326339 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.326760 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.327044 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.327336 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.327617 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.327890 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.328169 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.328453 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.328808 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] host = dv-neutron-818153-2-hyperv {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.329088 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.329378 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.329668 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.329955 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.330232 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.330509 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.330792 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.331070 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.331337 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.331611 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.331901 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.332191 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.332487 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.332713 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.332971 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.333262 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.334089 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.334368 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.334641 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.334915 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.335189 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.335464 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.335731 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.336020 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.336307 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.336595 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.336900 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.337178 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.337453 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.337725 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.338011 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.338284 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.338559 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.338832 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.339119 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.339388 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.339661 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.339961 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.340247 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.340530 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.340851 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.341127 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.341410 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.341685 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.341958 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.342233 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_json = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.342507 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.342781 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.343063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.343337 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.343611 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.343884 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.344160 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.344452 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:05.344770 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.345063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.345363 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.345646 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.345939 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.346220 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.346513 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.346793 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.347083 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.347372 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.347660 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.347945 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.348228 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.348508 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.348828 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.349189 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.349486 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.349774 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.350049 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.350323 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.350597 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.350878 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.351166 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.351455 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.351745 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.352019 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.352298 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.352590 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.352901 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.353177 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.353457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.353748 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.354032 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.354306 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.354592 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.354870 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.355142 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.355414 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.355693 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.355980 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.356256 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.356527 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.356842 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.357122 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.357395 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.357681 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.357959 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.358232 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.358504 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.358784 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.359057 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.359330 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.359608 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.359879 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.360156 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.360427 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.360700 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.360995 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.361266 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.361538 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.361809 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.362081 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.362359 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.362633 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.362904 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.363177 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.363449 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.363721 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.364013 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.364310 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.364591 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.365686 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.365972 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.366255 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.366536 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.366813 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.367094 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.367376 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.367649 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.367940 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.368225 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.368511 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.368823 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.369108 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.369405 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.369685 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.369968 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.370247 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.370526 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.370817 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.371104 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.371404 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.371701 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.371994 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.372290 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.372581 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.372884 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.373200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.373482 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:05.373702 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 13:47:05.373945 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 13:47:05.769611 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading KWallet Nov 24 13:47:05.778060 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading SecretService Nov 24 13:47:05.781691 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading Windows Nov 24 13:47:05.783054 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading chainer Nov 24 13:47:05.783644 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO keyring.backend [-] Loading macOS Nov 24 13:47:05.818348 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:05.818656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:05.818958 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:05.819292 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 13:47:06.129991 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.130278 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.131117 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.132334 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.132611 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.132927 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.253372 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.253646 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.253920 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.268606 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.268925 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.269200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.301449 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.301731 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.302005 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.342278 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.342941 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.342941 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.578836 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.579131 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.579414 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.579691 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.580464 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.710956 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.711288 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.711573 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.711848 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.712118 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.712433 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.713015 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.713274 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.713535 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.713823 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.714088 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.714510 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.714802 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.715060 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.715338 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.715617 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.715885 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.716164 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.716423 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.716713 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.717098 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.717359 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.717613 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.717899 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.718153 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.718403 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.718801 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:06.719045 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:06.719287 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:06.719521 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:06.719756 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:06.719994 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:06.720367 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 13:47:06.723781 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 13:47:06.728354 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 13:47:06.732333 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Nov 24 13:47:06.734036 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 13:47:06.734490 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 13:47:06.734833 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 13:47:06.735226 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 13:47:06.738322 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 13:47:06.738582 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 13:47:06.738940 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 13:47:06.768229 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 13:47:06.768692 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.769021 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 24 13:47:06.769428 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.771573 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 13:47:06.772012 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 13:47:06.772272 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 13:47:06.775624 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.775917 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:06.839143 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 13:47:06.839322 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 13:47:06.839537 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 13:47:06.839927 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 13:47:06.876147 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_db.sqlalchemy.engines [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 24 13:47:07.231423 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing driver for type 'gre' Nov 24 13:47:07.231873 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] gre ID ranges: [(1, 1000)] Nov 24 13:47:07.290752 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing driver for type 'local' Nov 24 13:47:07.291143 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing driver for type 'vlan' Nov 24 13:47:07.303445 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] VlanTypeDriver initialization complete Nov 24 13:47:07.303812 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing driver for type 'vxlan' Nov 24 13:47:07.304323 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] vxlan ID ranges: [(1, 1000)] Nov 24 13:47:07.367460 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing extension driver 'port_security' Nov 24 13:47:07.368106 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.extensions.port_security [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] PortSecurityExtensionDriver initialization complete Nov 24 13:47:07.368221 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing mechanism driver 'openvswitch' Nov 24 13:47:07.368458 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing mechanism driver 'hyperv' Nov 24 13:47:07.375468 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.plugin [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:07.376241 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.376610 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.376990 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.377381 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.377737 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.378080 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.378458 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.378802 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.379141 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.379521 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > security_group after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.379873 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > security_group after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.380243 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.381320 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.381674 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.382012 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.382390 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > address_group after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.382730 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > address_group after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.383064 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.383408 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] ML2 OVO RPC backend initialized. {{(pid=87585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 24 13:47:07.384155 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.384506 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.384952 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.385299 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > networks before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.385642 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.385984 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > ports before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.386328 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.386660 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnets before_response 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.387003 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.387341 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.387674 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.388008 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.388494 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.388890 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.389224 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.389557 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.389887 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.390491 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.plugin [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Modular L2 Plugin initialization complete Nov 24 13:47:07.390820 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading services supported by the core plugin {{(pid=87585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 13:47:07.391285 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.plugins.ml2.managers [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Got port-security extension from driver 'port_security' Nov 24 13:47:07.391792 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.extensions.vlantransparent [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Disabled vlantransparent extension. Nov 24 13:47:07.392282 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 13:47:07.392592 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: router Nov 24 13:47:07.431772 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.432174 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.432541 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router before_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.432942 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.433318 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.433671 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_delete 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.434031 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.434389 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.434732 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.435078 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.435422 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.435780 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.436193 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.436562 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.436928 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.437270 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: subnet after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.437608 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.437954 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.438301 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.438645 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.438989 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.439348 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router after_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.439854 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.440322 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.440690 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.441073 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.441480 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > agent after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.441832 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > agent after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.442327 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > network after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.444098 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Tracking information for resource: router configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:07.444430 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Tracking information for resource: floatingip configured {{(pid=87585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 13:47:07.450244 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.db.l3_agentschedulers_db [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 13:47:07.450842 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.451216 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port after_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.451570 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port after_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.451922 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: port after_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.452762 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router before_create 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.453146 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.453509 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_create 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.453863 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > router precommit_update 55550100 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.459180 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.provider_configuration [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service providers = [] {{(pid=87585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 13:47:07.459547 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.db.servicetype_db [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 13:47:07.462695 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 13:47:07.463044 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 13:47:07.463385 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 13:47:07.464492 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.services.service_base [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 13:47:07.464908 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.services.service_base [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 13:47:07.465299 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.465619 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 13:47:07.477532 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.477860 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: auto_allocate Nov 24 13:47:07.484084 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: network precommit_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.484385 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: network precommit_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.484952 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.485267 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: tag Nov 24 13:47:07.492960 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.493291 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: timestamp Nov 24 13:47:07.497684 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.497984 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: network_ip_availability Nov 24 13:47:07.505245 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.505728 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.506252 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.507065 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.507497 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: flavors Nov 24 13:47:07.513761 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.514075 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading Plugin: revisions Nov 24 13:47:07.519484 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 13:47:07.519999 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.701s {{(pid=87585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:07.521679 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 13:47:07.521824 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Initializing extension manager. Nov 24 13:47:07.522464 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: __init__.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.522833 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: __pycache__ {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.523165 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.523598 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: address_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.524674 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.525290 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: address-group Nov 24 13:47:07.525621 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: address_scope.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.526498 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.527119 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: address-scope Nov 24 13:47:07.527700 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.528905 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.529421 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: router-admin-state-down-before-update Nov 24 13:47:07.529963 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: agent.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.530803 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.531524 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: agent Nov 24 13:47:07.531985 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: agent_resources_synced.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.533058 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.533594 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: agent-resources-synced Nov 24 13:47:07.533915 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: allowedaddresspairs.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.536383 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.537554 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: allowed-address-pairs Nov 24 13:47:07.537873 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: auto_allocated_topology.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.539390 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.539937 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: auto-allocated-topology Nov 24 13:47:07.540286 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: availability_zone.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.541327 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.541836 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: availability_zone Nov 24 13:47:07.542165 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: availability_zone_filter.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.543181 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.543688 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: availability_zone_filter Nov 24 13:47:07.543957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: data_plane_status.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.544933 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.545442 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 13:47:07.545761 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: default_subnetpools.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.546693 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.547197 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: default-subnetpools Nov 24 13:47:07.547517 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.548373 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.548932 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: dhcp_agent_scheduler Nov 24 13:47:07.549252 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: dns.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.550190 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.550684 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 13:47:07.551006 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: dns_domain_ports.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.551942 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.552477 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 13:47:07.552824 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: dvr.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.553519 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.554016 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: dvr Nov 24 13:47:07.554336 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: empty_string_filtering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.555276 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.555776 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: empty-string-filtering Nov 24 13:47:07.556101 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.557054 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.557701 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 13:47:07.557888 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.558771 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.559269 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 13:47:07.559590 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: external_net.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.560504 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.561037 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: external-net Nov 24 13:47:07.561354 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.562276 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.562775 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: extra_dhcp_opt Nov 24 13:47:07.563093 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: extraroute.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.563998 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.564494 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: extraroute Nov 24 13:47:07.564922 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: extraroute_atomic.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.566000 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.566500 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: extraroute-atomic Nov 24 13:47:07.566817 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: filter_validation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.567496 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.568093 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: filter-validation Nov 24 13:47:07.568406 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: fip_pf_description.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.571005 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.571525 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 13:47:07.571858 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: fip_port_details.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.572842 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.573356 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: fip-port-details Nov 24 13:47:07.573688 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: flavors.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.574958 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.575470 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: flavors Nov 24 13:47:07.575797 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.577528 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.578039 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 13:47:07.578367 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: floatingip_pools.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.579074 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.579579 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: floatingip-pools Nov 24 13:47:07.579903 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: ip_allocation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.580885 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.581375 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 13:47:07.581698 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.582629 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.583128 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: ip-substring-filtering Nov 24 13:47:07.583994 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l2_adjacency.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.584965 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.585460 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 13:47:07.585787 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.586811 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.587326 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: router Nov 24 13:47:07.587646 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.590089 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.590616 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 13:47:07.590954 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.591926 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.592438 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: ext-gw-mode Nov 24 13:47:07.592790 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.593730 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.594229 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: l3-ha Nov 24 13:47:07.594553 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3_flavors.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.595480 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.595977 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: l3-flavors Nov 24 13:47:07.596299 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.597278 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.597775 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 13:47:07.598094 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: l3agentscheduler.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.599931 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.600509 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: l3_agent_scheduler Nov 24 13:47:07.600984 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: logging.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.602584 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.603090 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension logging not supported by any of loaded plugins Nov 24 13:47:07.603415 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: metering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.604173 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.604770 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: metering Nov 24 13:47:07.605105 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.606245 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.606757 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: metering_source_and_destination_fields Nov 24 13:47:07.607098 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: multiprovidernet.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.608199 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.608717 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: multi-provider Nov 24 13:47:07.609072 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: netmtu.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.610032 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.610539 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: net-mtu Nov 24 13:47:07.610863 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: netmtu_writable.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.611802 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.612310 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: net-mtu-writable Nov 24 13:47:07.612636 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: network_availability_zone.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.613354 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.613857 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: network_availability_zone Nov 24 13:47:07.614178 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: network_ip_availability.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.616246 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.616788 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: network-ip-availability Nov 24 13:47:07.617109 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: network_segment_range.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.617929 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.618425 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 13:47:07.618743 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: pagination.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.619765 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.620095 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: pagination Nov 24 13:47:07.620415 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: port_device_profile.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.621393 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.621905 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: port-device-profile Nov 24 13:47:07.622226 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.623166 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.623671 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: port-mac-address-regenerate Nov 24 13:47:07.623986 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.624951 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.625456 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: port-numa-affinity-policy Nov 24 13:47:07.625775 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: port_resource_request.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.626704 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.627200 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 13:47:07.627517 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: portbindings.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.628459 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.629061 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: binding Nov 24 13:47:07.629384 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: portbindings_extended.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.631328 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.631839 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: binding-extended Nov 24 13:47:07.632166 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: portsecurity.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.633121 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.633623 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: port-security Nov 24 13:47:07.633947 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: project_id.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.634940 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.635281 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: project-id Nov 24 13:47:07.635608 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: providernet.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.636524 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.637067 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: provider Nov 24 13:47:07.637434 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.641201 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.641726 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos not supported by any of loaded plugins Nov 24 13:47:07.642060 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.643332 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.643833 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 13:47:07.644165 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.645116 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.645627 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 13:47:07.646018 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_default.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.647123 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.647625 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-default not supported by any of loaded plugins Nov 24 13:47:07.647954 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_fip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.648621 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.649157 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 13:47:07.649476 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_gateway_ip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.650440 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.650942 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 13:47:07.651308 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_port_network_policy.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.652240 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.652770 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 13:47:07.653115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_rule_type_details.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.654020 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.654667 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 13:47:07.655163 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: qos_rules_alias.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.656273 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.656802 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 13:47:07.657132 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: quotasv2.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.658160 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.658642 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: quotas Nov 24 13:47:07.658966 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: quotasv2_detail.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.660667 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.661025 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: quota_details Nov 24 13:47:07.661356 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: rbac.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.662511 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.663154 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: rbac-policies Nov 24 13:47:07.663643 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: rbac_address_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.664489 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.665835 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: rbac-address-group Nov 24 13:47:07.665835 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: rbac_address_scope.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.666328 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.666800 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: rbac-address-scope Nov 24 13:47:07.667275 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: rbac_security_groups.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.668101 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.668811 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: rbac-security-groups Nov 24 13:47:07.669368 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: rbac_subnetpool.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.669854 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.670363 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: rbac-subnetpool Nov 24 13:47:07.670682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: revisionifmatch.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.671666 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.672121 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: revision-if-match Nov 24 13:47:07.672441 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: revisions.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.673628 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.674140 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: standard-attr-revisions Nov 24 13:47:07.674468 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: router_availability_zone.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.675152 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.675655 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: router_availability_zone Nov 24 13:47:07.675983 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: routerservicetype.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.676948 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.678004 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 13:47:07.678326 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.679255 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.679766 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: security-groups-normalized-cidr Nov 24 13:47:07.680092 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.681051 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.681555 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: port-security-groups-filtering Nov 24 13:47:07.681903 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.683602 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.683602 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: security-groups-remote-address-group Nov 24 13:47:07.683602 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: securitygroup.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.694301 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.694866 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: security-group Nov 24 13:47:07.695201 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: segment.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.696057 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.696558 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension segment not supported by any of loaded plugins Nov 24 13:47:07.696924 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.697945 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.698448 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 13:47:07.698774 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: servicetype.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.699923 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.700440 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: service-type Nov 24 13:47:07.700782 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: sorting.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.701782 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.702116 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: sorting Nov 24 13:47:07.702444 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: standard_attr_segment.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.703371 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.703892 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 13:47:07.704216 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: standardattrdescription.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.704915 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.705419 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: standard-attr-description Nov 24 13:47:07.705742 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: stateful_security_group.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.706684 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.707192 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: stateful-security-group Nov 24 13:47:07.707515 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: stdattrs_common.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.708104 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 13:47:07.708475 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.709541 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.710053 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 13:47:07.710373 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: subnet_onboard.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.711479 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.712000 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: subnet_onboard Nov 24 13:47:07.712321 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.713301 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.713817 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 13:47:07.714138 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: subnet_service_types.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.715089 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.715600 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: subnet-service-types Nov 24 13:47:07.715920 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: subnetallocation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.717082 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.717599 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: subnet_allocation Nov 24 13:47:07.717925 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.718620 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.719133 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: subnetpool-prefix-ops Nov 24 13:47:07.719452 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.720411 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.720943 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 13:47:07.721265 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: tagging.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.722366 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.722884 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: standard-attr-tag Nov 24 13:47:07.723213 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: timestamp.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.725026 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.725538 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loaded extension: standard-attr-timestamp Nov 24 13:47:07.725874 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: trunk.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.727031 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.727545 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension trunk not supported by any of loaded plugins Nov 24 13:47:07.727873 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: trunk_details.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.728829 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.729338 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 13:47:07.729661 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: uplink_status_propagation.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.730597 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.731104 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 13:47:07.731429 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Loading extension file: vlantransparent.py {{(pid=87585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 13:47:07.732117 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 13:47:07.732628 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 13:47:07.735236 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:network Nov 24 13:47:07.735927 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:subnet Nov 24 13:47:07.736782 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 13:47:07.737385 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:port Nov 24 13:47:07.738715 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.739145 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service FLAVORS assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.740672 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.741276 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.741612 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:router Nov 24 13:47:07.742466 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 13:47:07.743189 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service METERING assigned prefix: /metering {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.744690 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.745080 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.745430 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:47:07.746621 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 13:47:07.747064 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:security_group Nov 24 13:47:07.747731 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 13:47:07.748481 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.748842 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 13:47:07.749193 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] subnetpool is already registered Nov 24 13:47:07.749794 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.750120 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 13:47:07.750441 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] subnetpool is already registered Nov 24 13:47:07.753036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.753475 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service FLAVORS assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.754066 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.754483 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.754814 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:router Nov 24 13:47:07.755148 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] router is already registered Nov 24 13:47:07.756124 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 13:47:07.756467 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] floatingip is already registered Nov 24 13:47:07.757147 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service METERING assigned prefix: /metering {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.757841 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 13:47:07.758169 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] rbac_policy is already registered Nov 24 13:47:07.758729 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:security_group Nov 24 13:47:07.759055 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] security_group is already registered Nov 24 13:47:07.759649 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 13:47:07.759977 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] security_group_rule is already registered Nov 24 13:47:07.760637 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.761006 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 13:47:07.761338 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] subnetpool is already registered Nov 24 13:47:07.761955 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.v2.resource_helper [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Service CORE assigned prefix: {{(pid=87585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 13:47:07.762281 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 13:47:07.762601 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING neutron.quota.resource_registry [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] subnetpool is already registered Nov 24 13:47:07.763241 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: extensions {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.764761 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: address-groups {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.766410 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: address-scopes {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.767638 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: agents {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.768869 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: auto-allocated-topology {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.770091 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: availability_zones {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.771459 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: dhcp-networks {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.772909 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: dhcp-agents {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.774343 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: routers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.777228 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: flavors {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.778403 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: service_profiles {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.779599 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: next_providers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.781190 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: service_profiles {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.782628 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: floatingip-pools {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.783854 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: routers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.785707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: floatingips {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.787449 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: l3-routers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.788963 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: l3-agents {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.790375 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: metering-labels {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.791727 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: metering-label-rules {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.793040 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: network-ip-availabilities {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.794300 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: bindings {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.795966 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: quotas {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.797445 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: quotas {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.798867 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: rbac-policies {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.800165 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: security-groups {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.801398 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: security-group-rules {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.803202 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: service-providers {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.804449 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: subnetpools {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.805919 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: subnetpools {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.807371 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.809091 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.810945 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.812735 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.814547 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.816393 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.818272 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.820184 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.821986 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.823835 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron.api.extensions [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Extended resource: tags {{(pid=87585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 13:47:07.830068 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING keystonemiddleware.auth_token [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 13:47:07.835000 dv-neutron-818153-2-hyperv neutron-server[87585]: WARNING keystonemiddleware.auth_token [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 13:47:07.843476 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Acquired lock "singleton_lock" {{(pid=87585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 24 13:47:07.843959 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_concurrency.lockutils [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Releasing lock "singleton_lock" {{(pid=87585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 24 13:47:07.844611 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Starting 2 workers Nov 24 13:47:07.850028 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Started child 87692 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 13:47:07.854753 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Started child 87693 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 13:47:07.855808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:07.856494 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO neutron.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 13:47:07.857060 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Notify callbacks [] for process, before_spawn {{(pid=87585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:07.857509 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [-] (87692) wsgi starting up on http://0.0.0.0:9696 Nov 24 13:47:07.859569 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Starting 1 workers Nov 24 13:47:07.860415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:07.862180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [-] (87693) wsgi starting up on http://0.0.0.0:9696 Nov 24 13:47:07.864730 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Started child 87694 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 13:47:07.865900 dv-neutron-818153-2-hyperv neutron-server[87585]: INFO oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Starting 1 workers Nov 24 13:47:07.868860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] calling RpcWorker wait() {{(pid=87694) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 13:47:07.869544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] returning from RpcWorker wait() {{(pid=87694) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 13:47:07.870568 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Started child 87695 {{(pid=87585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 24 13:47:07.870715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:07.871022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:07.871366 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG neutron_lib.callbacks.manager [None req-17ac6b0f-cda6-400d-8642-4b086bf4a9b1 None None] Notify callbacks [] for process, after_spawn {{(pid=87585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:07.873421 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 24 13:47:07.873642 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 13:47:07.873814 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 13:47:07.874031 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 13:47:07.874384 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 13:47:07.874548 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 13:47:07.875081 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.875365 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.875660 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.875938 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.876230 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.876375 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:07.877211 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.877211 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.877577 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.877868 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.878122 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.878326 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.878480 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.878722 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.878978 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.879292 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.879566 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.879833 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.880098 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.880359 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.880716 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.881000 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.881234 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.881613 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] debug = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.881902 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.882258 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.882596 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.882859 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.883088 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.883486 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.883486 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.883994 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.883994 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.884467 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.884467 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.885131 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.885131 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886574 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host = dv-neutron-818153-2-hyperv {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886574 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.886813 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.887140 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.887378 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.887605 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.887843 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.888081 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.888302 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.888683 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.888984 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.889208 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.889427 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.889652 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.889873 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.889873 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_options = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.890316 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.890538 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.890763 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.890980 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.890980 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.891579 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.891579 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.891579 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.892199 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.892199 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.892199 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.892854 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.892854 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.892854 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.893473 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.893473 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.893896 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.893896 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.894327 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.894327 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.894594 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.894729 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.894871 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.895091 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.895305 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.895551 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.895777 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.896250 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.896415 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.896585 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.896848 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.897173 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.897383 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.897630 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.897948 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.898108 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.898279 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.898559 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.898757 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.899647 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.899647 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.900010 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.900158 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.900333 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.900565 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.901058 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_json = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.901234 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.901351 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.901651 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.901879 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.902121 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.902356 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.902556 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.902838 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:07.904033 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.904033 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.904033 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.904308 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.904551 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.904715 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:07.904917 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.905059 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.905277 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.905529 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.906043 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.906251 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.906400 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.906585 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.906808 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.907080 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.907410 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.907668 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.908231 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.908475 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.908707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.909000 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.909371 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.909589 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.909817 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.910041 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.910304 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.910536 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.910781 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.911002 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.911253 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.911474 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.912220 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.912472 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.912706 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.913032 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.913355 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.913588 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.913806 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.914054 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.914318 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.914561 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.914827 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.915046 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.915277 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.915504 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.916007 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.916256 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.916476 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.916706 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.916981 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.917546 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.917770 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.917985 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.918228 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.918593 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.918826 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.918826 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.919239 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.919239 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.919816 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.919816 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.920321 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.920321 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.920705 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.920705 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.921159 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.921159 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.921547 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.921547 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.922025 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.922025 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.922414 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.922777 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.923003 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.923227 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.923447 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.923639 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.923843 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.924063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.924278 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.924489 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.924725 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.924963 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.925196 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.925485 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.925814 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.926088 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.926316 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.928040 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.928428 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.928885 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.929164 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.929830 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.932899 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.933219 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.933551 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.933810 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.934094 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.934754 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.935423 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.937885 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.938157 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.939205 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.939205 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.939205 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.939205 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.939512 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.939754 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.941978 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.942600 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.945745 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.946054 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.946319 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.946632 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.946909 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.947206 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.947541 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.947823 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.948111 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.948357 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.948617 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.950201 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.950467 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.950748 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.952793 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.954002 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.954263 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.954594 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.954889 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.955159 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.955439 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.955693 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.956063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.956333 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.956581 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.957372 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.957674 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.959260 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.959544 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.959843 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.960825 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.963294 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.963583 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.963843 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.964132 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.964514 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.964700 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.964956 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.965215 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.965516 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.965726 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.965951 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.966186 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.966472 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.966721 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.966958 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.967194 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.967444 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.967739 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.967946 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.968186 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.968412 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.968657 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.969530 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.969978 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.970243 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.970467 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.970740 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.970968 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.971247 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.971514 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.971754 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.971989 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.972240 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.972513 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.972776 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.973038 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.973280 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.973522 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.973744 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.973978 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.974712 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.974953 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.975186 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.975408 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.975688 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.975943 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.976275 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.976542 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.976831 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.977462 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.977692 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.978090 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.978351 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.978558 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.978803 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.979009 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.979229 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.979510 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.979777 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.980015 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.980252 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.980491 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.980708 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.980958 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.981175 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.981477 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.981730 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.981983 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.982231 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.983420 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.983657 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.983858 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.984052 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.984279 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.984495 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.984726 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.984986 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.985336 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.986036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.986036 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.986364 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.986576 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.986785 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.987079 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.987767 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.988061 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.988296 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.988622 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.988906 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.989591 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.991582 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.991816 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.992058 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.992351 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.992696 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.994537 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.995562 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.995855 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.997037 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.998063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.998351 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.998593 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.998924 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.999288 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.999585 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:07.999855 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.000155 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.000647 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.001125 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.001641 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.002459 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.002735 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.003331 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.003660 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.003940 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.004318 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.004571 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.004862 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.005113 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.005693 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.006306 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.006765 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.007679 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.008091 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 13:47:08.009067 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 24 13:47:08.009273 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 13:47:08.009495 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 13:47:08.009683 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 13:47:08.009862 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 13:47:08.010010 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 13:47:08.010341 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.010611 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.010780 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.010920 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.011083 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.011267 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.011415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:08.011570 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.011570 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.011868 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.011868 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012129 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012265 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012400 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012536 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012673 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012843 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.012996 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013144 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013283 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013421 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013556 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013704 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013840 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] debug = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.013976 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.014166 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.014414 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.014556 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.014695 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.014831 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.014966 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015102 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015238 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015374 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015521 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015667 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015806 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.015941 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.016077 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.016212 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.016377 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.016523 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host = dv-neutron-818153-2-hyperv {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.016683 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.016868 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.017144 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.017144 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.017311 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.017458 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.017605 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.017763 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_options = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.024779 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.025656 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.026682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027200 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.027707 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_json = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028313 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.028957 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029883 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029883 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.029883 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.030101 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.030175 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.030381 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.030551 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.030714 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.030877 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.031040 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.031217 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.031381 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.031556 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.031925 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.032328 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.032606 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.032787 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.033610 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.033778 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.033939 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.034104 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.034267 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.034564 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.034733 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.034960 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.035137 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.035827 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.036134 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.037063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.039246 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.039499 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.039660 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.039800 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.039949 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.040115 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.040288 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.040735 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.040933 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.041120 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.041298 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.041777 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.042335 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.042976 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.043165 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.043324 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.043708 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.044041 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.044357 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.044557 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.044925 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.045079 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.045254 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.045413 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.045574 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.045735 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.045878 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.046203 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.046410 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.046718 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.046917 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.047128 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.047308 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.047515 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.047670 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.047846 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.048284 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.048508 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.048676 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.049016 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.049187 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.049397 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.049540 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.049723 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.049932 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.050097 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.050263 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.050423 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.050585 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.051235 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.051450 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.051594 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.051733 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.051868 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.052019 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.052189 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.052896 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.053147 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.053432 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.053725 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.053985 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.054155 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.054324 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.054493 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.054658 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.054803 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.054971 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.055132 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.055294 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.055457 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.055631 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.055776 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.055933 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.056102 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.056271 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.056444 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.056610 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.056897 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.057072 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.057242 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.057505 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.057670 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.057914 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.058084 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.058227 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.058398 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.058567 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.058744 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.058905 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.059066 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.059229 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.059416 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.059580 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.059740 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.059901 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.060063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.060225 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.060387 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.060550 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.060713 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.060914 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.061161 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.061399 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.061540 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.061663 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.061798 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.061936 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062095 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062236 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062396 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062539 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062679 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062819 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.062987 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.063135 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.063277 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.063431 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.063597 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.063743 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.063911 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.064054 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.064222 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.064381 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.064516 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.064680 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.064910 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065051 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065189 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065330 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065467 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065607 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065747 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.065917 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066073 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066229 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066384 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066527 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066668 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066836 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.066983 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.067153 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.067319 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.067465 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.067618 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.067881 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.068078 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.068304 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.068584 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.068910 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.069137 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.069288 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.069454 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.069615 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.069756 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.069918 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.070063 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.070230 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.070397 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.070566 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.070880 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.071050 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.071308 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.071556 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.071722 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.071885 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.072559 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.074151 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.074352 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.075993 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.076613 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.076825 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.077011 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.077179 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.077351 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.078440 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.079008 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.079187 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.079359 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.079672 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.079844 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.080024 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.080308 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.080486 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.080659 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.081739 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.081918 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.082090 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.082388 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.082546 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.082714 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.082879 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.083184 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.083973 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.084128 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.084348 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.084629 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.085208 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.085504 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.085692 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.087208 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.087404 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.087723 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.088089 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.088278 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.088509 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.088682 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.088887 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.089030 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.089385 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.089687 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.090229 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.090723 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.090899 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.091069 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.091236 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.091390 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.091556 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.091700 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.091872 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.092037 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.092205 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.092368 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.092531 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 13:47:08.092687 dv-neutron-818153-2-hyperv neutron-server[87585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 13:47:08.117613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58408) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:08.126637 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066783 Nov 24 13:47:19.815087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f8af48-f1f4-48e1-bb4d-ebeecb86a191 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:47:19.882774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8af48-f1f4-48e1-bb4d-ebeecb86a191 None None] No non-hosted networks {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 13:47:19.898594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40fea736-8757-47ed-866a-b9be3b579a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579853'] for agent, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:20.301243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579853'] for agent, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:20.303700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.304212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.304875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.305357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.306469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.307023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.307868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.307868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.309599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.311744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.312254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.313309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:20.314580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818153-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:20.322408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818153-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:22.466864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b46d-2f06-4c34-9d85-9c7751c65e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579853'] for agent, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:22.547493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08704fd0-0a34-46e6-aed9-3ba1c556a262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:23.599198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579853'] for agent, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:25.189074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579853'] for agent, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:25.961020 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.db.l3_hamode_db [None req-16ccbe68-2847-4c51-99f7-764ed5bc5a77 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 13:47:26.058804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccbe68-2847-4c51-99f7-764ed5bc5a77 None None] Routers set() bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:47:26.059207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccbe68-2847-4c51-99f7-764ed5bc5a77 None None] Router IDs set() for agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 13:47:27.003573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58500) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:27.640508 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING oslo_policy.policy [None req-1f7f6660-a41f-411f-92b6-950ab74853e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:27.641127 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING oslo_policy.policy [None req-1f7f6660-a41f-411f-92b6-950ab74853e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:27.860719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-1f7f6660-a41f-411f-92b6-950ab74853e8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:47:27.861745 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1f7f6660-a41f-411f-92b6-950ab74853e8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8572562 Nov 24 13:47:30.452721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 58514) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:31.142609 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING oslo_policy.policy [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:31.143216 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING oslo_policy.policy [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:31.362377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:31.470239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.policy [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87693) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 13:47:31.517963 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING oslo_policy.policy [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:31.518398 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING oslo_policy.policy [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:31.529349 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.quota [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] Loaded quota_driver: . Nov 24 13:47:31.545380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:31.616395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756218589709', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756218589272', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756219054945', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756219066249', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756219071831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756219081465', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3951754', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4078218', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679871'] for rbac-policy, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:31.700865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:31.702348 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-626ffe0b-5a96-4da4-adbd-193d5f3e909d admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2468004 Nov 24 13:47:34.506398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58532) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:34.920476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'name': 'private'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:34.921997 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.quota [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Loaded quota_driver: . Nov 24 13:47:34.938690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:34.946817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Usage tracker for resource:network and tenant:1e425867bd134c55aa89d344e94c2230 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:47:34.953563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:47:34.965312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:47:34.983080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Made reservation on behalf of 1e425867bd134c55aa89d344e94c2230 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:35.060138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.policy [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87692) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 13:47:35.108050 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING oslo_policy.policy [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:35.108440 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING oslo_policy.policy [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 13:47:35.119252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.142326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.159196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:35.164175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Usage tracker for resource:security_group_rule and tenant:1e425867bd134c55aa89d344e94c2230 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:47:35.170181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:47:35.176879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:47:35.324711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.330092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.335991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:35.360923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:35.388234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756219520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.388881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Unsubscribe: segment precommit_create {{(pid=87692) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 13:47:35.389363 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Added segment edabea0a-2cc1-46df-981b-687303557cb4 of type vlan for network e22dff74-879f-4112-af89-2528c0df911b Nov 24 13:47:35.399371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f26b9b1-69c8-4202-b5b4-0d08cc8a9b59,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:35.463302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.463647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.463977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.464292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.464604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.464945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.465259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.465567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.465873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.466176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.466476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.466798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Tracked resource versions report: Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: pushed versions: Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: { 'AddressGroup': {'1.2'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'ConntrackHelper': {'1.0'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Log': {'1.0'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Network': {'1.1'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Port': {'1.7'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'PortForwarding': {'1.2'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'QosPolicy': {'1.8'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroup': {'1.4'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SubPort': {'1.0'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Subnet': {'1.1'}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Trunk': {'1.1'}} Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: consumer versions: Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'ConntrackHelper': '1.0', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Log': '1.0', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Network': '1.1', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Port': '1.7', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'PortForwarding': '1.2', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'QosPolicy': '1.8', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroup': '1.4', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroupRule': '1.2', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SubPort': '1.0', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Subnet': '1.1', Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Trunk': '1.1'}} Nov 24 13:47:35.468165 dv-neutron-818153-2-hyperv neutron-server[87692]: {{(pid=87692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:47:35.523206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.527417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:35.570563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.572517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:35.573319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:35.578522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:35.701054 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1862764 Nov 24 13:47:35.701054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Pushing event updated for resources: {'Network': ['ID=e22dff74-879f-4112-af89-2528c0df911b,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:35.701054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:35.711049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e22dff74-879f-4112-af89-2528c0df911b details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:47:38.473869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 58550) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:38.955020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d00ae-7919-4f69-9ff7-f3d5f5c539b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:38.956394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-644d00ae-7919-4f69-9ff7-f3d5f5c539b1 admin admin] 10.222.0.36 "GET /v2.0/networks/e22dff74-879f-4112-af89-2528c0df911b HTTP/1.1" status: 200 len: 826 time: 0.4815910 Nov 24 13:47:38.984348 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d9d3db77-4b6a-4ef4-a56b-7c4bfe10ea61 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/3e6849ed-708f-4430-bc01-2209dc36a63c HTTP/1.1" status: 200 len: 734 time: 0.0215940 Nov 24 13:47:38.994953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Request body: {'subnet': {'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:38.999611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:39.003774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Usage tracker for resource:subnet and tenant:1e425867bd134c55aa89d344e94c2230 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:47:39.007396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:47:39.013755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:47:39.022987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Made reservation on behalf of 1e425867bd134c55aa89d344e94c2230 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:39.025602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:39.340664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:39.346709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:39.434042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Checking segment: {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:47:39.434427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Network hostable DHCP agents. Network: e22dff74-879f-4112-af89-2528c0df911b, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:39.449002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=289c5e4e-0da1-432d-a810-b4b65142c936,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:39.461232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.461578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.461882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.462191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.462549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.462825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.463135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.463439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.463740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.464039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.464334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.464631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Tracked resource versions report: Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: pushed versions: Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: { 'AddressGroup': {'1.2'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'ConntrackHelper': {'1.0'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Log': {'1.0'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Network': {'1.1'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Port': {'1.7'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'PortForwarding': {'1.2'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'QosPolicy': {'1.8'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroup': {'1.4'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SubPort': {'1.0'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Subnet': {'1.1'}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Trunk': {'1.1'}} Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: consumer versions: Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'ConntrackHelper': '1.0', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Log': '1.0', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Network': '1.1', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Port': '1.7', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'PortForwarding': '1.2', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'QosPolicy': '1.8', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroup': '1.4', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroupRule': '1.2', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SubPort': '1.0', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Subnet': '1.1', Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Trunk': '1.1'}} Nov 24 13:47:39.465995 dv-neutron-818153-2-hyperv neutron-server[87693]: {{(pid=87693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:47:39.491074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Network e22dff74-879f-4112-af89-2528c0df911b is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:39.503639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:39.507069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e22dff74-879f-4112-af89-2528c0df911b) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:39.511727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:39.512350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:39.517030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef93c6f-5779-4ed0-86d4-33dd99f3d864 None None] Network e22dff74-879f-4112-af89-2528c0df911b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:47:39.541762 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5456138 Nov 24 13:47:39.938866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e22dff74-879f-4112-af89-2528c0df911b', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:47:39.940069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:40.138611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Allocated IP 172.20.0.2 (e22dff74-879f-4112-af89-2528c0df911b/289c5e4e-0da1-432d-a810-b4b65142c936/a00c88e8-fa20-453f-80b3-5eaf6c0cd53c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:40.371561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:40.384801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Transition to ACTIVE for port object a00c88e8-fa20-453f-80b3-5eaf6c0cd53c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:47:40.404095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Transition to ACTIVE for port object a00c88e8-fa20-453f-80b3-5eaf6c0cd53c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:47:40.412001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:40.422415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:40.487951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Network e22dff74-879f-4112-af89-2528c0df911b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:40.491398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:40.497870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:47:40.504063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Pushing event updated for resources: {'Port': ['ID=a00c88e8-fa20-453f-80b3-5eaf6c0cd53c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:40.545001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.545640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.545640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.545967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.546273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.546602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.546912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.547222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.547542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.547848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.548150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.548450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Tracked resource versions report: Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: pushed versions: Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: { 'AddressGroup': {'1.2'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'ConntrackHelper': {'1.0'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Log': {'1.0'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Network': {'1.1'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Port': {'1.7'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'PortForwarding': {'1.2'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'QosPolicy': {'1.8'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroup': {'1.4'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SubPort': {'1.0'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Subnet': {'1.1'}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Trunk': {'1.1'}} Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: consumer versions: Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'ConntrackHelper': '1.0', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Log': '1.0', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Network': '1.1', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Port': '1.7', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'PortForwarding': '1.2', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'QosPolicy': '1.8', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroup': '1.4', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroupRule': '1.2', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SubPort': '1.0', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Subnet': '1.1', Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Trunk': '1.1'}} Nov 24 13:47:40.549855 dv-neutron-818153-2-hyperv neutron-server[87694]: {{(pid=87694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:47:40.581082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:40.606567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Attempting to bind port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:47:40.606946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Attempting to bind port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:47:40.607363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Attempting to bind port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c on network e22dff74-879f-4112-af89-2528c0df911b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:47:40.612458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:47:40.612881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Checking segment: {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:47:40.613373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:40.613808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Bound using segment: {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:47:40.614295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Bound port: a00c88e8-fa20-453f-80b3-5eaf6c0cd53c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:47:40.614695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:40.705847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] For port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:47:40.712053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] For port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a00c88e8-fa20-453f-80b3-5eaf6c0cd53c,segment=NetworkSegment(edabea0a-2cc1-46df-981b-687303557cb4),segment_id=edabea0a-2cc1-46df-981b-687303557cb4)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:47:40.728375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:40.733001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:40.849348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Pushing event updated for resources: {'Port': ['ID=a00c88e8-fa20-453f-80b3-5eaf6c0cd53c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:40.852379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:42.081045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 58564) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:42.471727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-931d36f3-ceb8-4ffb-8238-ba4f3bbf9b00 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:47:42.472871 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-931d36f3-ceb8-4ffb-8238-ba4f3bbf9b00 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907509 Nov 24 13:47:44.558921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7497c-da21-4f26-82bf-ff4049092925 None None] Network e22dff74-879f-4112-af89-2528c0df911b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:47:44.654425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a934c933-d211-46a3-85ad-cbac83b26fea None None] Provisioning for port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:47:44.767018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a00c88e8-fa20-453f-80b3-5eaf6c0cd53c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:47:44.900950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:47:44.907519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:44.907918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:44.956161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 58578) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:45.046285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:45.081569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a00c88e8-fa20-453f-80b3-5eaf6c0cd53c,segment=NetworkSegment(edabea0a-2cc1-46df-981b-687303557cb4),segment_id=edabea0a-2cc1-46df-981b-687303557cb4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:47:45.086960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:45.092045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:45.157152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=a00c88e8-fa20-453f-80b3-5eaf6c0cd53c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:45.161071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:45.185214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-40f79ed0-c8ee-42e7-af20-c19407c9b96f None None] Provisioning complete for port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:45.185581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40f79ed0-c8ee-42e7-af20-c19407c9b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:45.363859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-5f427438-7144-4204-b78b-98f96648de39 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:47:45.365033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f427438-7144-4204-b78b-98f96648de39 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4076321 Nov 24 13:47:46.703497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a00c88e8-fa20-453f-80b3-5eaf6c0cd53c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:47:46.775635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:46.775997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:48.061663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 58590) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:48.430368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:48.435352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:48.439320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Usage tracker for resource:router and tenant:1e425867bd134c55aa89d344e94c2230 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:47:48.443413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:47:48.449322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:47:48.460364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:48.462015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:48.484249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:48.598195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:48.617824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:48.619003 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4407623c-7025-4ac1-96f2-59fedf4c9f50 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5563838 Nov 24 13:47:49.682831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30be0ab2-1dd8-4488-bb7d-6c59025ed3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:50.304335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:51.023613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 58600) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:51.386308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-a19483a1-937e-4f31-aca3-27974b60bc2b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:47:51.387281 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a19483a1-937e-4f31-aca3-27974b60bc2b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3627434 Nov 24 13:47:52.461747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7d59c92-32d4-476a-858f-568a313493a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:53.543990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:53.789422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58610) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:54.156307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:54.162161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:54.166092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Usage tracker for resource:network and tenant:845d88e294a543d88bf7b66081406f8d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:47:54.169140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:47:54.175307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:47:54.185425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Made reservation on behalf of 845d88e294a543d88bf7b66081406f8d for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:54.187737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.203909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.219205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:47:54.222945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Usage tracker for resource:security_group_rule and tenant:845d88e294a543d88bf7b66081406f8d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:47:54.225734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:47:54.231188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:47:54.312318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.316037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.319741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:54.335567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Reserving flat network on physical network physnet1 {{(pid=87692) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 13:47:54.355786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9167c-15e2-42a4-a6b4-4a120df5b254,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:54.359738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:54.360631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.360991 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Added segment d3334f38-458a-4802-9c28-8170814cc4a7 of type flat for network c46d9702-f11e-43f1-8c93-a333c7ed69cb Nov 24 13:47:54.394387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.429962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.431201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:54.431800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:54.434940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:54.566844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Pushing event updated for resources: {'Network': ['ID=c46d9702-f11e-43f1-8c93-a333c7ed69cb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:54.570095 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7796726 Nov 24 13:47:54.570823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:54.577063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:47:55.109012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:56.981435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58630) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:47:57.199812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecae00bb-dea7-46a4-b256-2b5f37a20bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:57.201237 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ecae00bb-dea7-46a4-b256-2b5f37a20bc5 admin admin] 10.222.0.36 "GET /v2.0/subnets/289c5e4e-0da1-432d-a810-b4b65142c936 HTTP/1.1" status: 200 len: 849 time: 0.2188730 Nov 24 13:47:57.390271 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f2a6242-9aa9-4f10-a77d-6f67a944b6af admin admin] 10.222.0.36 "GET /v2.0/routers/74618cdf-f21e-41f2-bcd5-ddc822a55835 HTTP/1.1" status: 200 len: 704 time: 0.1834064 Nov 24 13:47:57.857033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.096642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Allocated IP 172.20.0.1 (e22dff74-879f-4112-af89-2528c0df911b/289c5e4e-0da1-432d-a810-b4b65142c936/eca99f8f-f28b-4a66-9077-3c1423eccc88) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:58.259906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.278537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Transition to ACTIVE for port object eca99f8f-f28b-4a66-9077-3c1423eccc88 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:47:58.338811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.342577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:58.409159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Network e22dff74-879f-4112-af89-2528c0df911b is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:58.411913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:58.417025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Pushing event updated for resources: {'Port': ['ID=eca99f8f-f28b-4a66-9077-3c1423eccc88,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:58.428010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:47:58.428568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.565168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:58.609267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a5e9951a-aea0-4ae9-811e-1102bbd98565 None None] Provisioning for port eca99f8f-f28b-4a66-9077-3c1423eccc88 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:47:58.614330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a5e9951a-aea0-4ae9-811e-1102bbd98565 None None] Provisioning complete for port eca99f8f-f28b-4a66-9077-3c1423eccc88 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:58.614703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5e9951a-aea0-4ae9-811e-1102bbd98565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.675559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9951a-aea0-4ae9-811e-1102bbd98565 None None] Port eca99f8f-f28b-4a66-9077-3c1423eccc88 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:47:58.751482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.986110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.990802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.991975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:58.995396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:47:59.125808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Pushing event updated for resources: {'Port': ['ID=eca99f8f-f28b-4a66-9077-3c1423eccc88,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:59.135741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:47:59.192413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Network e22dff74-879f-4112-af89-2528c0df911b is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:59.194160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:59.393030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Router 74618cdf-f21e-41f2-bcd5-ddc822a55835 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:47:59.402602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-34f56d96-7b10-48df-9d7c-3068986b0349 None None] Provisioning complete for port eca99f8f-f28b-4a66-9077-3c1423eccc88 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:59.402979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34f56d96-7b10-48df-9d7c-3068986b0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:47:59.457444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-34f56d96-7b10-48df-9d7c-3068986b0349 None None] Port eca99f8f-f28b-4a66-9077-3c1423eccc88 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:47:59.549640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:47:59.559064 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/74618cdf-f21e-41f2-bcd5-ddc822a55835/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1636388 Nov 24 13:47:59.559900 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Sync routers for ids ['74618cdf-f21e-41f2-bcd5-ddc822a55835'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:47:59.571293 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Routers {'74618cdf-f21e-41f2-bcd5-ddc822a55835'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:47:59.572190 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:47:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['74618cdf-f21e-41f2-bcd5-ddc822a55835'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:59.752636 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Set router 74618cdf-f21e-41f2-bcd5-ddc822a55835 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:48:00.136784 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:48Z', 'updated_at': '2021-11-24T13:47:58Z', 'revision_number': 2, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'gw_port_host': None, '_interfaces': [{'id': 'eca99f8f-f28b-4a66-9077-3c1423eccc88', 'name': '', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:57Z', 'updated_at': '2021-11-24T13:47:58Z', 'revision_number': 2, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'subnets': [{'id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:00.142155 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Checking router: 74618cdf-f21e-41f2-bcd5-ddc822a55835 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:48:00.142519 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Updating router 74618cdf-f21e-41f2-bcd5-ddc822a55835 port eca99f8f-f28b-4a66-9077-3c1423eccc88 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:48:00.196358 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:00.596826 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:00.613824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Transition to ACTIVE for port object eca99f8f-f28b-4a66-9077-3c1423eccc88 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:48:00.622355 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:00.627433 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:00.870719 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Pushing event updated for resources: {'Port': ['ID=eca99f8f-f28b-4a66-9077-3c1423eccc88,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:00.879618 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Attempting to bind port eca99f8f-f28b-4a66-9077-3c1423eccc88 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:48:00.880025 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Attempting to bind port eca99f8f-f28b-4a66-9077-3c1423eccc88 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:48:00.880451 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Attempting to bind port eca99f8f-f28b-4a66-9077-3c1423eccc88 on network e22dff74-879f-4112-af89-2528c0df911b {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:48:00.883634 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.883980 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.884303 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.884624 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.884969 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.885302 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.885618 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.885930 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.886262 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.886569 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.886878 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.887182 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Tracked resource versions report: Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: pushed versions: Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: { 'AddressGroup': {'1.2'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'ConntrackHelper': {'1.0'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Log': {'1.0'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Network': {'1.1'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Port': {'1.7'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'PortForwarding': {'1.2'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'QosPolicy': {'1.8'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroup': {'1.4'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SubPort': {'1.0'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Subnet': {'1.1'}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Trunk': {'1.1'}} Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: consumer versions: Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'ConntrackHelper': '1.0', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Log': '1.0', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Network': '1.1', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Port': '1.7', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'PortForwarding': '1.2', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'QosPolicy': '1.8', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroup': '1.4', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroupRule': '1.2', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SubPort': '1.0', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Subnet': '1.1', Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Trunk': '1.1'}} Nov 24 13:48:00.888698 dv-neutron-818153-2-hyperv neutron-server[87695]: {{(pid=87695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:48:00.894803 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:48:00.895136 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Checking segment: {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:48:00.895631 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:00.897057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Bound using segment: {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:48:00.897364 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Bound port: eca99f8f-f28b-4a66-9077-3c1423eccc88, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edabea0a-2cc1-46df-981b-687303557cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:48:00.897931 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:00.909598 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:00.996171 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] For port eca99f8f-f28b-4a66-9077-3c1423eccc88, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:48:01.000341 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] For port eca99f8f-f28b-4a66-9077-3c1423eccc88, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=eca99f8f-f28b-4a66-9077-3c1423eccc88,segment=NetworkSegment(edabea0a-2cc1-46df-981b-687303557cb4),segment_id=edabea0a-2cc1-46df-981b-687303557cb4)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:48:01.007048 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:01.011329 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:01.105638 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Pushing event updated for resources: {'Port': ['ID=eca99f8f-f28b-4a66-9077-3c1423eccc88,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:01.108308 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Routers {'74618cdf-f21e-41f2-bcd5-ddc822a55835'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:48:01.108945 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:47:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['74618cdf-f21e-41f2-bcd5-ddc822a55835'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:01.222160 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:01.265255 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] Set router 74618cdf-f21e-41f2-bcd5-ddc822a55835 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:48:01.599231 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:48Z', 'updated_at': '2021-11-24T13:47:58Z', 'revision_number': 2, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'gw_port_host': None, '_interfaces': [{'id': 'eca99f8f-f28b-4a66-9077-3c1423eccc88', 'name': '', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:57Z', 'updated_at': '2021-11-24T13:48:00Z', 'revision_number': 4, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'subnets': [{'id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:01.604190 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db274eb8-34d3-4fb7-be64-a26052c42b59 None None] The sync data for ids ['74618cdf-f21e-41f2-bcd5-ddc822a55835'] in dv-neutron-818153-2-hyperv is: [{'id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:48Z', 'updated_at': '2021-11-24T13:47:58Z', 'revision_number': 2, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'gw_port_host': None, '_interfaces': [{'id': 'eca99f8f-f28b-4a66-9077-3c1423eccc88', 'name': '', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:57Z', 'updated_at': '2021-11-24T13:48:00Z', 'revision_number': 4, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'subnets': [{'id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:48:01.803735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58654) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:48:01.957010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4502efb2-d609-4d5a-bfe0-b2288ea061a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:01.957594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4502efb2-d609-4d5a-bfe0-b2288ea061a2 admin admin] Synchronizing usage tracker for tenant:845d88e294a543d88bf7b66081406f8d on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:48:01.975619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4502efb2-d609-4d5a-bfe0-b2288ea061a2 admin admin] Unset dirty status for tenant:845d88e294a543d88bf7b66081406f8d on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:48:01.976843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4502efb2-d609-4d5a-bfe0-b2288ea061a2 admin admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 842 time: 0.1720467 Nov 24 13:48:01.986521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.8.1', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'cidr': '172.26.8.0/24', 'enable_dhcp': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:01.992911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:48:01.997421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Usage tracker for resource:subnet and tenant:845d88e294a543d88bf7b66081406f8d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:48:02.000260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:48:02.007976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:48:02.017567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Made reservation on behalf of 845d88e294a543d88bf7b66081406f8d for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:48:02.019998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:02.437924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:48:02.438308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:02.442248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:02.521352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75772164-8295-49aa-88ad-60f8a8a4bc3a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:02.524612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:02.532832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:48:02.533174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Network hostable DHCP agents. Network: c46d9702-f11e-43f1-8c93-a333c7ed69cb, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:48:02.606285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:48:02.617914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, c46d9702-f11e-43f1-8c93-a333c7ed69cb) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:02.622131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:02.622708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:02.626863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b5a21-4cd8-41ba-8b75-ea687a013b53 None None] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:48:02.644128 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6611052 Nov 24 13:48:02.765751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device eca99f8f-f28b-4a66-9077-3c1423eccc88 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:48:02.921237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e6097-22b0-4dcf-8c83-3b303b7d943b None None] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:48:03.002376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port eca99f8f-f28b-4a66-9077-3c1423eccc88 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:48:03.019348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port eca99f8f-f28b-4a66-9077-3c1423eccc88 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:03.019720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:03.268836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:03.303492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port eca99f8f-f28b-4a66-9077-3c1423eccc88, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=eca99f8f-f28b-4a66-9077-3c1423eccc88,segment=NetworkSegment(edabea0a-2cc1-46df-981b-687303557cb4),segment_id=edabea0a-2cc1-46df-981b-687303557cb4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:48:03.309169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:03.311999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:03.401893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=eca99f8f-f28b-4a66-9077-3c1423eccc88,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:03.405593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:04.717043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device eca99f8f-f28b-4a66-9077-3c1423eccc88 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:48:04.788262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port eca99f8f-f28b-4a66-9077-3c1423eccc88 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:04.788639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:04.935392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58668) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:48:05.130478 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d63c5695-9949-476c-8211-8b37f8959f70 admin admin] 10.222.0.36 "GET /v2.0/routers/74618cdf-f21e-41f2-bcd5-ddc822a55835 HTTP/1.1" status: 200 len: 710 time: 0.1938319 Nov 24 13:48:05.259153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab8271-596c-4ead-bf8c-8ba46b3840cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:05.260482 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d5ab8271-596c-4ead-bf8c-8ba46b3840cc admin admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 886 time: 0.1244802 Nov 24 13:48:05.269835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:05.708724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:06.056496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:06.119546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:06.296389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Allocated IP 172.26.8.92 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/691b02cf-3804-413e-b7f4-315443b3bedf) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:48:06.447168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:06.479305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:06.484689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:06.547826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:48:06.548943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:06.553085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:48:06.665541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Pushing event updated for resources: {'Port': ['ID=691b02cf-3804-413e-b7f4-315443b3bedf,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:06.674120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:06.935382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:07.278154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:07.281318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:07.456389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Router 74618cdf-f21e-41f2-bcd5-ddc822a55835 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:48:07.681204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:48:07.690133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:07.692613 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] 10.222.0.36 "PUT /v2.0/routers/74618cdf-f21e-41f2-bcd5-ddc822a55835 HTTP/1.1" status: 200 len: 889 time: 2.4252963 Nov 24 13:48:07.693916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Sync routers for ids ['74618cdf-f21e-41f2-bcd5-ddc822a55835'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:48:07.703941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Routers {'74618cdf-f21e-41f2-bcd5-ddc822a55835'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:48:07.704648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:47:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['74618cdf-f21e-41f2-bcd5-ddc822a55835'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:07.898349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Set router 74618cdf-f21e-41f2-bcd5-ddc822a55835 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:48:08.253203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '691b02cf-3804-413e-b7f4-315443b3bedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:48Z', 'updated_at': '2021-11-24T13:48:06Z', 'revision_number': 4, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'gw_port': {'id': '691b02cf-3804-413e-b7f4-315443b3bedf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:06Z', 'updated_at': '2021-11-24T13:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'eca99f8f-f28b-4a66-9077-3c1423eccc88', 'name': '', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:57Z', 'updated_at': '2021-11-24T13:48:03Z', 'revision_number': 5, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'subnets': [{'id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:08.258834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Checking router: 74618cdf-f21e-41f2-bcd5-ddc822a55835 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:48:08.259180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Updating router 74618cdf-f21e-41f2-bcd5-ddc822a55835 port 691b02cf-3804-413e-b7f4-315443b3bedf binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:48:08.315867 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:08.693506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:08.706039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Transition to ACTIVE for port object 691b02cf-3804-413e-b7f4-315443b3bedf will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:48:08.713441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:08.717627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:08.799139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511def3-e283-4d7d-85a6-ae0157968b22 None None] Pushing event updated for resources: {'Port': ['ID=691b02cf-3804-413e-b7f4-315443b3bedf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:08.801380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Attempting to bind port 691b02cf-3804-413e-b7f4-315443b3bedf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:48:08.801751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Attempting to bind port 691b02cf-3804-413e-b7f4-315443b3bedf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:48:08.802719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Attempting to bind port 691b02cf-3804-413e-b7f4-315443b3bedf on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:48:08.805360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0511def3-e283-4d7d-85a6-ae0157968b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:08.809988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:48:08.810376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:48:08.810754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:08.811147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:48:08.811612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Bound port: 691b02cf-3804-413e-b7f4-315443b3bedf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:48:08.812004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:08.891074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] For port 691b02cf-3804-413e-b7f4-315443b3bedf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:48:08.894162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] For port 691b02cf-3804-413e-b7f4-315443b3bedf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=691b02cf-3804-413e-b7f4-315443b3bedf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:48:08.899846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:08.904624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e0413fb6-566f-49f5-8831-231a21221d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:08.981514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Routers {'74618cdf-f21e-41f2-bcd5-ddc822a55835'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:48:08.982134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:47:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['74618cdf-f21e-41f2-bcd5-ddc822a55835'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:09.042593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511def3-e283-4d7d-85a6-ae0157968b22 None None] Pushing event updated for resources: {'Port': ['ID=691b02cf-3804-413e-b7f4-315443b3bedf,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:09.100922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0511def3-e283-4d7d-85a6-ae0157968b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:09.169705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] Set router 74618cdf-f21e-41f2-bcd5-ddc822a55835 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:48:09.514958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '691b02cf-3804-413e-b7f4-315443b3bedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:48Z', 'updated_at': '2021-11-24T13:48:06Z', 'revision_number': 4, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'gw_port': {'id': '691b02cf-3804-413e-b7f4-315443b3bedf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:06Z', 'updated_at': '2021-11-24T13:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'eca99f8f-f28b-4a66-9077-3c1423eccc88', 'name': '', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:57Z', 'updated_at': '2021-11-24T13:48:03Z', 'revision_number': 5, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'subnets': [{'id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:09.519748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e75d1-6316-4d88-b4b6-1768cb20e6ae None None] The sync data for ids ['74618cdf-f21e-41f2-bcd5-ddc822a55835'] in dv-neutron-818153-2-hyperv is: [{'id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'name': 'router1', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '691b02cf-3804-413e-b7f4-315443b3bedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:48Z', 'updated_at': '2021-11-24T13:48:06Z', 'revision_number': 4, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'gw_port': {'id': '691b02cf-3804-413e-b7f4-315443b3bedf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:06Z', 'updated_at': '2021-11-24T13:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'eca99f8f-f28b-4a66-9077-3c1423eccc88', 'name': '', 'network_id': 'e22dff74-879f-4112-af89-2528c0df911b', 'tenant_id': '1e425867bd134c55aa89d344e94c2230', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74618cdf-f21e-41f2-bcd5-ddc822a55835', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:57Z', 'updated_at': '2021-11-24T13:48:03Z', 'revision_number': 5, 'project_id': '1e425867bd134c55aa89d344e94c2230', 'subnets': [{'id': '289c5e4e-0da1-432d-a810-b4b65142c936', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e6849ed-708f-4430-bc01-2209dc36a63c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:48:10.128425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 58678) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:48:10.258121 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-52a7f164-a1f9-421a-afe3-31cc76531b27 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1284909 Nov 24 13:48:10.765599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 691b02cf-3804-413e-b7f4-315443b3bedf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:48:10.850570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 691b02cf-3804-413e-b7f4-315443b3bedf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:48:10.855784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 691b02cf-3804-413e-b7f4-315443b3bedf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:10.856161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:10.993933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:11.012632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 691b02cf-3804-413e-b7f4-315443b3bedf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=691b02cf-3804-413e-b7f4-315443b3bedf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:48:11.019020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:11.022992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:48:11.106981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=691b02cf-3804-413e-b7f4-315443b3bedf,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:11.111869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:48:12.733470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 691b02cf-3804-413e-b7f4-315443b3bedf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:48:12.810838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 691b02cf-3804-413e-b7f4-315443b3bedf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:12.811514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:12.938214 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:48:19.694917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79e958fb-27ec-4a07-a9d6-8d0468a17b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:20.304858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:22.463856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6801e021-7e5a-406c-8c79-e6d6411ae063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:23.550938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:25.125816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:49.693489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6b134545-4663-4544-8e1c-e3d83c1bc925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:49.936220 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:48:50.306872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:52.472200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc26a48e-0307-4497-8038-c57cdb6b352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:53.566130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:48:55.135685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:19.725382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c705d77-a093-44e5-87be-3ed6cfd71e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:20.300844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:22.465082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1413571-eaf4-46e6-884a-59a0caa26499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:23.559878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:25.168494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:26.935277 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:49:49.688718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30b3bb60-055a-4eed-a5d3-6fc0e177e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:50.305247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:52.466871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c04b-0c5f-47ac-9a9d-465b31b33b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:53.561319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:49:55.145293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:03.935959 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:50:19.692125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-acbe28b2-1cf3-4c0f-b14d-83a883d0ab9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:20.307691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:21.011590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59280) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:21.078599 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d54153-26a1-4ea6-a9e3-a72b8700715d admin admin] GET failed (client error): The resource could not be found. Nov 24 13:50:21.079902 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-27d54153-26a1-4ea6-a9e3-a72b8700715d admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673573 Nov 24 13:50:21.209504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac250e6-7a73-4f5f-95f6-e6379934da32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:21.210951 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3ac250e6-7a73-4f5f-95f6-e6379934da32 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1269283 Nov 24 13:50:22.468546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcca730d-393a-4b59-b265-f8efc1ee8c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:23.372266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59290) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:23.481033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a66ba-4701-43f5-a55d-8ab6b406dab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:23.481634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d86a66ba-4701-43f5-a55d-8ab6b406dab9 admin admin] Synchronizing usage tracker for tenant:845d88e294a543d88bf7b66081406f8d on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:50:23.498181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d86a66ba-4701-43f5-a55d-8ab6b406dab9 admin admin] Unset dirty status for tenant:845d88e294a543d88bf7b66081406f8d on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:50:23.499493 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d86a66ba-4701-43f5-a55d-8ab6b406dab9 admin admin] 10.222.0.36 "GET /v2.0/subnets/289c5e4e-0da1-432d-a810-b4b65142c936 HTTP/1.1" status: 200 len: 849 time: 0.1262083 Nov 24 13:50:23.509601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:50:23.562332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:23.632886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:23.827622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756219629132'] for subnet, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:23.831396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:50:23.871041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:23.871660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:23.873004 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] 10.222.0.36 "PUT /v2.0/subnets/289c5e4e-0da1-432d-a810-b4b65142c936 HTTP/1.1" status: 200 len: 868 time: 0.3671825 Nov 24 13:50:23.886267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c32b2-f1ac-4344-ac8e-4b7096d6d773 None None] Network e22dff74-879f-4112-af89-2528c0df911b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:50:23.903086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=289c5e4e-0da1-432d-a810-b4b65142c936,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:50:23.913017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.913380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.913774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.914022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.914347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.914674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.914995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.915316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.915642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.915952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.916266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.916867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:23.920479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:50:24.345772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1261bde3-9b94-4563-b46e-e91aadd48412 None None] Provisioning complete for port eca99f8f-f28b-4a66-9077-3c1423eccc88 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:50:24.346310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1261bde3-9b94-4563-b46e-e91aadd48412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:24.475578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1261bde3-9b94-4563-b46e-e91aadd48412 None None] Provisioning complete for port a00c88e8-fa20-453f-80b3-5eaf6c0cd53c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:50:24.475846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1261bde3-9b94-4563-b46e-e91aadd48412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:25.156290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:26.019678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59300) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:26.209273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd6965-d017-48ab-85fd-5e7b75f0ac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:26.209639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd6965-d017-48ab-85fd-5e7b75f0ac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:26.211149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-afdd6965-d017-48ab-85fd-5e7b75f0ac6a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1905365 Nov 24 13:50:28.363873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59310) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:28.543687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81dd38-5417-4393-9df8-424c2f33126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:28.544042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81dd38-5417-4393-9df8-424c2f33126d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:28.545629 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3f81dd38-5417-4393-9df8-424c2f33126d admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1804020 Nov 24 13:50:30.698538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59320) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:30.884033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049c35c-01e6-425d-aa35-7bc358155bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:30.885345 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b049c35c-01e6-425d-aa35-7bc358155bf2 admin admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 886 time: 0.1858385 Nov 24 13:50:33.064130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59330) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:33.238282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16491c42-754e-4514-afb2-c8b7d5e8c32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:33.239695 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-16491c42-754e-4514-afb2-c8b7d5e8c32d admin admin] 10.222.0.36 "GET /v2.0/networks/e22dff74-879f-4112-af89-2528c0df911b HTTP/1.1" status: 200 len: 870 time: 0.1744077 Nov 24 13:50:35.406595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59340) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:35.518224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402fe29-43b1-4b35-938e-c4d18aae1902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:35.518670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402fe29-43b1-4b35-938e-c4d18aae1902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:35.520198 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3402fe29-43b1-4b35-938e-c4d18aae1902 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118491 Nov 24 13:50:37.705919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59350) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:37.811809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0b766-1f3d-406d-ae62-90877e1de5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:37.812264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0b766-1f3d-406d-ae62-90877e1de5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:37.813867 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-79a0b766-1f3d-406d-ae62-90877e1de5a4 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069348 Nov 24 13:50:39.963200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59360) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:40.077819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76077a25-5bb5-4b9d-80ac-c59998034089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:40.079966 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-76077a25-5bb5-4b9d-80ac-c59998034089 admin admin] 10.222.0.36 "GET /v2.0/subnets/289c5e4e-0da1-432d-a810-b4b65142c936 HTTP/1.1" status: 200 len: 868 time: 0.1151900 Nov 24 13:50:40.935245 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:50:42.217528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59370) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:50:42.323550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5b5fb-b687-4957-94a9-d969a4885eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:42.324944 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a3d5b5fb-b687-4957-94a9-d969a4885eb2 admin admin] 10.222.0.36 "GET /v2.0/subnets/75772164-8295-49aa-88ad-60f8a8a4bc3a HTTP/1.1" status: 200 len: 816 time: 0.1065142 Nov 24 13:50:49.709312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d3973a09-0966-4b99-9d38-49b8f58932f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:50.312060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:52.473307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97130d80-654c-4d6a-af42-94858330dc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:53.566763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:50:55.162029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:06.254645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59414) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:51:06.302980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-94183d68-db9b-4ddf-82d3-d1929daf6d1f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:51:06.304000 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-94183d68-db9b-4ddf-82d3-d1929daf6d1f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483787 Nov 24 13:51:08.612133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59424) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:51:08.710047 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af48c1c-8bd9-47b2-a4ce-ff23baf4f8e3 admin admin] GET failed (client error): The resource could not be found. Nov 24 13:51:08.711392 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1af48c1c-8bd9-47b2-a4ce-ff23baf4f8e3 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0982640 Nov 24 13:51:08.895468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d0b76-0497-4f04-a2c2-5707642c2c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:08.896977 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-226d0b76-0497-4f04-a2c2-5707642c2c31 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1816263 Nov 24 13:51:11.097566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59434) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:51:11.146065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:11.154802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:51:11.169070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:51:11.178649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Made reservation on behalf of 845d88e294a543d88bf7b66081406f8d for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:51:11.181045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:11.275304 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.services.revisions.revision_plugin [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Could not find related network for resource to bump revision. Nov 24 13:51:11.290676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:51:11.302545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756219520925', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:11.303166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Unsubscribe: segment precommit_create {{(pid=87693) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 13:51:11.303590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Added segment dff38d54-603d-48f3-9df4-18997f39a3cf of type vlan for network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 Nov 24 13:51:11.343183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:11.379854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:11.381202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:11.381777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:11.385097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:51:11.488966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Pushing event updated for resources: {'Network': ['ID=8784eaef-b3f5-4e6a-b89f-0e362c90e7a9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:11.492233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3933885 Nov 24 13:51:11.497945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.498272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.498597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.498914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.499233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.500089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.500408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.500729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.501070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.501382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.501688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.501989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:11.512555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:51:11.522645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:51:13.712549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59444) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:51:13.782682 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09315cb-ab85-4b1a-b607-fa838d4c6cf3 admin admin] GET failed (client error): The resource could not be found. Nov 24 13:51:13.783209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f09315cb-ab85-4b1a-b607-fa838d4c6cf3 admin admin] Synchronizing usage tracker for tenant:845d88e294a543d88bf7b66081406f8d on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:51:13.799736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f09315cb-ab85-4b1a-b607-fa838d4c6cf3 admin admin] Unset dirty status for tenant:845d88e294a543d88bf7b66081406f8d on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:51:13.800928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f09315cb-ab85-4b1a-b607-fa838d4c6cf3 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0873656 Nov 24 13:51:13.933001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99877b4-1d6a-4203-ab86-d03508e4ed7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:13.934381 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a99877b4-1d6a-4203-ab86-d03508e4ed7e admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1293039 Nov 24 13:51:13.944666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:13.949453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:51:13.959755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:51:13.970805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Made reservation on behalf of 845d88e294a543d88bf7b66081406f8d for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:51:13.973193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:14.189401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:14.194334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:51:14.293659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=705daf95-ccc4-4cff-9370-812cd7dd713d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:14.296582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:51:14.305385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Checking segment: {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:51:14.305837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Network hostable DHCP agents. Network: 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:51:14.326475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:51:14.337383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:14.342286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:14.344051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:14.347539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa3275-f9e0-4708-af27-7cd0d992b368 None None] Network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:51:14.375269 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4340596 Nov 24 13:51:14.600498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-8784eaef-b3f5-4e6a-b89f-0e362c90e7a9', 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9', 'tenant_id': '845d88e294a543d88bf7b66081406f8d', 'fixed_ips': [{'subnet_id': '705daf95-ccc4-4cff-9370-812cd7dd713d'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:51:14.601384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:14.783396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Allocated IP 192.168.233.2 (8784eaef-b3f5-4e6a-b89f-0e362c90e7a9/705daf95-ccc4-4cff-9370-812cd7dd713d/9fc0f889-d238-4b9d-9ea4-f80e540f9f4c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:51:15.029238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:15.041485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Transition to ACTIVE for port object 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:51:15.064538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Transition to ACTIVE for port object 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:51:15.072427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:15.083266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:51:15.178691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:15.184070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:15.188817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:51:15.192467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Pushing event updated for resources: {'Port': ['ID=9fc0f889-d238-4b9d-9ea4-f80e540f9f4c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:15.200864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.201238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.201568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.201892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.202202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.202587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.203041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.203520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.203920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.204237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.204549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.204884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:15.232514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:51:15.300506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Attempting to bind port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:51:15.300803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Attempting to bind port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:51:15.301165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Attempting to bind port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c on network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:51:15.308580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:51:15.309172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Checking segment: {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:51:15.309721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:15.310337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Bound using segment: {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:51:15.311082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Bound port: 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:51:15.311689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:15.425067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] For port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:51:15.430961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] For port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9fc0f889-d238-4b9d-9ea4-f80e540f9f4c,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:51:15.439973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:15.444185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0511def3-e283-4d7d-85a6-ae0157968b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:51:15.539186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Pushing event updated for resources: {'Port': ['ID=9fc0f889-d238-4b9d-9ea4-f80e540f9f4c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:15.544146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:51:16.516013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4f88a-60e6-4abf-b663-8437a1c8ce92 None None] Network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:51:16.625806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-22bd47f4-9e85-4473-a7bc-8ed44d09d7cf None None] Provisioning for port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:51:16.868051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:51:16.968989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:51:16.973978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:16.974885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:17.130681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-efc43da7-3a09-42f1-a4cc-f07908550524 None None] Provisioning complete for port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:17.130939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efc43da7-3a09-42f1-a4cc-f07908550524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:17.164269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:17.224074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9fc0f889-d238-4b9d-9ea4-f80e540f9f4c,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:51:17.230699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:17.235658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:51:17.357185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=9fc0f889-d238-4b9d-9ea4-f80e540f9f4c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:17.361662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:51:17.934184 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:51:18.832495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:51:18.916360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9fc0f889-d238-4b9d-9ea4-f80e540f9f4c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:18.916714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:19.698556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e156a300-37c7-450e-8ca7-0ac71a4b79d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:20.315585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:22.475683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-824fd1fe-bca3-4d7f-9a88-2f706f784f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:23.568843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:25.162696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:49.692780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4722eaf5-2498-4cf4-adf6-b56c7bfe792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:50.312897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:52.477504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8352084a-ffc5-43e0-a740-e07e95e16b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:53.572235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:51:54.932457 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:51:55.165491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:19.702357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2649db6-2398-48d6-92a3-f329e9302261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:20.311352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:22.480406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f316e5-d953-45dd-9445-a54ee6a3b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:23.578570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:25.172250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:26.793179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59494) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:52:26.799300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-7cc85b69-e291-42f8-9d04-4818a5fd6379 tempest-verify_tempest_config-802976026 tempest-verify_tempest_config-802976026-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:52:26.800271 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7cc85b69-e291-42f8-9d04-4818a5fd6379 tempest-verify_tempest_config-802976026 tempest-verify_tempest_config-802976026-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061290 Nov 24 13:52:27.189209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59512) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:52:27.314789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.331773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:52:27.336265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Usage tracker for resource:security_group_rule and tenant:200f827ce44e46af86866e818a5bcbcc is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:52:27.340041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:52:27.346844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:52:27.460239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.465035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.472620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:52:27.514996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b5177-4e59-459f-84a7-494e388414ef,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:27.519011 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=200f827ce44e46af86866e818a5bcbcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3285916 Nov 24 13:52:27.521891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59518) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:52:27.525299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.525636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.525967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.526285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.526603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.526939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.527259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.527634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.527986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.528300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.528826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.529144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.533626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:52:27.593261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.626828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.777003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.781693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:52:27.796387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b5177-4e59-459f-84a7-494e388414ef,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:27.805444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:27.806573 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca6b5177-4e59-459f-84a7-494e388414ef HTTP/1.1" status: 204 len: 168 time: 0.2832825 Nov 24 13:52:27.807802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.808156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.808457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.809393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.809735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.810309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.810791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.811137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.811462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.811785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.812105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.812418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:27.816985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:52:31.934600 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:52:49.696317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5274578b-5668-48de-bfa3-698e018a0068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:50.306603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:52.482046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-21eabcff-d354-406f-9319-455556ce0e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:53.578446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:52:55.171394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:08.933330 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:53:19.699575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a883a4f-de06-49f0-9676-612c8a584a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:20.299059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:22.483822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc707c81-2f80-46a9-b36b-03dad4cd6b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:23.580621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:25.175077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:45.931604 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 5 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:53:46.681549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-579853'] for agent, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:49.702874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a39d6d1b-95b4-4a0d-b21c-ca1838832f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:50.304797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:52.484925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07e46c4a-cd22-4db6-955c-dcb5fde5bf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:53.606526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:53:55.179430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:01.260527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59588) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:54:01.376201 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-40dc4159-378a-4ab6-bbb9-09f6e515ee66 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1144207 Nov 24 13:54:03.624899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59598) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:54:03.680486 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-77bdd249-2489-4a97-9883-07d6905318db admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0544786 Nov 24 13:54:16.639884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:19.704679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b477d43c-473d-4af3-bfaa-2a82e6d75a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:20.297317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:22.486862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8548bfe8-da2f-4f48-932c-e5ef381218fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:22.930477 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:54:23.585404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:25.182988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:46.656671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:49.708067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4b08-6e37-4ee2-a7dd-80c25ee64739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:50.302546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:52.488339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c043659-cd70-4b2c-ba3e-89c8854741a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:53.588087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:55.185174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:54:59.929034 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:55:16.651214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:19.711106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2835df0-b667-41c1-b76a-eda2da85edef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:20.307897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:22.493788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-abdced89-e097-44b9-8d00-e009c17151bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:23.597390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:25.195980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:29.915879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59800) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:30.173870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59814) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:30.379839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1899086296-network', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:30.386869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:30.393808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Usage tracker for resource:network and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:30.398551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:30.407576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:30.421878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Made reservation on behalf of 930b6e6496544964b55f9ea5b72beaf0 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:30.424983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.438956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.454481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:30.458957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Usage tracker for resource:security_group_rule and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:30.462923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:30.472028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:30.563604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.567854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.572195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:30.606831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:30.612208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d75e88-36a2-477a-9219-688af2eb8761,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:30.623055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.623426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.623893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.624283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.624937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.625704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.626069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.626437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.626759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.627152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.627465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.627769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Tracked resource versions report: Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: pushed versions: Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: { 'AddressGroup': {'1.2'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'ConntrackHelper': {'1.0'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Log': {'1.0'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Network': {'1.1'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Port': {'1.7'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'PortForwarding': {'1.2'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'QosPolicy': {'1.8'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroup': {'1.4'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SubPort': {'1.0'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Subnet': {'1.1'}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Trunk': {'1.1'}} Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: consumer versions: Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: HyperV agent@hv-neutron-8181: {}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'ConntrackHelper': '1.0', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Log': '1.0', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Network': '1.1', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Port': '1.7', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'PortForwarding': '1.2', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'QosPolicy': '1.8', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroup': '1.4', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SecurityGroupRule': '1.2', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'SubPort': '1.0', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Subnet': '1.1', Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: 'Trunk': '1.1'}} Nov 24 13:55:30.628980 dv-neutron-818153-2-hyperv neutron-server[87692]: {{(pid=87692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:55:30.632868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:30.636287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.636539 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Added segment e8d035c2-b696-4c7a-9168-a61722e039c8 of type vlan for network 378cd40c-7853-41e1-9641-4cf1cc80c20c Nov 24 13:55:30.656974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1292675678-network', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:30.661612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:30.666478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Usage tracker for resource:network and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:30.669504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:30.676071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:30.691794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Made reservation on behalf of 4bb65fbf62e84aefaf2d2f34310677f3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:30.695319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.712049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.736800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:30.742250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Usage tracker for resource:security_group_rule and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:30.745915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:30.752336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:30.763780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.822159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.824467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:30.825070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:30.830693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:30.963387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59846) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:30.969048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Request body: {'subnet': {'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1899086296-subnet', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:30.972624 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0554228 Nov 24 13:55:30.977972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Pushing event updated for resources: {'Network': ['ID=378cd40c-7853-41e1-9641-4cf1cc80c20c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:30.980725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:30.986095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:30.993605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Usage tracker for resource:subnet and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:30.994790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:30.996809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:31.002483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:31.014497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Made reservation on behalf of 930b6e6496544964b55f9ea5b72beaf0 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:31.017142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.037509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.045947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.052007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:31.092550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:31.102717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279870b4-581f-4c7d-8613-ba252b1a187f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:31.107237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:31.110826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.111254 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Added segment 9baa56f7-80a0-41eb-8813-48afc5092ba4 of type vlan for network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 Nov 24 13:55:31.144480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.182985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.184628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:31.185344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.190558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:31.282581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.287924 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1130161 Nov 24 13:55:31.289231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2170f5f4-822a-410a-a190-ec4961e4a93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:31.291151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59860) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:31.299002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Request body: {'subnet': {'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1292675678-subnet', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:31.303663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:31.309893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Usage tracker for resource:subnet and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:31.311298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:31.316974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:31.325191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Pushing event updated for resources: {'Network': ['ID=2c951eb0-38a5-43cb-a8bb-686fddfe33a3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:31.327486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59864) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:31.330182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:31.335645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Made reservation on behalf of 4bb65fbf62e84aefaf2d2f34310677f3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:31.338447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.339823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:31.359928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59870) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:31.399917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Checking segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:31.400274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Network hostable DHCP agents. Network: 378cd40c-7853-41e1-9641-4cf1cc80c20c, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:55:31.407615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e733962-a4e3-481f-b160-a47654dc670d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:31.443106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.443642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.443980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.444380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.445132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.445899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.446363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.446994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.447455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.448180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.448662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.449166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Tracked resource versions report: Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: pushed versions: Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: { 'AddressGroup': {'1.2'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'ConntrackHelper': {'1.0'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Log': {'1.0'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Network': {'1.1'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Port': {'1.7'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'PortForwarding': {'1.2'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'QosPolicy': {'1.8'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroup': {'1.4'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SubPort': {'1.0'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Subnet': {'1.1'}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Trunk': {'1.1'}} Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: consumer versions: Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: HyperV agent@hv-neutron-8181: {}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'ConntrackHelper': '1.0', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Log': '1.0', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Network': '1.1', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Port': '1.7', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'PortForwarding': '1.2', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'QosPolicy': '1.8', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroup': '1.4', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SecurityGroupRule': '1.2', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'SubPort': '1.0', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Subnet': '1.1', Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: 'Trunk': '1.1'}} Nov 24 13:55:31.450573 dv-neutron-818153-2-hyperv neutron-server[87693]: {{(pid=87693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:55:31.457368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:31.458695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:55:31.474878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 378cd40c-7853-41e1-9641-4cf1cc80c20c) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:31.492214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:31.493437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.494801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6980eb8-ce9e-448f-9c82-ba5a159d36fd None None] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:31.527973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5634205 Nov 24 13:55:31.529443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59880) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:31.535939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:31.541867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:31.547905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Usage tracker for resource:router and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:31.552417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:31.562341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:31.588403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.590759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.616507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.678036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.686270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88bf08ca-f34c-4b1c-8cbf-5220e34d5024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:31.744730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a49f293-5433-4178-9d0d-345e77e7bcba,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:31.748307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:31.785938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Checking segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:31.786294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Network hostable DHCP agents. Network: 2c951eb0-38a5-43cb-a8bb-686fddfe33a3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:55:31.810947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:55:31.826079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 2c951eb0-38a5-43cb-a8bb-686fddfe33a3) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:31.831252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:31.831974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.839923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07018710-a7aa-4f8e-8334-d38127827421 None None] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:31.868225 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5731001 Nov 24 13:55:31.868854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59888) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:31.880975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:31.893676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:31.905458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Usage tracker for resource:router and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:31.909273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:31.927061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-378cd40c-7853-41e1-9641-4cf1cc80c20c', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:55:31.927920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:31.936036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-853235925'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:31.952192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:31.963678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Usage tracker for resource:network and tenant:b06867db0ee94631bf1e207dc86c92a2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:31.970574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:31.984392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:31.998328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:32.011247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:32.021786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:32.029979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Usage tracker for resource:floatingip and tenant:af7769c03aa2450da2feca220e2f2ff1 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:32.033586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:32.040061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:32.058070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.087471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Made reservation on behalf of b06867db0ee94631bf1e207dc86c92a2 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:32.091404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.124570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.157313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.181409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:32.185563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Usage tracker for resource:security_group_rule and tenant:b06867db0ee94631bf1e207dc86c92a2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:32.188138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:32.193795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:32.243642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Allocated IP 172.20.0.2 (378cd40c-7853-41e1-9641-4cf1cc80c20c/0e733962-a4e3-481f-b160-a47654dc670d/b43753bd-05f1-4821-aa39-31770f734ebc) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:32.248252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.249389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.336208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.401165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.425948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.539742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:55:32.542757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.574251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Allocated IP 172.26.8.254 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/2a1c55d0-5a75-41de-8d24-99ebeb3738d5) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:32.708940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.720286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.750851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.767538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a62c5cf-e322-49b5-aeb4-7659f2080789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:32.775387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.834336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9577da7a-b68f-429c-adf4-92f0c01b1bea,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:32.843576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:32.867166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Transition to ACTIVE for port object b43753bd-05f1-4821-aa39-31770f734ebc will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:32.908220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Transition to ACTIVE for port object b43753bd-05f1-4821-aa39-31770f734ebc will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:32.916128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Allocated IP 172.20.0.2 (2c951eb0-38a5-43cb-a8bb-686fddfe33a3/1a49f293-5433-4178-9d0d-345e77e7bcba/46c6fe65-dc56-423d-990f-722ec5fbd559) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:32.921395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:32.932336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:32.974679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59916) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:33.000629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59922) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:33.070102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:33.088551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:33.104580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:33.116929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:33.174104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Pushing event updated for resources: {'Port': ['ID=b43753bd-05f1-4821-aa39-31770f734ebc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:33.238317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.238684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.239027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.240235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.240235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.240235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.240235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.240616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.241717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.241926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.242218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.242523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Tracked resource versions report: Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: pushed versions: Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: { 'AddressGroup': {'1.2'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'ConntrackHelper': {'1.0'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Log': {'1.0'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Network': {'1.1'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Port': {'1.7'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'PortForwarding': {'1.2'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'QosPolicy': {'1.8'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroup': {'1.4'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SubPort': {'1.0'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Subnet': {'1.1'}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Trunk': {'1.1'}} Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: consumer versions: Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: HyperV agent@hv-neutron-8181: {}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'ConntrackHelper': '1.0', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Log': '1.0', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Network': '1.1', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Port': '1.7', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'PortForwarding': '1.2', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'QosPolicy': '1.8', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroup': '1.4', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SecurityGroupRule': '1.2', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'SubPort': '1.0', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Subnet': '1.1', Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: 'Trunk': '1.1'}} Nov 24 13:55:33.243607 dv-neutron-818153-2-hyperv neutron-server[87694]: {{(pid=87694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:55:33.246447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.246447 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Added segment e03e6a0c-fd1e-44e7-829e-41bb405c3386 of type vlan for network e8a0698f-d4f5-43c0-a455-c969f362096a Nov 24 13:55:33.264806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:33.265047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.276154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Attempting to bind port b43753bd-05f1-4821-aa39-31770f734ebc on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:33.276820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Attempting to bind port b43753bd-05f1-4821-aa39-31770f734ebc by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:33.277344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Attempting to bind port b43753bd-05f1-4821-aa39-31770f734ebc on network 378cd40c-7853-41e1-9641-4cf1cc80c20c {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:33.283765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1910833767', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:33.294006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:33.296387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:33.297046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Checking segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:33.297606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.298164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Bound using segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:33.298815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Bound port: b43753bd-05f1-4821-aa39-31770f734ebc, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:33.299381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.302326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Usage tracker for resource:port and tenant:432686a158c442adb785cec158fc2c6b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:33.309910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:33.323647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:33.341564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.348949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.355160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Made reservation on behalf of 432686a158c442adb785cec158fc2c6b for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:33.361800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.403319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.437006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.446506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1313582207'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:33.454882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:33.463336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Transition to ACTIVE for port object 46c6fe65-dc56-423d-990f-722ec5fbd559 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:33.471364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Usage tracker for resource:network and tenant:dec0b18ee828457bbe579544ed398e9f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:33.474820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:33.486398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] For port b43753bd-05f1-4821-aa39-31770f734ebc, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:33.491899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:33.493871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] For port b43753bd-05f1-4821-aa39-31770f734ebc, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b43753bd-05f1-4821-aa39-31770f734ebc,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:33.496894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Transition to ACTIVE for port object 46c6fe65-dc56-423d-990f-722ec5fbd559 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:33.503305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.506110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:33.510051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.510869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Made reservation on behalf of dec0b18ee828457bbe579544ed398e9f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:33.512937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:33.514402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.538838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59936) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:33.541293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.549237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Usage tracker for resource:security_group_rule and tenant:432686a158c442adb785cec158fc2c6b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:33.554323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:33.556955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:33.557804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.565436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d3e0352e-59ed-4227-84ee-2c0ee8119726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:33.589412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:33.614813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:33.620084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.620812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:33.647356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Pushing event updated for resources: {'Port': ['ID=b43753bd-05f1-4821-aa39-31770f734ebc,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:33.687705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event updated for resources: {'Network': ['ID=e8a0698f-d4f5-43c0-a455-c969f362096a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:33.690396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:33.698387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:33.704952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.708576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Usage tracker for resource:security_group_rule and tenant:dec0b18ee828457bbe579544ed398e9f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:33.720315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c86f99f1-c978-4d15-9da7-d7b3a51982d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:33.720553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:33.746233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:33.746923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e8a0698f-d4f5-43c0-a455-c969f362096a details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:33.787577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:33.800644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:33.812286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:33.925276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.936370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.942519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:33.957207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:33.986125 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6575243 Nov 24 13:55:34.009348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:34.050681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-504ff1e3-4c81-4c7b-bc60-8b18f211429f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:34.078594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:34.094998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Pushing event updated for resources: {'Port': ['ID=46c6fe65-dc56-423d-990f-722ec5fbd559,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:34.111267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.112767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Added segment 90e0f25a-2831-4838-a628-2be4f12e1b9c of type vlan for network f7741df7-2ccf-407e-b163-4f93354d83a5 Nov 24 13:55:34.138241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:34.140342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:34.140876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:34.150618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.153521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Attempting to bind port 46c6fe65-dc56-423d-990f-722ec5fbd559 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:34.153897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Attempting to bind port 46c6fe65-dc56-423d-990f-722ec5fbd559 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:34.154255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Attempting to bind port 46c6fe65-dc56-423d-990f-722ec5fbd559 on network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:34.155984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-155b49b3-cf1b-409c-8d47-f782b70283b7 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:34.163923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:34.165265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Request body: {'subnet': {'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:34.165584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Checking segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:34.166280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.166991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Bound using segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:34.167900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Bound port: 46c6fe65-dc56-423d-990f-722ec5fbd559, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:34.169013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.219595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb359f-ab28-4bb1-8661-81e01a85fa7d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:34.287197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:34.301233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59960) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:34.312082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] For port 46c6fe65-dc56-423d-990f-722ec5fbd559, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:34.316089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] For port 46c6fe65-dc56-423d-990f-722ec5fbd559, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=46c6fe65-dc56-423d-990f-722ec5fbd559,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:34.322329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.324694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1c55d0-5a75-41de-8d24-99ebeb3738d5,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:34.336611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:55:34.337848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:34.339882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:34.375706 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-155b49b3-cf1b-409c-8d47-f782b70283b7 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "PUT /v2.0/quotas/a8dc64e09ab7459285188675a10fc1d9 HTTP/1.1" status: 200 len: 368 time: 0.8356307 Nov 24 13:55:34.383641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Allocated IP 172.26.8.58 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:34.390269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59966) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:34.390927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.429519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Request body: {'network': {'project_id': 'a8dc64e09ab7459285188675a10fc1d9'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:34.435958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Pushing event updated for resources: {'Port': ['ID=46c6fe65-dc56-423d-990f-722ec5fbd559,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:34.448530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:34.452689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:34.464974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Usage tracker for resource:network and tenant:a8dc64e09ab7459285188675a10fc1d9 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:34.469307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:34.479465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:34.481948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.514486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:34.518297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Usage tracker for resource:subnet and tenant:b06867db0ee94631bf1e207dc86c92a2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:34.530958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:34.532637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.537204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:34.561161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Made reservation on behalf of b06867db0ee94631bf1e207dc86c92a2 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:34.564644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks [] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.578607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Made reservation on behalf of a8dc64e09ab7459285188675a10fc1d9 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:34.580904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.588379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.610368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:34.677893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.685055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:34.685871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.705490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:34.731453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:34.731888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:34.749227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Usage tracker for resource:security_group_rule and tenant:a8dc64e09ab7459285188675a10fc1d9 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:34.756246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:34.774334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:34.775762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Usage tracker for resource:floatingip and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:34.783496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:34.815265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:34.899712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.908641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.918183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.949361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:34.963460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:35.009082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Pushing event updated for resources: {'Network': ['ID=f7741df7-2ccf-407e-b163-4f93354d83a5,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:35.011951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] device_id is not set on port 7636ff1f-d9bc-4d93-bb8b-e06812a4494c yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:55:35.025502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f7741df7-2ccf-407e-b163-4f93354d83a5 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:35.068422 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0664589 Nov 24 13:55:35.070327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:35.080947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.080947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:35.082357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:35.107793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.150891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46c6fe65-dc56-423d-990f-722ec5fbd559 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:35.195067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.199101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1c55d0-5a75-41de-8d24-99ebeb3738d5,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:35.203585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:35.207536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.225499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:35.238940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.239772 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Added segment 2ef6a07e-4a20-4301-9b16-5024ef48f4f6 of type vlan for network 97dfae40-225b-4ac8-9509-6a3f0a8d1065 Nov 24 13:55:35.259277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2cb6c-9410-4143-8bbf-b1968f4c7a6d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:35.281348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.285401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:35.294742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f1fc1-f9d1-4c22-a781-2c62b07fa633 None None] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:35.300705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.317304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:35.333792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae773fa-49d8-48d6-9dac-dfe0ce70c026,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:35.336535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'network': {'name': 'tempest-network--1632804488', 'router:external': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:35.338025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:35.363657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:35.373536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.375391 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0144649 Nov 24 13:55:35.376708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.378148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:35.378602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.384065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59980) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:35.384823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:35.410411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1327459642', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'fixed_ips': [{'ip_address': '172.26.8.254'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:35.411290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:network and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:35.430358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:35.455518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:35.469694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:35.483045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Usage tracker for resource:port and tenant:af7769c03aa2450da2feca220e2f2ff1 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:35.511970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Made reservation on behalf of 4f249ac2cacf4a64af47e3291829c22b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:35.514529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.530488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.549751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.551972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:35.559385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:35.563348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:35.569437 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.1517894 Nov 24 13:55:35.577205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59984) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:35.583368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Made reservation on behalf of af7769c03aa2450da2feca220e2f2ff1 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:35.586828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.594817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-51010059-d0b2-4165-b8e2-2bf9405fb376 None None] Provisioning for port b43753bd-05f1-4821-aa39-31770f734ebc completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:35.614167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Request body: {'network': {'project_id': 'a8dc64e09ab7459285188675a10fc1d9'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:35.618474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.643192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:35.647858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Usage tracker for resource:security_group_rule and tenant:af7769c03aa2450da2feca220e2f2ff1 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:35.650414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:35.652388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:35.660074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:35.669213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Pushing event updated for resources: {'Network': ['ID=97dfae40-225b-4ac8-9509-6a3f0a8d1065,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:35.677596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:35.677811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.680491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:35.690524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 97dfae40-225b-4ac8-9509-6a3f0a8d1065 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:35.692094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Usage tracker for resource:network and tenant:a8dc64e09ab7459285188675a10fc1d9 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:35.693954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:security_group_rule and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:35.698347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:35.699234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:35.703353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Allocated IP 172.26.8.59 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/ff927e85-2dbb-4499-8fea-05c12ccc5d82) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:35.705398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:35.710840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 46c6fe65-dc56-423d-990f-722ec5fbd559 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:35.721596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:35.723165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:35.726727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:35.732784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:35.778150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Made reservation on behalf of a8dc64e09ab7459285188675a10fc1d9 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:35.784191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:35.809753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:35.826867 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b43753bd-05f1-4821-aa39-31770f734ebc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:35.879486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b6c20-614f-4c68-b595-0d1d8863b49f None None] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:35.907052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:35.910332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e507a4e3-7f53-4ae9-baf1-0b0a8ffdc63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:35.958439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.000509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.013022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:36.054770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Provisioning for port 46c6fe65-dc56-423d-990f-722ec5fbd559 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:36.072727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Provisioning complete for port 46c6fe65-dc56-423d-990f-722ec5fbd559 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:36.073320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.105650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:36.111142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b43753bd-05f1-4821-aa39-31770f734ebc completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:36.126085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.127545 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Added segment 3a65a57b-8d67-4a7d-9f38-f24c6a7c2f80 of type vlan for network f63c6d43-27a6-4109-b746-e83fba691a5f Nov 24 13:55:36.133104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.135194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Checking segment: {'id': 'e03e6a0c-fd1e-44e7-829e-41bb405c3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:36.135720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Network hostable DHCP agents. Network: e8a0698f-d4f5-43c0-a455-c969f362096a, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:55:36.149555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event updated for resources: {'Subnet': ['ID=18301c04-c965-4e5d-9f4b-57ca26c87b5c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:36.168180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:36.180168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Pushing event updated for resources: {'Port': ['ID=ff927e85-2dbb-4499-8fea-05c12ccc5d82,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:36.183226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:36.184918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b43753bd-05f1-4821-aa39-31770f734ebc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:36.185292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.189315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:36.197047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:36.198552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:36.237024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Allocated IP 172.26.8.238 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/7636ff1f-d9bc-4d93-bb8b-e06812a4494c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:36.346692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.381277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.400691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Network e8a0698f-d4f5-43c0-a455-c969f362096a is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:55:36.425958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.426184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.450281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e015924d-33f0-4bca-b1de-00c0aff09d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:36.456811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.467994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] device_id is not set on port 4a882008-bcee-4be1-b47f-324315273d49 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:55:36.473884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e8a0698f-d4f5-43c0-a455-c969f362096a) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:36.477395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.491719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:36.492291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.495831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2e8cb-411d-4233-91b1-770d99c3e541 None None] Network e8a0698f-d4f5-43c0-a455-c969f362096a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:36.498088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.511667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] For port 46c6fe65-dc56-423d-990f-722ec5fbd559, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=46c6fe65-dc56-423d-990f-722ec5fbd559,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:36.528040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.532049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:36.555914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.556712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b6c941-41f3-4d70-a548-50fc89011015,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:36.560268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:36.567111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:36.568129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.577854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:36.588156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port b43753bd-05f1-4821-aa39-31770f734ebc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b43753bd-05f1-4821-aa39-31770f734ebc,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:36.589016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:36.628437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.660992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:36.674190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.739625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Pushing event updated for resources: {'Port': ['ID=46c6fe65-dc56-423d-990f-722ec5fbd559,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:36.746791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:36.748046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0511def3-e283-4d7d-85a6-ae0157968b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:36.804369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.805025 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Added segment 94558e1f-f9c8-4e1e-ac66-89a35df432bd of type vlan for network a561ed30-b554-441f-97b0-5caf9dc37bef Nov 24 13:55:36.811855 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7786896 Nov 24 13:55:36.813076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dcadf2-0404-4548-b5df-cb333c3b42e6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:36.819508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 59990) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:36.823084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c9271b5b-4f29-462b-b0e8-1389d9281463 None None] Provisioning complete for port b43753bd-05f1-4821-aa39-31770f734ebc triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:36.823558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9271b5b-4f29-462b-b0e8-1389d9281463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.848417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:36.859144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Request body: {'port': {'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1148143055'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:36.927605 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:55:36.966091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e8a0698f-d4f5-43c0-a455-c969f362096a', 'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a', 'tenant_id': 'b06867db0ee94631bf1e207dc86c92a2', 'fixed_ips': [{'subnet_id': '18301c04-c965-4e5d-9f4b-57ca26c87b5c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:55:36.967103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:36.989568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=b43753bd-05f1-4821-aa39-31770f734ebc,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:36.992434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:36.996737 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.4184477 Nov 24 13:55:37.002666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Pushing event updated for resources: {'Network': ['ID=f63c6d43-27a6-4109-b746-e83fba691a5f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:37.011784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59994) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:37.014669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:37.022059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Request body: {'network': {'project_id': 'a8dc64e09ab7459285188675a10fc1d9'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:37.027747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:37.032794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Usage tracker for resource:network and tenant:a8dc64e09ab7459285188675a10fc1d9 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:37.035954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:37.042188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:37.046561 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 13:55:37.047244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:55:37.047371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f63c6d43-27a6-4109-b746-e83fba691a5f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:37.048298 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f35dbd04-d374-4d54-ade6-ac1b36a8b311 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0354872 Nov 24 13:55:37.057177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 59998) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:37.070309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46c6fe65-dc56-423d-990f-722ec5fbd559 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:37.110557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.129156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.151568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.291167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:55:37.331536 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ec87c0c6-731f-4fb2-92c6-679153049c04 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8dc64e09ab7459285188675a10fc1d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2675605 Nov 24 13:55:37.338206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60002) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:37.359982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:37.368002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.371682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Usage tracker for resource:port and tenant:b06867db0ee94631bf1e207dc86c92a2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:37.377345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:37.380431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:37.381010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 46c6fe65-dc56-423d-990f-722ec5fbd559 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:37.381286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.382125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.391811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:37.408980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:37.422212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Allocated IP 172.20.0.2 (e8a0698f-d4f5-43c0-a455-c969f362096a/18301c04-c965-4e5d-9f4b-57ca26c87b5c/97504de5-66f6-44bb-af33-e502acf417c8) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:37.519056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.525462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Made reservation on behalf of b06867db0ee94631bf1e207dc86c92a2 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:37.528988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.554412 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.4725835 Nov 24 13:55:37.555750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.560191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:37.597330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.601956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Network': ['ID=a561ed30-b554-441f-97b0-5caf9dc37bef,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:37.621606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2ea249d6-48bb-404e-ae22-65e00566ca03 None None] Provisioning complete for port 46c6fe65-dc56-423d-990f-722ec5fbd559 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:37.622416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ea249d6-48bb-404e-ae22-65e00566ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.630139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.714801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.728598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.731104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:37.755269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae773fa-49d8-48d6-9dac-dfe0ce70c026,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:37.757994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] device_id is not set on port ae7cbd4b-21dd-4653-a329-506a093da7a5 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:55:37.760000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:37.761132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.762281 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/bae773fa-49d8-48d6-9dac-dfe0ce70c026 HTTP/1.1" status: 204 len: 168 time: 0.4231243 Nov 24 13:55:37.764971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60012) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:37.790156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.877101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:37.893793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network a561ed30-b554-441f-97b0-5caf9dc37bef details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:37.910761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Transition to ACTIVE for port object 97504de5-66f6-44bb-af33-e502acf417c8 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:37.957088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:37.958543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:38.003434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Transition to ACTIVE for port object 97504de5-66f6-44bb-af33-e502acf417c8 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:38.011960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.020653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.029691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:38.031503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:38.076661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:38.091467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:38.092595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:38.093642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.108028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Network e8a0698f-d4f5-43c0-a455-c969f362096a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:38.111749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:38.116395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:38.171066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Allocated IP 172.26.8.127 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/de578ad0-0629-4e17-9a83-7ed6407dfb2d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:38.183904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.187795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Pushing event updated for resources: {'Port': ['ID=97504de5-66f6-44bb-af33-e502acf417c8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:38.196403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:38.216828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.216828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.217567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.217899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > port after_create 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.218228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.218607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > port after_update 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.218880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.219182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.219505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.219805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.219909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Attempting to bind port 97504de5-66f6-44bb-af33-e502acf417c8 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:38.220338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Attempting to bind port 97504de5-66f6-44bb-af33-e502acf417c8 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'e03e6a0c-fd1e-44e7-829e-41bb405c3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:38.220830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Attempting to bind port 97504de5-66f6-44bb-af33-e502acf417c8 on network e8a0698f-d4f5-43c0-a455-c969f362096a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:38.227571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:38.228102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Checking segment: {'id': 'e03e6a0c-fd1e-44e7-829e-41bb405c3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:38.228603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.229116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Bound using segment: {'id': 'e03e6a0c-fd1e-44e7-829e-41bb405c3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:38.229695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Bound port: 97504de5-66f6-44bb-af33-e502acf417c8, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03e6a0c-fd1e-44e7-829e-41bb405c3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'e8a0698f-d4f5-43c0-a455-c969f362096a'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:38.230161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.295711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Pushing event updated for resources: {'Port': ['ID=7636ff1f-d9bc-4d93-bb8b-e06812a4494c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:38.298577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:38.320304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.3436935 Nov 24 13:55:38.341525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] For port 97504de5-66f6-44bb-af33-e502acf417c8, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:38.342996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60016) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:38.345105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] For port 97504de5-66f6-44bb-af33-e502acf417c8, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97504de5-66f6-44bb-af33-e502acf417c8,segment=NetworkSegment(e03e6a0c-fd1e-44e7-829e-41bb405c3386),segment_id=e03e6a0c-fd1e-44e7-829e-41bb405c3386)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:38.349940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.351480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.354491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:38.383992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.384586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.384688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.385438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.385438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63c6d43-27a6-4109-b746-e83fba691a5f']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.399600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a65a57b-8d67-4a7d-9f38-f24c6a7c2f80') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.400486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a65a57b-8d67-4a7d-9f38-f24c6a7c2f80') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.406555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Router d31555c8-343e-4dc3-bd01-0a8ccec842fb is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:55:38.417314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.238'}]}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:38.419084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.448528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Pushing event updated for resources: {'Port': ['ID=97504de5-66f6-44bb-af33-e502acf417c8,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:38.448970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:38.466032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:38.470618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Usage tracker for resource:router and tenant:432686a158c442adb785cec158fc2c6b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:38.481015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:38.485012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.485371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.486112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.486456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > port after_create 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.486790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.487135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > port after_update 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.487457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.487780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.488381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.488693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.575272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.588426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:38.588860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: from cryptography.utils import int_from_bytes Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: from cryptography.utils import int_from_bytes Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn_limited( Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn_limited( Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:38.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:38.676890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.677238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.677565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.677892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 13:55:38.679026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a561ed30-b554-441f-97b0-5caf9dc37bef']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.701631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:38.708122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Allocated IP 172.20.0.4 (e8a0698f-d4f5-43c0-a455-c969f362096a/18301c04-c965-4e5d-9f4b-57ca26c87b5c/ae7cbd4b-21dd-4653-a329-506a093da7a5) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:38.729952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94558e1f-f9c8-4e1e-ac66-89a35df432bd') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.730244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94558e1f-f9c8-4e1e-ac66-89a35df432bd') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.737674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.758490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:38.763659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.782186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.783182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.790670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Pushing event deleted for resources: {'Network': ['ID=f63c6d43-27a6-4109-b746-e83fba691a5f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:38.794617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.797201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:38.802052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:55:38.805521 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f63c6d43-27a6-4109-b746-e83fba691a5f HTTP/1.1" status: 204 len: 168 time: 1.0395286 Nov 24 13:55:38.811630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60020) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:38.815634 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Sync routers for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:38.827244 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:38.828093 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:38.846652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.853843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9781179 Nov 24 13:55:38.858196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:38.863321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:38.955106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.038765 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:39.044280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:39.044679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: from cryptography.utils import int_from_bytes Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: from cryptography.utils import int_from_bytes Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn_limited( Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn_limited( Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:39.062590 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:39.106351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97504de5-66f6-44bb-af33-e502acf417c8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:39.218272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 97504de5-66f6-44bb-af33-e502acf417c8 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:39.219690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.226114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b43753bd-05f1-4821-aa39-31770f734ebc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:39.245058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.268108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Router 9b103c1c-9ba3-464b-8cdd-908c49779059 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:55:39.283824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97dfae40-225b-4ac8-9509-6a3f0a8d1065']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:39.301594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef6a07e-4a20-4301-9b16-5024ef48f4f6') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:39.302276 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef6a07e-4a20-4301-9b16-5024ef48f4f6') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:39.318247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.343728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.363509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:39.367448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.376784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b43753bd-05f1-4821-aa39-31770f734ebc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:39.377580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:39.390293 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:39.499659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.511040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.520418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:39.541154 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] 10.222.0.36 "DELETE /v2.0/networks/97dfae40-225b-4ac8-9509-6a3f0a8d1065 HTTP/1.1" status: 204 len: 168 time: 0.7282796 Nov 24 13:55:39.546475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Pushing event deleted for resources: {'Network': ['ID=97dfae40-225b-4ac8-9509-6a3f0a8d1065,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:39.550574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:39.618699 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:36Z', 'revision_number': 3, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:39.622867 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Checking router: d31555c8-343e-4dc3-bd01-0a8ccec842fb for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:55:39.623214 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Updating router d31555c8-343e-4dc3-bd01-0a8ccec842fb port ff927e85-2dbb-4499-8fea-05c12ccc5d82 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:55:39.694226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.718483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72535af2-8e80-461f-9ae8-7e79f2dbd194 None None] Network e8a0698f-d4f5-43c0-a455-c969f362096a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:39.722914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.733767 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.747310 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 13:55:39.747822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:55:39.789442 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.3909993 Nov 24 13:55:39.792570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60030) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:39.839686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:39.902886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Provisioning for port 97504de5-66f6-44bb-af33-e502acf417c8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:39.910707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Provisioning complete for port 97504de5-66f6-44bb-af33-e502acf417c8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:39.911216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.086743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Deleting port 2a1c55d0-5a75-41de-8d24-99ebeb3738d5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:40.087565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.163019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.204242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] For port 97504de5-66f6-44bb-af33-e502acf417c8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97504de5-66f6-44bb-af33-e502acf417c8,segment=NetworkSegment(e03e6a0c-fd1e-44e7-829e-41bb405c3386),segment_id=e03e6a0c-fd1e-44e7-829e-41bb405c3386)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:40.224848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.230902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:40.253620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:40.287941 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.312597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a561ed30-b554-441f-97b0-5caf9dc37bef {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 13:55:40.316243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.320884 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Transition to ACTIVE for port object ff927e85-2dbb-4499-8fea-05c12ccc5d82 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:40.332523 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.343013 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:40.352696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Pushing event updated for resources: {'Port': ['ID=97504de5-66f6-44bb-af33-e502acf417c8,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:40.360842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:40.447298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.447913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.452118 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Attempting to bind port ff927e85-2dbb-4499-8fea-05c12ccc5d82 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:40.452682 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Attempting to bind port ff927e85-2dbb-4499-8fea-05c12ccc5d82 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:40.454953 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Attempting to bind port ff927e85-2dbb-4499-8fea-05c12ccc5d82 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:40.459816 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Pushing event updated for resources: {'Port': ['ID=ff927e85-2dbb-4499-8fea-05c12ccc5d82,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:40.465553 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:40.466215 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:40.466865 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.467413 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:40.468048 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Bound port: ff927e85-2dbb-4499-8fea-05c12ccc5d82, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:40.468597 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.524989 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.525557 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.526034 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.526500 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.526971 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.527449 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.527933 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.528251 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.528581 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.528926 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.529238 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.529546 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Tracked resource versions report: Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: pushed versions: Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: { 'AddressGroup': {'1.2'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'ConntrackHelper': {'1.0'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Log': {'1.0'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Network': {'1.1'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Port': {'1.7'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'PortForwarding': {'1.2'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'QosPolicy': {'1.8'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroup': {'1.4'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroupRule': {'1.2'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SubPort': {'1.0'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Subnet': {'1.1'}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Trunk': {'1.1'}} Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: consumer versions: Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: { DHCP agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: HyperV agent@hv-neutron-8181: {}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: L3 agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: Metadata agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: Metering agent@dv-neutron-818153-2-hyperv: {}, Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: Open vSwitch agent@dv-neutron-818153-2-hyperv: { 'AddressGroup': '1.2', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'ConntrackHelper': '1.0', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Log': '1.0', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Network': '1.1', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Port': '1.7', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'PortForwarding': '1.2', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'QosPolicy': '1.8', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroup': '1.4', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SecurityGroupRule': '1.2', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'SubPort': '1.0', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Subnet': '1.1', Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: 'Trunk': '1.1'}} Nov 24 13:55:40.530692 dv-neutron-818153-2-hyperv neutron-server[87695]: {{(pid=87695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 13:55:40.566544 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:40.597129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.601793 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] For port ff927e85-2dbb-4499-8fea-05c12ccc5d82, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:40.605758 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] For port ff927e85-2dbb-4499-8fea-05c12ccc5d82, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ff927e85-2dbb-4499-8fea-05c12ccc5d82,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:40.611720 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.617351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60040) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:40.623249 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:40.626729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.668983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5dc9654a-42c9-4e1b-b74a-e605074d3f30 None None] Provisioning complete for port 97504de5-66f6-44bb-af33-e502acf417c8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:40.669691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5dc9654a-42c9-4e1b-b74a-e605074d3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:40.680357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Transition to ACTIVE for port object ae7cbd4b-21dd-4653-a329-506a093da7a5 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:40.702380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Calling delete_port for 2a1c55d0-5a75-41de-8d24-99ebeb3738d5 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:55:40.716382 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Pushing event updated for resources: {'Port': ['ID=ff927e85-2dbb-4499-8fea-05c12ccc5d82,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:40.743495 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:40.743740 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:41.014046 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:41.025182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97504de5-66f6-44bb-af33-e502acf417c8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:41.031654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.064383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:41.080152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a9fe7247ab4f3cbc28f453adaa4a38 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:41.083246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:41.090299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:41.135918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 97504de5-66f6-44bb-af33-e502acf417c8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:41.137370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.178646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:41.215313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.217916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:41.227082 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/networks/a561ed30-b554-441f-97b0-5caf9dc37bef HTTP/1.1" status: 204 len: 168 time: 3.6272049 Nov 24 13:55:41.233082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60048) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:41.233281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:41.234261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:41.274326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:55:41.286579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Sync routers for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:41.311354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:41.313799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:41.314637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:41.316198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:41.321143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:network and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:41.324137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:41.331284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:41.343974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a1c55d0-5a75-41de-8d24-99ebeb3738d5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:41.353569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:41.360713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Made reservation on behalf of 4f249ac2cacf4a64af47e3291829c22b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:41.364399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.372830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Port': ['ID=de578ad0-0629-4e17-9a83-7ed6407dfb2d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:41.398729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:41.400322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7be1a14f-b27b-4d28-b79e-d03a1a127060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.950s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:41.404871 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:41.475095 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:36Z', 'revision_number': 3, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:41.479677 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141539e1-5809-4e4e-a1a9-dcafe372cd18 None None] The sync data for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv is: [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:36Z', 'revision_number': 3, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:41.524355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.525646 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a56552f2-6074-421e-88d6-cc01b745d8e4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.9951050 Nov 24 13:55:41.531760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Network': ['ID=a561ed30-b554-441f-97b0-5caf9dc37bef,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:41.533949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.540441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60052) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:41.551302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:41.556998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:41.576645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.578551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:41.586459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.587561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.587889 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Added segment 2b03170b-9687-4319-b08d-62eda853b5e9 of type vlan for network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 Nov 24 13:55:41.607278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:41.621687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.631100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:41.682582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Synchronizing usage tracker for tenant:845d88e294a543d88bf7b66081406f8d on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:55:41.684997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53652d5a-9583-4d90-a192-fccbb7142871,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:41.688281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:41.701452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.742108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Unset dirty status for tenant:845d88e294a543d88bf7b66081406f8d on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:55:41.743279 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1a9fe7247ab4f3cbc28f453adaa4a38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1248281 Nov 24 13:55:41.747303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60056) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:41.761610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.766142 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/e6c934cd-6510-46e8-9137-61d64915866e HTTP/1.1" status: 204 len: 168 time: 1.9693043 Nov 24 13:55:41.780179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event updated for resources: {'Port': ['ID=ae7cbd4b-21dd-4653-a329-506a093da7a5,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:41.784510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:41.804190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.807214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:41.807797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:41.824162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:41.830472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Network e8a0698f-d4f5-43c0-a455-c969f362096a is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:41.851101 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5676918 Nov 24 13:55:41.857687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60062) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:41.925681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:41.937610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:42.083616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.095807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'subnet': {'network_id': '809385b3-6b0d-4087-8bf7-9ae87c8316e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:42.108988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.160793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:36Z', 'revision_number': 3, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:42.167035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Checking router: 9b103c1c-9ba3-464b-8cdd-908c49779059 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:55:42.167453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Updating router 9b103c1c-9ba3-464b-8cdd-908c49779059 port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:55:42.181057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.184927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60070) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:42.226575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.236520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:42.239839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.248165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63625a1c-92a3-496e-8640-55ee2c1098c2 None None] Provisioning for port ae7cbd4b-21dd-4653-a329-506a093da7a5 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:42.259189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63625a1c-92a3-496e-8640-55ee2c1098c2 None None] Provisioning complete for port ae7cbd4b-21dd-4653-a329-506a093da7a5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:42.259636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63625a1c-92a3-496e-8640-55ee2c1098c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.265028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:42.281913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:subnet and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:42.288095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:42.290795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.303761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.304293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:42.308362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Network': ['ID=809385b3-6b0d-4087-8bf7-9ae87c8316e3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:42.311452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:42.316485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:42.338748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53652d5a-9583-4d90-a192-fccbb7142871,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:42.342502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:42.345326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.348937 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53652d5a-9583-4d90-a192-fccbb7142871 HTTP/1.1" status: 204 len: 168 time: 0.5990391 Nov 24 13:55:42.348937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Made reservation on behalf of 4f249ac2cacf4a64af47e3291829c22b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:42.350977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.551012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:42.622548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.810956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-63625a1c-92a3-496e-8640-55ee2c1098c2 None None] Port ae7cbd4b-21dd-4653-a329-506a093da7a5 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:55:42.914534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.962359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60080) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:42.984261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:55:42.984970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:42.993006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.008567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:43.059162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:43.067664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff927e85-2dbb-4499-8fea-05c12ccc5d82 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:43.071770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Usage tracker for resource:security_group_rule and tenant:9f44912990324d75ab2ef1d3a29b457e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:43.080215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:43.092791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2eded1b7-7047-4929-bd64-60e48f03faaa,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:43.096874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:43.108073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:43.121720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Checking segment: {'id': '2b03170b-9687-4319-b08d-62eda853b5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '809385b3-6b0d-4087-8bf7-9ae87c8316e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:43.122211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Network hostable DHCP agents. Network: 809385b3-6b0d-4087-8bf7-9ae87c8316e3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:55:43.156344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.173285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:55:43.175211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Transition to ACTIVE for port object 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:43.186649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.191858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:43.195386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 809385b3-6b0d-4087-8bf7-9ae87c8316e3) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:43.206709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:43.207394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.218353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3789597 Nov 24 13:55:43.219761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60084) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:43.234602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:43.249060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Usage tracker for resource:security_group_rule and tenant:8032f5aa2b504e5da014d5d54043a7e7 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:43.263862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ff927e85-2dbb-4499-8fea-05c12ccc5d82 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:43.267032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b3f3d-977f-4734-858b-409b175fe236 None None] Network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:43.289009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:43.300474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ff927e85-2dbb-4499-8fea-05c12ccc5d82 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:43.300946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.318367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.323107 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4590273 Nov 24 13:55:43.323271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60088) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:43.329027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'floatingip': {'floating_network_id': '809385b3-6b0d-4087-8bf7-9ae87c8316e3'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:43.335169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Deleting port ae7cbd4b-21dd-4653-a329-506a093da7a5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:43.335593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.361934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f155b-375f-4cff-9a7c-c64cfa7923d5 None None] Pushing event updated for resources: {'Port': ['ID=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:43.370559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.370559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:43.382746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:43.398183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:43.407592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:floatingip and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:43.414891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:43.426880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-649f155b-375f-4cff-9a7c-c64cfa7923d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:43.439350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:43.456130 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f44912990324d75ab2ef1d3a29b457e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937239 Nov 24 13:55:43.457501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Attempting to bind port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:43.457950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Attempting to bind port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:43.458391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Attempting to bind port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:43.465917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60092) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:43.477585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:43.477585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:43.477585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.478109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:43.478671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Bound port: 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:43.479109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.519908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.543718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab4e58-edc9-45f9-ac60-25ffd85d63e2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:43.565990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:43.673678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] For port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:43.698244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] For port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:43.704340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.723330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Allocated IP 172.20.0.1 (2c951eb0-38a5-43cb-a8bb-686fddfe33a3/1a49f293-5433-4178-9d0d-345e77e7bcba/11fd6395-90aa-4a4c-b337-b2e5611fcae9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:43.753860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.768454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-88fb594e-9a7a-4701-b451-497a7dc0ac36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:43.780868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.799627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.829110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c17e0-5f9a-4a80-af8a-f626d7f468e6 None None] Network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:43.852026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ff927e85-2dbb-4499-8fea-05c12ccc5d82, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ff927e85-2dbb-4499-8fea-05c12ccc5d82,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:43.852430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.862600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.911924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:43.942218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:43.942855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:43.989978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f155b-375f-4cff-9a7c-c64cfa7923d5 None None] Pushing event updated for resources: {'Port': ['ID=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:43.991677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.003327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-649f155b-375f-4cff-9a7c-c64cfa7923d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:44.005456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:44.007281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Calling delete_port for ae7cbd4b-21dd-4653-a329-506a093da7a5 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:55:44.123378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.125152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.139172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.163235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.181412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0724aa98-bcee-4da7-81fe-8049d0e14746 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:44.207295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab4e58-edc9-45f9-ac60-25ffd85d63e2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:44.215643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ff927e85-2dbb-4499-8fea-05c12ccc5d82,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:44.238577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:44.240343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.241767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.244263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:44.263081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.266909 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00ab4e58-edc9-45f9-ac60-25ffd85d63e2 HTTP/1.1" status: 204 len: 168 time: 0.7983916 Nov 24 13:55:44.285058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:44.367691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:44.399783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8032f5aa2b504e5da014d5d54043a7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2128911 Nov 24 13:55:44.404806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60098) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:44.424945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.453267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c24e11c3-d254-4bd4-8877-9266d78a7711 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:44.517617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event deleted for resources: {'Port': ['ID=ae7cbd4b-21dd-4653-a329-506a093da7a5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:44.553302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:44.568077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Allocated IP 172.20.0.9 (809385b3-6b0d-4087-8bf7-9ae87c8316e3/2eded1b7-7047-4929-bd64-60e48f03faaa/81ec2885-20a2-4913-9a48-bcffee8da4fe) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:44.586779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.599605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Port': ['ID=de578ad0-0629-4e17-9a83-7ed6407dfb2d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:44.610940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:44.622105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:44.664040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef871df-40c5-4498-a7ac-f8f46944b7a1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:44.681680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:44.686896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.764235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.769313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Transition to ACTIVE for port object 11fd6395-90aa-4a4c-b337-b2e5611fcae9 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:44.781779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.785194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.804403 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "DELETE /v2.0/ports/ae7cbd4b-21dd-4653-a329-506a093da7a5 HTTP/1.1" status: 204 len: 168 time: 1.5841560 Nov 24 13:55:44.825164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60106) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:44.825774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:36Z', 'revision_number': 3, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:44.831765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ec4d-7110-4699-bf40-8ab96f985c79 None None] The sync data for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv is: [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:36Z', 'revision_number': 3, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:44.865118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:44.989324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.012061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.049040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.061703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-db081205-a696-49f9-9cc1-64a6203571d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:45.068060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff927e85-2dbb-4499-8fea-05c12ccc5d82 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:45.104142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.105307 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ef871df-40c5-4498-a7ac-f8f46944b7a1 HTTP/1.1" status: 204 len: 168 time: 0.6995618 Nov 24 13:55:45.118600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef871df-40c5-4498-a7ac-f8f46944b7a1,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:45.125147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:45.145039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.152226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bb327f54-abde-4458-a2b7-d90a4991345e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:45.222417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ff927e85-2dbb-4499-8fea-05c12ccc5d82 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:45.222856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.246339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.251017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9487684 Nov 24 13:55:45.257614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60122) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:45.303301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-540936345'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:45.325891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:45.329880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Usage tracker for resource:network and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:45.332793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:45.338789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:45.362729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Made reservation on behalf of 359eccf38b4f4f078aea561749c39170 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:45.367138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.390360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:45.397554 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-60e66cc2-f028-4ac1-b872-9db0089b3be2 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5696838 Nov 24 13:55:45.400904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:45.405915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:45.427741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60126) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:45.436198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.473415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Port': ['ID=81ec2885-20a2-4913-9a48-bcffee8da4fe,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:45.488404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:45.499069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:45.508458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Usage tracker for resource:security_group_rule and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:45.513586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:45.526775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:45.605092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.611723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-948114407'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:45.688569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:45.719135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Usage tracker for resource:network and tenant:b06867db0ee94631bf1e207dc86c92a2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:45.723813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:45.728042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.737284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.742321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.748005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.765719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:45.795657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:45.847666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.872711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:45.878501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a2565eaa-0785-45c7-86ef-26ecb790a41e tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:45.952899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60138) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:45.985405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Allocated IP 172.20.0.1 (378cd40c-7853-41e1-9641-4cf1cc80c20c/0e733962-a4e3-481f-b160-a47654dc670d/ff81c96b-62bb-4bb2-afb1-6ef3819ee75d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:45.987647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Made reservation on behalf of b06867db0ee94631bf1e207dc86c92a2 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:45.991901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.010949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:46.019917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:46.028854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.029883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b245201-e051-4330-8437-ba8af8a88fcf {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:55:46.032130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:46.040716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:46.042918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabec5af-3e4d-4806-81e3-de5e704a883c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:46.062102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:46.077741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.078441 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Added segment 9f9c03a8-a676-4865-93dd-2a401f70a493 of type vlan for network 6b3c476c-4020-4f15-9070-280eaf4fe9db Nov 24 13:55:46.088256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:46.100496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.100999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Added segment 4f8cb8d4-15e8-4db5-a042-65e38e26fe9f of type vlan for network 6736c63e-68c9-4889-b9be-afcd5c200bfe Nov 24 13:55:46.122435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.135410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.137010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60144) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.171083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Pushing event updated for resources: {'Port': ['ID=11fd6395-90aa-4a4c-b337-b2e5611fcae9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:46.174268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:46.252904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.269055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.285423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:46.326826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.339216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:46.339970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.342810 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ddc613fc-f504-4360-85cc-3a9f0c824c3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af7769c03aa2450da2feca220e2f2ff1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3846948 Nov 24 13:55:46.352507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.355471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60150) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.367350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:46.368055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.383057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dedce4b7-de65-4d18-8078-b7c70079f8ff None None] Provisioning for port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:46.390365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dedce4b7-de65-4d18-8078-b7c70079f8ff None None] Provisioning complete for port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:46.390752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dedce4b7-de65-4d18-8078-b7c70079f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.429710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.446923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Transition to ACTIVE for port object ff81c96b-62bb-4bb2-afb1-6ef3819ee75d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:46.449431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:46.451026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dedce4b7-de65-4d18-8078-b7c70079f8ff None None] Port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:55:46.468110 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2074661 Nov 24 13:55:46.468299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.476133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Port': ['ID=81ec2885-20a2-4913-9a48-bcffee8da4fe,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:46.478226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60154) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.497141 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-700e6550-eb78-41f4-b04b-bcb61887d730 tempest-AgentManagementNegativeTest-641000380 tempest-AgentManagementNegativeTest-641000380-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3419642 Nov 24 13:55:46.502936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:46.503773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:46.526256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Request body: {'subnet': {'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:46.583502 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:55:46.587661 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-152a5607-ca86-4144-97d2-7134e9f0916b tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.2393034 Nov 24 13:55:46.594786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60160) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.690508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.709372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.729299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Network': ['ID=6b3c476c-4020-4f15-9070-280eaf4fe9db,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:46.742422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:46.755407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:46.766081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.789224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:46.791499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.799070 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4736891 Nov 24 13:55:46.802776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60166) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.822065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event updated for resources: {'Network': ['ID=6736c63e-68c9-4889-b9be-afcd5c200bfe,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:46.838473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Deleting port 7636ff1f-d9bc-4d93-bb8b-e06812a4494c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:46.838920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.839425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6736c63e-68c9-4889-b9be-afcd5c200bfe details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:46.856905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Usage tracker for resource:subnet and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:46.873992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:46.875682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:46.903202 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4501038 Nov 24 13:55:46.905238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.916476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60170) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.917657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:46.932241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c68e251-3bf6-4db5-a5ef-b31b8d4550cf tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Synchronizing usage tracker for tenant:4f249ac2cacf4a64af47e3291829c22b on resource:floatingip {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:55:46.936314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:46.967143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60174) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:46.995709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d77f82f-8a6c-4d78-b2e9-e71a1190e412 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:47.069018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:47.087929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Made reservation on behalf of 359eccf38b4f4f078aea561749c39170 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:47.091443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.162955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:47.168801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:47.169225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.224095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:47.245503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c68e251-3bf6-4db5-a5ef-b31b8d4550cf tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Unset dirty status for tenant:4f249ac2cacf4a64af47e3291829c22b on resource:floatingip {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:55:47.252033 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0c68e251-3bf6-4db5-a5ef-b31b8d4550cf tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=809385b3-6b0d-4087-8bf7-9ae87c8316e3 HTTP/1.1" status: 200 len: 689 time: 0.4457676 Nov 24 13:55:47.253403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60180) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:47.276007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:47.278601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Pushing event updated for resources: {'Port': ['ID=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:47.346217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:47.353799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.378785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:47.384392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.389904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:47.427497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.454565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8a9c51f-0442-4666-8697-1708fcc6f7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:47.476214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:47.488370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:47.510114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b6c941-41f3-4d70-a548-50fc89011015,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:47.521973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:47.527361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:47.549377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.550574 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67b6c941-41f3-4d70-a548-50fc89011015 HTTP/1.1" status: 204 len: 168 time: 1.1939435 Nov 24 13:55:47.561354 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9124a3ef-10f8-477b-9c4e-c907b8e8a5c3 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/agents/8538bcc8-fba4-41ea-8101-b30c0c2e60dc/dhcp-networks HTTP/1.1" status: 200 len: 5657 time: 0.6410925 Nov 24 13:55:47.566026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60186) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:47.625024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.695672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5617bf90-4d1b-4f32-b2af-ed9708da8ac3 None None] Provisioning for port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:47.713488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5617bf90-4d1b-4f32-b2af-ed9708da8ac3 None None] Provisioning complete for port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:47.714974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5617bf90-4d1b-4f32-b2af-ed9708da8ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.785467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Deleting port 81ec2885-20a2-4913-9a48-bcffee8da4fe {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:47.786034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.794621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5617bf90-4d1b-4f32-b2af-ed9708da8ac3 None None] Port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:55:47.831213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.845238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.877498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.960125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:47.971729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-543f77e5-3959-48cf-87f4-18062876990a tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:47.981047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:48.047673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Calling delete_port for 7636ff1f-d9bc-4d93-bb8b-e06812a4494c owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:55:48.091105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca06a6-b1c6-4147-82d2-153b0bfbc66a tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] Network 6736c63e-68c9-4889-b9be-afcd5c200bfe is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:55:48.092667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:fda63a7702104f6aa2e758873f6c5b6e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:48.106181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:48.118241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Subnet': ['ID=1bda1532-52e0-497e-8858-d6ef7773f850,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:48.121451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.121797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.122940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.137125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:48.138938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:48.141685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Checking segment: {'id': '9f9c03a8-a676-4865-93dd-2a401f70a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:48.142480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network hostable DHCP agents. Network: 6b3c476c-4020-4f15-9070-280eaf4fe9db, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:55:48.157811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49a2ce-2716-4d54-aaab-01abd66dd86d None None] Network 6736c63e-68c9-4889-b9be-afcd5c200bfe requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:48.263426 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-91ca06a6-b1c6-4147-82d2-153b0bfbc66a tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "POST /v2.0/agents/8538bcc8-fba4-41ea-8101-b30c0c2e60dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6963441 Nov 24 13:55:48.272174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Calling delete_port for 81ec2885-20a2-4913-9a48-bcffee8da4fe owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:55:48.272849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60202) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:48.352357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:55:48.364365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6b3c476c-4020-4f15-9070-280eaf4fe9db) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:48.381563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a413b40-72a8-4ebb-91df-bf8c7258df2e None None] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:48.393670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:48.394551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.515320 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0285430 Nov 24 13:55:48.518465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60212) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:48.552110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-950046796', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:48.561727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.563021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:48.571614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:48.613518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Usage tracker for resource:router and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:48.620272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:48.633934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ec2885-20a2-4913-9a48-bcffee8da4fe,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:48.643775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:48.647118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:48.688649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.722994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.735549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.736792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.748973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6b3c476c-4020-4f15-9070-280eaf4fe9db', 'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db', 'tenant_id': '359eccf38b4f4f078aea561749c39170', 'fixed_ips': [{'subnet_id': '1bda1532-52e0-497e-8858-d6ef7773f850'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:55:48.750842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.775704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.782191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:48.784216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.915687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Pushing event deleted for resources: {'Port': ['ID=7636ff1f-d9bc-4d93-bb8b-e06812a4494c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:48.982359 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79ab2513-6b9e-4266-9dae-5a31a8a13691 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/agents/8538bcc8-fba4-41ea-8101-b30c0c2e60dc/dhcp-networks HTTP/1.1" status: 200 len: 6427 time: 0.7002432 Nov 24 13:55:48.982359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:48.982595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:48.998814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60226) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:49.029897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Allocated IP 172.20.0.2 (6b3c476c-4020-4f15-9070-280eaf4fe9db/1bda1532-52e0-497e-8858-d6ef7773f850/0fe6ea40-8ccc-411e-bbc8-531bb6cff7be) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:49.143437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.169687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f6cae5d3-6648-429b-8fc5-08131c6f0029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:49.188248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.312795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.315176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.323633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.328087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Transition to ACTIVE for port object 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:49.334300 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fda63a7702104f6aa2e758873f6c5b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3537047 Nov 24 13:55:49.335332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740f88cc-2bfd-4005-84e2-90a9596184cf,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:49.338917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:49.339358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60234) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:49.354920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:49.377086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.399698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Transition to ACTIVE for port object 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:49.417940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.418198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60238) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:49.420899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.424282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:49.424622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.441197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:49.477991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:49.478187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2eded1b7-7047-4929-bd64-60e48f03faaa,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:49.480314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:49.486436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:49.489451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:49.495331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:49.557925 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8c2f9643-a57f-44ba-94ba-411bd3e3871b tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "DELETE /v2.0/agents/8538bcc8-fba4-41ea-8101-b30c0c2e60dc/dhcp-networks/6736c63e-68c9-4889-b9be-afcd5c200bfe HTTP/1.1" status: 204 len: 168 time: 0.5579779 Nov 24 13:55:49.575004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60244) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:49.586404 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7636ff1f-d9bc-4d93-bb8b-e06812a4494c HTTP/1.1" status: 204 len: 168 time: 2.9854460 Nov 24 13:55:49.589233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.594493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Pushing event updated for resources: {'Port': ['ID=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:49.624191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809385b3-6b0d-4087-8bf7-9ae87c8316e3']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:49.628453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:49.639682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:49.640070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.640381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b03170b-9687-4319-b08d-62eda853b5e9') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:49.640678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b03170b-9687-4319-b08d-62eda853b5e9') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:49.655750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.695583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.704505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.709877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2006539137', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:49.719238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Attempting to bind port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:49.719606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Attempting to bind port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f9c03a8-a676-4865-93dd-2a401f70a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:49.720018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Attempting to bind port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be on network 6b3c476c-4020-4f15-9070-280eaf4fe9db {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:49.721492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:49.722115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.729547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:49.729919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Checking segment: {'id': '9f9c03a8-a676-4865-93dd-2a401f70a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:49.730321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.730711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Bound using segment: {'id': '9f9c03a8-a676-4865-93dd-2a401f70a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:49.731176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Bound port: 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9c03a8-a676-4865-93dd-2a401f70a493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:49.731550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.743080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:49.746555 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:49.761931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Pushing event updated for resources: {'Port': ['ID=11fd6395-90aa-4a4c-b337-b2e5611fcae9,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:49.789626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:49.800043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.800604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d20e66a-1f1b-45b6-9cf9-45cbe0caff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.804855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Usage tracker for resource:port and tenant:f7373836a7f34159af214a77d50107c2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:49.874374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:49.907512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] For port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:49.911234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] For port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,segment=NetworkSegment(9f9c03a8-a676-4865-93dd-2a401f70a493),segment_id=9f9c03a8-a676-4865-93dd-2a401f70a493)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:49.916709 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:49.923252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:49.967651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:49.983432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.023568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.033977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Pushing event updated for resources: {'Port': ['ID=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:50.038268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:50.057964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.059726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Made reservation on behalf of f7373836a7f34159af214a77d50107c2 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:50.062316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.075082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.111683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:55:50.122022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60252) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:50.124613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 809385b3-6b0d-4087-8bf7-9ae87c8316e3 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 13:55:50.128376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.131706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.140283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-62167641-f981-420f-acb8-255d6019e176 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/agents/8538bcc8-fba4-41ea-8101-b30c0c2e60dc/dhcp-networks HTTP/1.1" status: 200 len: 6423 time: 0.5563712 Nov 24 13:55:50.145147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.146960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60254) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:50.156027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bf7cf779-82bc-41aa-8dfd-9fa2136ed042 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:50.171875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.174816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:50.179936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Usage tracker for resource:security_group_rule and tenant:f7373836a7f34159af214a77d50107c2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:50.183011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:50.189050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:50.222551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:50.306810 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e66a67fd-0472-4e36-b560-183327d47058 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/networks/e8a0698f-d4f5-43c0-a455-c969f362096a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1586294 Nov 24 13:55:50.318601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.339400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60262) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:50.345280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Network': ['ID=809385b3-6b0d-4087-8bf7-9ae87c8316e3,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:50.352353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:50.369968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:50.381377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:50.406171 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f788f7bd-513a-4ebb-b1c5-23aa5c6caaa2 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/networks/e8a0698f-d4f5-43c0-a455-c969f362096a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0652196 Nov 24 13:55:50.406853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Pushing event updated for resources: {'Port': ['ID=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:50.409157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.410167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:50.411476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60266) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:50.462381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.464872 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/networks/809385b3-6b0d-4087-8bf7-9ae87c8316e3 HTTP/1.1" status: 204 len: 168 time: 3.1944525 Nov 24 13:55:50.473524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60270) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:50.552125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80af4830-039b-4ac0-b070-92519f627ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:50.561407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-215d6dae-ac62-4f90-973a-a85182541736 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Synchronizing usage tracker for tenant:4f249ac2cacf4a64af47e3291829c22b on resource:floatingip {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:55:50.648646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-90b8b552-3cce-4304-a79b-f2f417922c83 None None] Provisioning complete for port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:50.649197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-90b8b552-3cce-4304-a79b-f2f417922c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.656333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.670640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-215d6dae-ac62-4f90-973a-a85182541736 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Unset dirty status for tenant:4f249ac2cacf4a64af47e3291829c22b on resource:floatingip {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:55:50.671922 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-215d6dae-ac62-4f90-973a-a85182541736 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1974127 Nov 24 13:55:50.675869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.677040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f88cc-2bfd-4005-84e2-90a9596184cf,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:50.681502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60274) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:50.682501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:50.767535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-90b8b552-3cce-4304-a79b-f2f417922c83 None None] Port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:55:50.791181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.792310 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/740f88cc-2bfd-4005-84e2-90a9596184cf HTTP/1.1" status: 204 len: 168 time: 1.4351146 Nov 24 13:55:50.820736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:50.829627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:50.838780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Usage tracker for resource:security_group_rule and tenant:320d4a7b71124f349402f54d60282772 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:50.847409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99ad4aad-04f0-486a-8afe-5866fb350015 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:50.858808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:50.862688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] device_id is not set on port b7629a3c-2519-4c76-a86f-e7337ee6a53d yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:55:50.909920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:50.913019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Allocated IP 172.26.8.26 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/b8b845c5-40c7-4e5e-9286-193027fb710c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:51.017498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.018606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.018606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.019069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.019520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.020488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.020965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:51.022351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Synchronizing usage tracker for tenant:4f249ac2cacf4a64af47e3291829c22b on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:55:51.060832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf5d94-01b3-40b3-a94e-9c3b25b44373,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:51.065237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:51.124119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Router d31555c8-343e-4dc3-bd01-0a8ccec842fb has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:55:51.131433 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-66800110-012d-49c1-8cd5-871f3615c7a4 tempest-DHCPAgentSchedulersTestJSON-710450269 tempest-DHCPAgentSchedulersTestJSON-710450269-project-admin] 10.222.0.36 "GET /v2.0/agents/8538bcc8-fba4-41ea-8101-b30c0c2e60dc/dhcp-networks HTTP/1.1" status: 200 len: 5691 time: 0.7135098 Nov 24 13:55:51.137155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60284) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:51.147749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:51.149719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:51.152900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:51.203055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Unset dirty status for tenant:4f249ac2cacf4a64af47e3291829c22b on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:55:51.207179 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c27ac6d0-e5b8-4696-88a7-bc27fa81a182 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4561 time: 0.5218127 Nov 24 13:55:51.213361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60288) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:51.267372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:51.403182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-507fe650-c9ae-4688-8d95-dff96d8d50d2 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] delete failed (client error): The resource could not be found. Nov 24 13:55:51.404128 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-507fe650-c9ae-4688-8d95-dff96d8d50d2 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/8d8a7785-2879-4aec-bebf-c14352155914 HTTP/1.1" status: 404 len: 345 time: 0.1640620 Nov 24 13:55:51.419335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60298) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:51.492314 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-4116fc53-4f9a-4a34-894b-82b28487e436 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 13:55:51.492546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4116fc53-4f9a-4a34-894b-82b28487e436 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:55:51.494976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4d01d22b-1f11-4bae-b6c6-a4c03245ab26 None None] Provisioning complete for port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:51.495407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d01d22b-1f11-4bae-b6c6-a4c03245ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.500242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.527035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.529714 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4116fc53-4f9a-4a34-894b-82b28487e436 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/networks/809385b3-6b0d-4087-8bf7-9ae87c8316e3 HTTP/1.1" status: 404 len: 339 time: 0.1094909 Nov 24 13:55:51.533760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.545236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60302) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:51.545793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:51.550144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51901fb4-598d-4957-a773-e2d9b9e79d50 None None] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:51.567015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'network': {'name': 'tempest-network--1957460685', 'router:external': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:51.582313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:51.603198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:network and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:51.611784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:51.620563 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=320d4a7b71124f349402f54d60282772&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4683039 Nov 24 13:55:51.624684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60310) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:51.631383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:51.645192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb156fc-ddb5-46a7-8861-41a463c0a853,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:51.655224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:51.659312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.687437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4d01d22b-1f11-4bae-b6c6-a4c03245ab26 None None] Port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:55:51.719605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:51.732829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.809024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Port': ['ID=b8b845c5-40c7-4e5e-9286-193027fb710c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:51.813688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:51.814306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Made reservation on behalf of 4f249ac2cacf4a64af47e3291829c22b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:51.816839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:51.857971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Allocated IP 172.26.8.135 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/b7629a3c-2519-4c76-a86f-e7337ee6a53d) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:55:51.866429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Provisioning for port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:51.873446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Provisioning complete for port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:51.873932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.023545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.041847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.062962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] For port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,segment=NetworkSegment(9f9c03a8-a676-4865-93dd-2a401f70a493),segment_id=9f9c03a8-a676-4865-93dd-2a401f70a493)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:52.066060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60318) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:52.068862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.071326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:52.074460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6736c63e-68c9-4889-b9be-afcd5c200bfe']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:52.075849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:52.090795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8cb8d4-15e8-4db5-a042-65e38e26fe9f') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:52.091081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8cb8d4-15e8-4db5-a042-65e38e26fe9f') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:52.093793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:52.103925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.134531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.137235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:52.158866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Pushing event updated for resources: {'Port': ['ID=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:52.161037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:52.161439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.163993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:52.180002 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:52.182079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:55:52.186120 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] 10.222.0.36 "PUT /v2.0/routers/d31555c8-343e-4dc3-bd01-0a8ccec842fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3145206 Nov 24 13:55:52.193976 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Sync routers for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:52.204535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6dcbc958-cc16-4678-8924-4814d204a72d None None] Provisioning complete for port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:52.205003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc958-cc16-4678-8924-4814d204a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.225248 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:52.228090 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:52.286734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.295153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.357363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.360450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Router 9b103c1c-9ba3-464b-8cdd-908c49779059 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:55:52.367959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cc6f9251-2c69-4d2a-9897-95e0ba5e41c5 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:52.385791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:52.395337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.395709 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Added segment b776e918-91f8-4aff-8fa3-ea5cb1a129ae of type vlan for network 7a316cec-ba53-4b4a-a77c-3f3d51655deb Nov 24 13:55:52.402390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.415345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event deleted for resources: {'Network': ['ID=6736c63e-68c9-4889-b9be-afcd5c200bfe,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:52.433053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.493222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:52.502155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "DELETE /v2.0/networks/6736c63e-68c9-4889-b9be-afcd5c200bfe HTTP/1.1" status: 204 len: 168 time: 1.3635209 Nov 24 13:55:52.508289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88cea909-b29b-402a-be97-3902c9d29e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.519801 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:52.534774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'networks': [{'name': 'tempest-network--1991234233'}, {'name': 'tempest-network--1008578477'}]} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:52.535304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'network': {'name': 'tempest-network--1991234233'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:52.535893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'network': {'name': 'tempest-network--1008578477'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:52.551741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60334) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:52.561008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:52.573656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.627173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:network and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:52.630276 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:52.636939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:52.671366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:55:52.684979 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] 10.222.0.36 "PUT /v2.0/routers/9b103c1c-9ba3-464b-8cdd-908c49779059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1235113 Nov 24 13:55:52.685100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Sync routers for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:52.698146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:52.698781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:52.778383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:55:52.826670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'network': 2} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:52.833254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.853285 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35dbfae-af17-4f08-814f-f03aef9a71e5 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] DELETE failed (client error): The resource could not be found. Nov 24 13:55:52.853900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35dbfae-af17-4f08-814f-f03aef9a71e5 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:55:52.877129 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c35dbfae-af17-4f08-814f-f03aef9a71e5 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "DELETE /v2.0/ports/ae7cbd4b-21dd-4653-a329-506a093da7a5 HTTP/1.1" status: 404 len: 333 time: 0.3201680 Nov 24 13:55:52.881233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60352) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:52.893497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:52.987683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:53.001269 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 2, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:53.006430 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Checking router: d31555c8-343e-4dc3-bd01-0a8ccec842fb for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:55:53.007268 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Updating router d31555c8-343e-4dc3-bd01-0a8ccec842fb port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:55:53.019330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:53.027568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.035290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:security_group_rule and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:53.039438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:53.047235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.049661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:53.054604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:53.082907 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.102182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Deleting subnet 18301c04-c965-4e5d-9f4b-57ca26c87b5c {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:55:53.117679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.254562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.289167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb156fc-ddb5-46a7-8861-41a463c0a853,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:53.304958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.305638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.357325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:53.357782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.383173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:53.385309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:53.394940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.407555 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cb156fc-ddb5-46a7-8861-41a463c0a853 HTTP/1.1" status: 204 len: 168 time: 1.7714782 Nov 24 13:55:53.411146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.415546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:53.447270 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8911195 Nov 24 13:55:53.455023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60360) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:53.603852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.725827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.795649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.822028 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Transition to ACTIVE for port object 11fd6395-90aa-4a4c-b337-b2e5611fcae9 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:53.832296 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.842399 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:53.904329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:49Z', 'revision_number': 2, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:53.916470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Checking router: 9b103c1c-9ba3-464b-8cdd-908c49779059 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:55:53.916854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Updating router 9b103c1c-9ba3-464b-8cdd-908c49779059 port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:55:53.929246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.939979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.941539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.948588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.954574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.955437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Synchronizing usage tracker for tenant:dec0b18ee828457bbe579544ed398e9f on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:55:53.957929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60368) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:53.967485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543909637', 'description': 'tempest-description--1747998920'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:53.977792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:53.989499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:53.996628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Usage tracker for resource:security_group and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:54.010972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:54.015823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ff86244-e23b-4132-b16c-034767169f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:54.080590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812b9f2d-6d84-402a-81b4-e13c62adc7fa None None] Network e8a0698f-d4f5-43c0-a455-c969f362096a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:55:54.082165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:54.104998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.113158 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "DELETE /v2.0/subnets/18301c04-c965-4e5d-9f4b-57ca26c87b5c HTTP/1.1" status: 204 len: 168 time: 1.2302551 Nov 24 13:55:54.119042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60372) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:54.134276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Unset dirty status for tenant:dec0b18ee828457bbe579544ed398e9f on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:55:54.135681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b71eb924-c054-4aa0-bfa4-7edb22971f0f tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6797538 Nov 24 13:55:54.136596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event deleted for resources: {'Subnet': ['ID=18301c04-c965-4e5d-9f4b-57ca26c87b5c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:54.140803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:54.141242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60376) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:54.265673 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Attempting to bind port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:54.266168 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Attempting to bind port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:54.266629 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Attempting to bind port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 on network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:54.272400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.275086 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:54.275613 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Checking segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:54.276158 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.276589 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Bound using segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:54.277182 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Bound port: 11fd6395-90aa-4a4c-b337-b2e5611fcae9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:54.277820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.302590 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b182cba-7318-4eb8-951b-9ab55f4f7609 None None] Pushing event updated for resources: {'Port': ['ID=11fd6395-90aa-4a4c-b337-b2e5611fcae9,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:54.316248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:54.339742 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-0b182cba-7318-4eb8-951b-9ab55f4f7609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:54.393198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.411138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:55:54.424679 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] For port 11fd6395-90aa-4a4c-b337-b2e5611fcae9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:54.436309 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] For port 11fd6395-90aa-4a4c-b337-b2e5611fcae9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=11fd6395-90aa-4a4c-b337-b2e5611fcae9,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:54.443718 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.457679 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-41baa8ac-077e-4d79-a5b8-8fc3cb7e9b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:54.476867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:55:54.491092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:55:54.517656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5ad632a1-a54c-4aea-b180-471907ff17a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=432686a158c442adb785cec158fc2c6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1954830 Nov 24 13:55:54.518399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60386) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:54.529889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:54.541492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.562870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Usage tracker for resource:security_group_rule and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:54.571802 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:54.572078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.572818 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:54.578934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:54.604631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:54.605694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Network': ['ID=7a316cec-ba53-4b4a-a77c-3f3d51655deb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:54.637271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.222s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:54.639321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be286b43-47f0-45ca-bfcc-6b9171be961a tempest-ExternalNetworksAdminNegativeTestJSON-2130831813 tempest-ExternalNetworksAdminNegativeTestJSON-2130831813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.711s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:54.674384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60390) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:54.741753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Pushing event updated for resources: {'Port': ['ID=b7629a3c-2519-4c76-a86f-e7337ee6a53d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:54.750387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:54.824460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:54.825389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.840846 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b182cba-7318-4eb8-951b-9ab55f4f7609 None None] Pushing event updated for resources: {'Port': ['ID=11fd6395-90aa-4a4c-b337-b2e5611fcae9,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:54.852100 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-0b182cba-7318-4eb8-951b-9ab55f4f7609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:54.865996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 7a316cec-ba53-4b4a-a77c-3f3d51655deb details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:54.871796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.892109 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4729855 Nov 24 13:55:54.892786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60394) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:54.902931 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:54.912374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.135'}]}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:54.918157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a316cec-ba53-4b4a-a77c-3f3d51655deb']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:54.928050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:54.937702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b776e918-91f8-4aff-8fa3-ea5cb1a129ae') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:54.938567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Usage tracker for resource:router and tenant:f7373836a7f34159af214a77d50107c2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:54.938687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b776e918-91f8-4aff-8fa3-ea5cb1a129ae') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:54.941405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:54.954115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.954541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:54.956949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:54.976834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Deleting port 97504de5-66f6-44bb-af33-e502acf417c8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:54.978811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.045508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.059577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.067858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:55.068958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.113939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.150943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.151999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--507480254', 'description': 'tempest-description--1740891601'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:55.156333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.158039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:55.163099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Usage tracker for resource:security_group and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:55.166338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:55.167703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] DHCP port deletion for e8a0698f-d4f5-43c0-a455-c969f362096a request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:55:55.172055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Deleting port 97504de5-66f6-44bb-af33-e502acf417c8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:55.172543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.192685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:55.207805 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:55.216377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.219265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.236244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:55.259426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.304102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.310567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.313354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Transition to ACTIVE for port object ff81c96b-62bb-4bb2-afb1-6ef3819ee75d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:55.319375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d6b3a-ba77-4a28-b644-b520cd5f8eec,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:55.330197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.342758 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-71ad804f-025c-476f-83e2-caff5895437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:54Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:55.345940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Router ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:55:55.348222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:55.348446 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad804f-025c-476f-83e2-caff5895437e None None] The sync data for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv is: [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:54Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:55.353006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:55.359265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-649f155b-375f-4cff-9a7c-c64cfa7923d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:55.361167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.369011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.462428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:55.469483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a316cec-ba53-4b4a-a77c-3f3d51655deb {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 13:55:55.479956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a21b96e1-b03e-49b6-bca9-fc6a2ff0c3b2 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:55.507388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.512470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Usage tracker for resource:security_group_rule and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:55.520646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:55.527145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.533496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] For port 97504de5-66f6-44bb-af33-e502acf417c8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97504de5-66f6-44bb-af33-e502acf417c8,segment=NetworkSegment(e03e6a0c-fd1e-44e7-829e-41bb405c3386),segment_id=e03e6a0c-fd1e-44e7-829e-41bb405c3386)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:55.534117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.560290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:55.562598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a316cec-ba53-4b4a-a77c-3f3d51655deb,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:55.589739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:55.613568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/networks/7a316cec-ba53-4b4a-a77c-3f3d51655deb HTTP/1.1" status: 204 len: 168 time: 1.4394174 Nov 24 13:55:55.630693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60398) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:55.635203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.635756 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Added segment 2e5ba187-73b2-4ba0-9685-82c169765c09 of type vlan for network 952782dc-76ae-46ac-b844-cbea5b231b1e Nov 24 13:55:55.637626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:55:55.647713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'network': {'name': 'tempest-network--257376520', 'router:external': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:55.666061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.684175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:55.684942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.686310 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.1401250 Nov 24 13:55:55.687780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] For port 97504de5-66f6-44bb-af33-e502acf417c8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97504de5-66f6-44bb-af33-e502acf417c8,segment=NetworkSegment(e03e6a0c-fd1e-44e7-829e-41bb405c3386),segment_id=e03e6a0c-fd1e-44e7-829e-41bb405c3386)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:55.688133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.698891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60402) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:55.699939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.715302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:network and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:55.779651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:55.901046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:55.903838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.913034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Calling delete_port for 97504de5-66f6-44bb-af33-e502acf417c8 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:55:55.934628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Calling delete_port for 97504de5-66f6-44bb-af33-e502acf417c8 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:55:55.963906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:55.970458 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0028729 Nov 24 13:55:55.973636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:55.983676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:56.006182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Request body: {'security_group_rule': {'security_group_id': '69011330-f805-4658-b4a3-29212f45a2b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:56.040463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:56.053916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.060128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Usage tracker for resource:security_group_rule and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:56.065479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Made reservation on behalf of 4f249ac2cacf4a64af47e3291829c22b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:56.067811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.078658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:56.089756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69011330-f805-4658-b4a3-29212f45a2b5,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:56.111184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:56.113584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:56.117366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:56.126197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb0c1-788a-4a7e-a81d-104db7e0f233 None None] Pushing event updated for resources: {'Port': ['ID=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:56.145568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f55bb0c1-788a-4a7e-a81d-104db7e0f233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:56.163019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.175080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2cb6c-9410-4143-8bbf-b1968f4c7a6d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:56.184666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.186201 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00a2cb6c-9410-4143-8bbf-b1968f4c7a6d HTTP/1.1" status: 204 len: 168 time: 1.6535923 Nov 24 13:55:56.189399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:56.213096 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] Sync routers for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:56.219331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:56.226558 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:56.227249 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:56.238995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.239667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Added segment d0265832-b410-4651-ac2d-758f58dfc00b of type vlan for network f0f0206d-a82a-4bdb-af54-1419b9de3b8c Nov 24 13:55:56.282531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.312890 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:56.324347 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:56.325727 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:56.333735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.372016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.376649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.379533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6bd673f7-1331-4c34-b037-28884872b32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:56.428206 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:56.428633 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb12064-607e-4b36-bfb5-eaaa01619a2d None None] The sync data for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:56.497219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Attempting to bind port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:55:56.497810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Attempting to bind port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:55:56.498193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Attempting to bind port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d on network 378cd40c-7853-41e1-9641-4cf1cc80c20c {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:55:56.518624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:55:56.518624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Checking segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:55:56.518856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.519355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Bound using segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:55:56.519845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Bound port: ff81c96b-62bb-4bb2-afb1-6ef3819ee75d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:55:56.520226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.546221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:55:56.547417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:55:56.548349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.561037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b9762-7512-4106-8373-0d2867fe2186,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:56.563962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:56.564549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.579696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.588703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60414) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:56.589538 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7480111 Nov 24 13:55:56.590370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.592649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:56.596261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7ad72b02-79e2-497c-bfce-585534240159 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:56.612599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Request body: {'security_group_rule': {'security_group_id': 'b56b9762-7512-4106-8373-0d2867fe2186', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:56.649230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] For port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:55:56.654241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:56.656373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:56.664123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] For port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:55:56.670588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.673395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Usage tracker for resource:security_group_rule and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:56.675413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:56.749631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:56.773958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:55:56.773958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:56.774848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.775191 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Added segment 4b85f8c4-b16d-41d4-af22-e32b558da429 of type vlan for network e4016f11-cc3b-43a0-8d6b-1a4d47df8bb6 Nov 24 13:55:56.776464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:56.794375 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1598449 Nov 24 13:55:56.835279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.841179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60420) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:56.885143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:56.900684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb0c1-788a-4a7e-a81d-104db7e0f233 None None] Pushing event updated for resources: {'Port': ['ID=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:56.996454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] No DVR routers for this DVR port 97504de5-66f6-44bb-af33-e502acf417c8 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:55:57.060532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.105018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.199085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.200884 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2150276 Nov 24 13:55:57.202629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Network': ['ID=f0f0206d-a82a-4bdb-af54-1419b9de3b8c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:57.204909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60430) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:57.227883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:55:57.309702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:57.322041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:57.363349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Request body: {'security_group_rule': {'security_group_id': '69011330-f805-4658-b4a3-29212f45a2b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:57.396696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Deleting port 97504de5-66f6-44bb-af33-e502acf417c8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:55:57.397450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.403897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:57.461235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f55bb0c1-788a-4a7e-a81d-104db7e0f233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:57.462599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Usage tracker for resource:security_group_rule and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:57.465676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event deleted for resources: {'Port': ['ID=97504de5-66f6-44bb-af33-e502acf417c8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:57.468684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.488738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.494500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:57.510862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c9d835-f1cb-4e7f-82ed-cf51aa8f4730 None None] The port '97504de5-66f6-44bb-af33-e502acf417c8' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:55:57.512638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 11fd6395-90aa-4a4c-b337-b2e5611fcae9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:57.522344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.524156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.531112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:57.534983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:57.535708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:57.541070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f0f0206d-a82a-4bdb-af54-1419b9de3b8c details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:57.544103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:57.595925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed77965-161b-4f79-8e9e-3a1c82e6329b tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:57.601280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3ed77965-161b-4f79-8e9e-3a1c82e6329b tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] 10.222.0.36 "GET /v2.0/networks/f0f0206d-a82a-4bdb-af54-1419b9de3b8c HTTP/1.1" status: 200 len: 756 time: 0.7587006 Nov 24 13:55:57.609268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:57.610683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60442) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:57.616166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:57.616574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc03b16-e658-40b3-83a4-a0fc3c758fa3,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:57.616845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.624120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a0698f-d4f5-43c0-a455-c969f362096a']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.632978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.669524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:57.759016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03e6a0c-fd1e-44e7-829e-41bb405c3386') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.759310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03e6a0c-fd1e-44e7-829e-41bb405c3386') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.779259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.800231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60446) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:57.832570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.890351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.891004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:57.902440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:57.902987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.920781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.925915 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3253260 Nov 24 13:55:57.928284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:57.928803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:57.929337 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 5.8514380 Nov 24 13:55:57.930181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60452) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:57.943913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Network': ['ID=952782dc-76ae-46ac-b844-cbea5b231b1e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:57.948724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60454) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:57.951240 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:57.998060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd23c97c-9e1e-4a5c-9c7b-62ce7c733d03 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:57.999475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dd23c97c-9e1e-4a5c-9c7b-62ce7c733d03 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] 10.222.0.36 "GET /v2.0/networks/f7741df7-2ccf-407e-b163-4f93354d83a5 HTTP/1.1" status: 200 len: 768 time: 0.3782871 Nov 24 13:55:58.006459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 952782dc-76ae-46ac-b844-cbea5b231b1e details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:58.011676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Request body: {'security_group_rule': {'security_group_id': 'b56b9762-7512-4106-8373-0d2867fe2186', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:58.024174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60460) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:58.055173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:58.113263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-990794641'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:58.139467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Usage tracker for resource:security_group_rule and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:58.191230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:58.220010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Usage tracker for resource:network and tenant:4085f89869a64863b3aa0fe6e7eca066 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:58.227193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:58.251371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:58.273395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.276431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.281508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.298228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:58.315330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.319352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:58.323762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.327188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:55:58.330945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.331328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:56Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:58.337851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 11fd6395-90aa-4a4c-b337-b2e5611fcae9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=11fd6395-90aa-4a4c-b337-b2e5611fcae9,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:58.339058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd30ebb-e181-4603-bb55-bb907dca970b None None] The sync data for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv is: [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:56Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:58.344089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.346056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f55bb0c1-788a-4a7e-a81d-104db7e0f233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:58.363355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:58.370453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Pushing event deleted for resources: {'Network': ['ID=e8a0698f-d4f5-43c0-a455-c969f362096a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.407695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.426490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:58.439212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:58.446749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.447978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1564534 Nov 24 13:55:58.448679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e24e89f0-fdf2-47bc-a61b-a9b826f38d3b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:58.455238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Usage tracker for resource:security_group_rule and tenant:4085f89869a64863b3aa0fe6e7eca066 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:58.457867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60464) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:58.466606 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] 10.222.0.36 "DELETE /v2.0/networks/e8a0698f-d4f5-43c0-a455-c969f362096a HTTP/1.1" status: 204 len: 168 time: 4.3424487 Nov 24 13:55:58.477176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:58.483631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Network': ['ID=e4016f11-cc3b-43a0-8d6b-1a4d47df8bb6,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.497716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:58.503989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.868s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:58.503989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:58.504357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:58.506162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:58.515119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf4f887-e241-49f9-bfb1-618113c24c8b,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.515680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.517145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:58.519790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:58.525527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=11fd6395-90aa-4a4c-b337-b2e5611fcae9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.529233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Usage tracker for resource:floatingip and tenant:4bb65fbf62e84aefaf2d2f34310677f3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:58.530183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:58.533644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:58.534480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:55:58.539128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97504de5-66f6-44bb-af33-e502acf417c8 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:55:58.545361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08c03-6855-47a5-a1cf-5066b67147bd tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:58.551516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08c03-6855-47a5-a1cf-5066b67147bd tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:58.561313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08c03-6855-47a5-a1cf-5066b67147bd tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:58.567028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08c03-6855-47a5-a1cf-5066b67147bd tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:58.573438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a08c03-6855-47a5-a1cf-5066b67147bd tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:58.578952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-16a08c03-6855-47a5-a1cf-5066b67147bd tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2958 time: 0.6232650 Nov 24 13:55:58.589890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:55:58.601742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60470) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:58.609638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.642931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e4016f11-cc3b-43a0-8d6b-1a4d47df8bb6 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:55:58.663514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.689541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b98c878-4c0a-4f02-89af-19df63e531af,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.697377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:58.698088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.713386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 97504de5-66f6-44bb-af33-e502acf417c8 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:55:58.714364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97504de5-66f6-44bb-af33-e502acf417c8 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:55:58.811324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:58.993131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.200263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.202835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff81c96b-62bb-4bb2-afb1-6ef3819ee75d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:59.254914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60478) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:59.260687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.286040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.286649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:55:59.322713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:59.323446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.330819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:59.341490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:59.343909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.358493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e24f90c-5edb-4cd7-823f-fc1d0c314e79,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.362356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:59.362952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.365900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.366235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Added segment 9cebaac1-157b-4206-8978-bf2bfd38f136 of type vlan for network 7911cccc-3459-4108-ae66-1f0fdbacbda6 Nov 24 13:55:59.402922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b77a08c8-fbc4-4192-b3bd-95d52e218494 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:59.424991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.547134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.593403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:55:59.598858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.601023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 11fd6395-90aa-4a4c-b337-b2e5611fcae9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:55:59.606722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c96bc77-500c-43f2-aa5d-fd4d4d431d0c,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.614440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f0206d-a82a-4bdb-af54-1419b9de3b8c']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:59.623870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:59.638318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0265832-b410-4651-ac2d-758f58dfc00b') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:59.638620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0265832-b410-4651-ac2d-758f58dfc00b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:59.645062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:55:59.660168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.694184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.698508 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7563403 Nov 24 13:55:59.700416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.710181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60484) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:59.730124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.741824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.754320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:55:59.780550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:59.781009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.840412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.843205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952782dc-76ae-46ac-b844-cbea5b231b1e']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:59.855800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cb0eedf6-f625-4aa2-9ed9-e0b79565acb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b06867db0ee94631bf1e207dc86c92a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5937459 Nov 24 13:55:59.858212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.859564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60488) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:55:59.874505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:55:59.881495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5ba187-73b2-4ba0-9685-82c169765c09') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:59.881785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5ba187-73b2-4ba0-9685-82c169765c09') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:59.934651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.935888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:55:59.945549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Usage tracker for resource:floatingip and tenant:930b6e6496544964b55f9ea5b72beaf0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:55:59.949623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.006321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:00.006743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.009714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.022492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.027503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:00.028156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.034563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:00.050620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.053144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:00.089382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:00.089779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:00.108966 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:00.137619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:00.138159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:00.152714 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:00.167221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.292316 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4784462 Nov 24 13:56:00.312086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60492) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:00.312899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.335842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Network': ['ID=7911cccc-3459-4108-ae66-1f0fdbacbda6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.338565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:00.342693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'subnet': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:00.347817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:00.350522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.364165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.365822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1986efc-21eb-4497-b0bb-d3d4f25d47d4 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:56:00.379648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.402371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.410263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cd910f0-8fa1-4974-ae65-385f3b02681a tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:00.440005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/networks/952782dc-76ae-46ac-b844-cbea5b231b1e HTTP/1.1" status: 204 len: 168 time: 1.8367374 Nov 24 13:56:00.451746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60496) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:00.454808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Network': ['ID=952782dc-76ae-46ac-b844-cbea5b231b1e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.457163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:00.460306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Allocated IP 172.26.8.129 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/66c18028-3e74-46f3-80ea-f3e0e7fa58d4) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:00.577355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.600735 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:56:00.601799 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3c91197c-5a0f-4a2b-84f0-ea288b497b2c tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7035856 Nov 24 13:56:00.639288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:00.645988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60500) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:00.653536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0f0206d-a82a-4bdb-af54-1419b9de3b8c {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 13:56:00.654723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.666634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.678859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0f0206d-a82a-4bdb-af54-1419b9de3b8c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.692573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:00.696788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:00.708099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Usage tracker for resource:subnet and tenant:4085f89869a64863b3aa0fe6e7eca066 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:00.711827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:00.719283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:00.733631 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f0f0206d-a82a-4bdb-af54-1419b9de3b8c HTTP/1.1" status: 204 len: 168 time: 2.7051456 Nov 24 13:56:00.736280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:00.740623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60504) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:00.745817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.760524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577da7a-b68f-429c-adf4-92f0c01b1bea,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.763049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:00.784869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'network': {'name': 'tempest-network--285056563'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:00.797704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Deleting port b7629a3c-2519-4c76-a86f-e7337ee6a53d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:00.797704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.815899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:00.824009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.825157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9577da7a-b68f-429c-adf4-92f0c01b1bea HTTP/1.1" status: 204 len: 168 time: 0.9515996 Nov 24 13:56:00.830936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Usage tracker for resource:network and tenant:4f249ac2cacf4a64af47e3291829c22b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:00.834610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:00.838350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:00.857094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:00.876917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:00.992076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.024943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Made reservation on behalf of 4f249ac2cacf4a64af47e3291829c22b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:01.027815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.032713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff81c96b-62bb-4bb2-afb1-6ef3819ee75d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:01.120467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:01.128699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Allocated IP 172.20.0.1 (6b3c476c-4020-4f15-9070-280eaf4fe9db/1bda1532-52e0-497e-8858-d6ef7773f850/6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:01.144703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.158402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.158962 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Added segment e1cd772f-20c8-4cc9-b961-6dfadaeca1f1 of type vlan for network 028eca30-3749-4006-87f8-f1b923e68909 Nov 24 13:56:01.209141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:01.209800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.403378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60512) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:01.410632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.452993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.461919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.475478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.480570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.566869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.577729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.586026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:01.586618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.595586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:01.616265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:01.617622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:01.635312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Allocated IP 172.26.8.138 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/5d97ff7c-0ad5-4f4c-b36c-abd5281aebd9) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:01.680967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Calling delete_port for b7629a3c-2519-4c76-a86f-e7337ee6a53d owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:01.728619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Transition to ACTIVE for port object 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:01.774036 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0293577 Nov 24 13:56:01.830989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60516) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:01.835556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Network': ['ID=028eca30-3749-4006-87f8-f1b923e68909,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:01.841597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4016f11-cc3b-43a0-8d6b-1a4d47df8bb6']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:01.847780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 028eca30-3749-4006-87f8-f1b923e68909 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:01.853182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:01.856988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:01.859700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:01.876002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:01.885564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:01.893469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:01.895733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:f98864e6e9874a08ace911b999811893 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:01.902962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b85f8c4-b16d-41d4-af22-e32b558da429') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:01.903257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b85f8c4-b16d-41d4-af22-e32b558da429') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:01.909860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:01.969727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:01.989346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:01.999761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.010514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event updated for resources: {'Port': ['ID=66c18028-3e74-46f3-80ea-f3e0e7fa58d4,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.020399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:02.034509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Checking segment: {'id': '9cebaac1-157b-4206-8978-bf2bfd38f136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:02.034912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network hostable DHCP agents. Network: 7911cccc-3459-4108-ae66-1f0fdbacbda6, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:02.044734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.061349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:02.061744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.063494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Subnet': ['ID=20430a75-fc96-4e60-a1da-e97dc7ac9192,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.069196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:02.078638 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:02.214907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.229278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:02.245056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.270170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Network': ['ID=e4016f11-cc3b-43a0-8d6b-1a4d47df8bb6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.277414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.280439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:02.287993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.299426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/networks/e4016f11-cc3b-43a0-8d6b-1a4d47df8bb6 HTTP/1.1" status: 204 len: 168 time: 1.8461041 Nov 24 13:56:02.306094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60520) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:02.315348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:02.316861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:02.360196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:02.378497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.381122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7629a3c-2519-4c76-a86f-e7337ee6a53d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.412385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:02.419058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.452226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.455945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.481773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:02.507839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 7911cccc-3459-4108-ae66-1f0fdbacbda6) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:02.511788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:02.519462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6e516-2c10-4521-bc61-8d87f3cd076a None None] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:02.525855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:02.534270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:02.534862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.546901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:02.575133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Port': ['ID=6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.592465 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f98864e6e9874a08ace911b999811893&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1767170 Nov 24 13:56:02.594026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60524) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:02.604980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:02.615085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2cddc2-5fdb-4b8c-93a0-46c46385c95f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.621842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.624514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:02.632405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.689717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] 10.222.0.36 "DELETE /v2.0/ports/b7629a3c-2519-4c76-a86f-e7337ee6a53d HTTP/1.1" status: 204 len: 168 time: 2.0418200 Nov 24 13:56:02.696399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.710542 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3835535 Nov 24 13:56:02.715144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60530) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:02.728202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.728857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'name': 'tempest-AllowedAddressPairTestJSON-1786865549'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:02.772787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:02.825800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.850512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b5e35-67bf-4420-ada5-d481485ce5c9 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:02.859713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b5e35-67bf-4420-ada5-d481485ce5c9 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:02.860801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d63b5e35-67bf-4420-ada5-d481485ce5c9 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Synchronizing usage tracker for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:02.863643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.908981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:02.919800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-7911cccc-3459-4108-ae66-1f0fdbacbda6', 'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'tenant_id': '4085f89869a64863b3aa0fe6e7eca066', 'fixed_ips': [{'subnet_id': '20430a75-fc96-4e60-a1da-e97dc7ac9192'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:02.920772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.925422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.933252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:02.944807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Network 028eca30-3749-4006-87f8-f1b923e68909 is not hosted by any dhcp agent {{(pid=87692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 13:56:02.945836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:02.946453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:02.947868 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "PUT /v2.0/networks/028eca30-3749-4006-87f8-f1b923e68909 HTTP/1.1" status: 200 len: 858 time: 1.1147568 Nov 24 13:56:02.951285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:02.977407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60534) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:02.996199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event updated for resources: {'Port': ['ID=5d97ff7c-0ad5-4f4c-b36c-abd5281aebd9,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.013656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:03.014320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d63b5e35-67bf-4420-ada5-d481485ce5c9 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Unset dirty status for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:03.023107 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d63b5e35-67bf-4420-ada5-d481485ce5c9 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6766768 Nov 24 13:56:03.024009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:03.038426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60538) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:03.050167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-753c1aee-6e8a-45cb-aa9e-f99c06629e66 None None] Provisioning for port 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:03.060381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-753c1aee-6e8a-45cb-aa9e-f99c06629e66 None None] Provisioning complete for port 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:03.060935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-753c1aee-6e8a-45cb-aa9e-f99c06629e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.122483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-691996225'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:03.141162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:03.154772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.186011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:03.206257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event updated for resources: {'Network': ['ID=028eca30-3749-4006-87f8-f1b923e68909,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.216691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:03.233207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-753c1aee-6e8a-45cb-aa9e-f99c06629e66 None None] Port 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:03.254626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:03.256036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60544) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:03.259193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.260483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Allocated IP 172.20.0.2 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/5d4b3ff4-2e54-4e07-801a-2e3d40af842a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:03.291055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:03.294296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.295945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.305496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Usage tracker for resource:port and tenant:4085f89869a64863b3aa0fe6e7eca066 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:03.312037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:03.324099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:03.385656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:03.389603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.402924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.419524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.421304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.426461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.432424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:03.486944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:03.490509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.491384 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Added segment 1c4f39bb-8ff3-4f84-accb-26b5f1d88219 of type vlan for network 3e366337-f183-4f5d-8e2b-2ba0c7f91657 Nov 24 13:56:03.511509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] device_id is not set on port 8dee4f66-898b-4b59-a86d-8b01544f7a21 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:03.512684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.558296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.573081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Transition to ACTIVE for port object 5d4b3ff4-2e54-4e07-801a-2e3d40af842a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:03.573296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2cddc2-5fdb-4b8c-93a0-46c46385c95f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.593241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:03.598659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8ccec9af-f8aa-49d2-8918-421a56703554 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:03.611827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Transition to ACTIVE for port object 5d4b3ff4-2e54-4e07-801a-2e3d40af842a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:03.619242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.622918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f55bb0c1-788a-4a7e-a81d-104db7e0f233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:03.628503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.701453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:03.705448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:03.708404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:03.764702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.796047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.800779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Pushing event updated for resources: {'Port': ['ID=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.804640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.811357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:03.817830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca2cddc2-5fdb-4b8c-93a0-46c46385c95f HTTP/1.1" status: 204 len: 168 time: 1.2183180 Nov 24 13:56:03.837417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Attempting to bind port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:03.838224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Attempting to bind port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9cebaac1-157b-4206-8978-bf2bfd38f136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:03.838948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Attempting to bind port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a on network 7911cccc-3459-4108-ae66-1f0fdbacbda6 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:03.846985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:03.847713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Checking segment: {'id': '9cebaac1-157b-4206-8978-bf2bfd38f136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:03.848328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.850326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Bound using segment: {'id': '9cebaac1-157b-4206-8978-bf2bfd38f136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:03.851275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Bound port: 5d4b3ff4-2e54-4e07-801a-2e3d40af842a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cebaac1-157b-4206-8978-bf2bfd38f136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:03.851917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:03.899485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:03.917821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Usage tracker for resource:security_group_rule and tenant:c559554fb9f24e92bd0cea19bf6a32e3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:03.926618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028eca30-3749-4006-87f8-f1b923e68909']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:03.934433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:03.941288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event updated for resources: {'Port': ['ID=66c18028-3e74-46f3-80ea-f3e0e7fa58d4,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.959692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:03.967589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:04.006054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:04.015958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cd772f-20c8-4cc9-b961-6dfadaeca1f1') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:04.016187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cd772f-20c8-4cc9-b961-6dfadaeca1f1') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:04.034876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.049988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.058328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.090209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:04.091534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.113588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:04.118269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.121254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Allocated IP 172.20.0.4 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/8dee4f66-898b-4b59-a86d-8b01544f7a21) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:04.125832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.140781 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6630304 Nov 24 13:56:04.140781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:04.140781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.141514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] For port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:04.149838 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:04.153694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] For port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,segment=NetworkSegment(9cebaac1-157b-4206-8978-bf2bfd38f136),segment_id=9cebaac1-157b-4206-8978-bf2bfd38f136)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:04.176508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.228028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad6132f0-bbbe-4441-be0d-f20e3a9d5fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:04.438030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.459498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Transition to ACTIVE for port object 8dee4f66-898b-4b59-a86d-8b01544f7a21 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:04.495185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.520757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-888af6d6-11ca-4c7d-80dc-90681498de1d tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:04.551537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Pushing event updated for resources: {'Port': ['ID=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:04.593809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:04.611810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:04.613015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.619358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:04.632326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:04.687645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=8dee4f66-898b-4b59-a86d-8b01544f7a21,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:04.691672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 028eca30-3749-4006-87f8-f1b923e68909 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 13:56:04.703450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.713055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:04.725092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] 10.222.0.36 "DELETE /v2.0/networks/028eca30-3749-4006-87f8-f1b923e68909 HTTP/1.1" status: 204 len: 168 time: 1.7377090 Nov 24 13:56:04.725092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:04.754654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60580) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:04.852663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Pushing event deleted for resources: {'Network': ['ID=028eca30-3749-4006-87f8-f1b923e68909,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:04.883156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:04.885766 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c574cb94-a5d1-435f-8033-329f1d1e72c9 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] DELETE failed (client error): The resource could not be found. Nov 24 13:56:04.886116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c574cb94-a5d1-435f-8033-329f1d1e72c9 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:56:04.962371 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c574cb94-a5d1-435f-8033-329f1d1e72c9 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] 10.222.0.36 "DELETE /v2.0/subnets/2eded1b7-7047-4929-bd64-60e48f03faaa HTTP/1.1" status: 404 len: 337 time: 0.2009406 Nov 24 13:56:04.971133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:04.976414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:04.992097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60586) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:05.153368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.202062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.216027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.230446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.247396 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2011747 Nov 24 13:56:05.259509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d4b3ff4-2e54-4e07-801a-2e3d40af842a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:05.285078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60598) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:05.289831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Network': ['ID=3e366337-f183-4f5d-8e2b-2ba0c7f91657,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:05.304730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:05.305163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2ad4d3d-8f03-4083-87fc-47c43b78fd97 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:05.326812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 3e366337-f183-4f5d-8e2b-2ba0c7f91657 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:05.347927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.379031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-800952779'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:05.385417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:05.390729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:network and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:05.391590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.396120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:05.402939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6836903 Nov 24 13:56:05.403958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60606) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:05.406167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:05.422360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:05.461057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'name': 'tempest-AllowedAddressPairTestJSON-859456535', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:dc:9e'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:05.495269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-243d7e13-9b0c-4f81-97c8-4039ff662368 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:05.510404 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 13:56:05.520245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.532969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.540517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.668356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:05.740839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.742296 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9655321 Nov 24 13:56:05.744187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:05.747973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.764903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c559554fb9f24e92bd0cea19bf6a32e3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4820299 Nov 24 13:56:05.767505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60618) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:05.792065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:05.810357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:05.828025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.828382 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Added segment 61204d1f-d4f2-4391-8a25-818839908840 of type vlan for network bcca50be-5bb3-45dd-9199-b61cec569e57 Nov 24 13:56:05.891762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:05.930169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:05.986232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-42fecc3a-5586-4ddc-bcc4-f5e33642d880 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Synchronizing usage tracker for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:05.998540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c051a0fa-e11a-4f11-8a65-5a0bcdb1177c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.017914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:06.131419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.148419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.191002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7741df7-2ccf-407e-b163-4f93354d83a5']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:06.211773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e0f25a-2831-4838-a628-2be4f12e1b9c') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:06.211962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e0f25a-2831-4838-a628-2be4f12e1b9c') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:06.225821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.246262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.253535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:06.254170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.287007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-51b97219-b1ed-4d73-ac40-a723dc76cb87 None None] Provisioning complete for port 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:06.288371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-51b97219-b1ed-4d73-ac40-a723dc76cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.362535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74731b-b20f-4ed8-8beb-d1d5656cfce6 None None] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:06.370820 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:06.379562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.422411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:06.445433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:06.446289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.448515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.468175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-42fecc3a-5586-4ddc-bcc4-f5e33642d880 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Unset dirty status for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:06.474736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event updated for resources: {'Port': ['ID=5d97ff7c-0ad5-4f4c-b36c-abd5281aebd9,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.476133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-51b97219-b1ed-4d73-ac40-a723dc76cb87 None None] Port 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:06.480384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-42fecc3a-5586-4ddc-bcc4-f5e33642d880 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1543909637&fields=id&tenant_id=4bb65fbf62e84aefaf2d2f34310677f3 HTTP/1.1" status: 200 len: 267 time: 1.0444179 Nov 24 13:56:06.498904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] 10.222.0.36 "DELETE /v2.0/networks/f7741df7-2ccf-407e-b163-4f93354d83a5 HTTP/1.1" status: 204 len: 168 time: 1.4833319 Nov 24 13:56:06.500326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Pushing event deleted for resources: {'Network': ['ID=f7741df7-2ccf-407e-b163-4f93354d83a5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.533633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.541878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:06.623838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60650) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:06.627031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Provisioning for port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:06.638733 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3462577 Nov 24 13:56:06.646090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:06.647967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Router ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:56:06.650568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Usage tracker for resource:port and tenant:4085f89869a64863b3aa0fe6e7eca066 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:06.654048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:06.660671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:06.663905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60654) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:06.674780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Port': ['ID=6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.690695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'ports': [{'network_id': '3e366337-f183-4f5d-8e2b-2ba0c7f91657', 'name': 'tempest-port--1744495252', 'admin_state_up': True}, {'network_id': 'bcca50be-5bb3-45dd-9199-b61cec569e57', 'admin_state_up': False}]} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:06.691216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:06.697075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'port': {'network_id': '3e366337-f183-4f5d-8e2b-2ba0c7f91657', 'name': 'tempest-port--1744495252', 'admin_state_up': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:06.698068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'port': {'network_id': 'bcca50be-5bb3-45dd-9199-b61cec569e57', 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:06.727663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Provisioning complete for port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:06.727663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.736341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:06.744894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60664) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:06.748866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.459s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:06.749511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:06.765807 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 13:56:06.805710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:06.913195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.970969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] For port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,segment=NetworkSegment(9cebaac1-157b-4206-8978-bf2bfd38f136),segment_id=9cebaac1-157b-4206-8978-bf2bfd38f136)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:06.978301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:06.982286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:06.991475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.120985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Pushing event updated for resources: {'Port': ['ID=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:07.132006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:07.151045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60670) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:07.160866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.171613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-308003027'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:07.176547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:07.189862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-aa1fb0f5-d169-41f0-ba7a-427391c1a749 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:07.191416 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-aa1fb0f5-d169-41f0-ba7a-427391c1a749 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 812 time: 0.7099063 Nov 24 13:56:07.221955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:07.222265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c051a0fa-e11a-4f11-8a65-5a0bcdb1177c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:07.229342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:07.250282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Usage tracker for resource:network and tenant:d2008642b1944cb28e47bc92e533691c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:07.251027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.256169 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c051a0fa-e11a-4f11-8a65-5a0bcdb1177c HTTP/1.1" status: 204 len: 168 time: 1.4277103 Nov 24 13:56:07.257267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:07.261600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-45a5bc4c-fd0f-48f0-8c2a-8dd0bfa823e0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/quotas/4bb65fbf62e84aefaf2d2f34310677f3 HTTP/1.1" status: 200 len: 375 time: 0.0434008 Nov 24 13:56:07.316727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-93c3a05e-148e-44ac-9c06-43ae783e3eae None None] Provisioning for port 8dee4f66-898b-4b59-a86d-8b01544f7a21 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:07.319070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:07.323228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-2b03219f-155f-4152-9c79-fc8749049947 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Synchronizing usage tracker for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:07.325617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Network': ['ID=bcca50be-5bb3-45dd-9199-b61cec569e57,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:07.333018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:07.343133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network bcca50be-5bb3-45dd-9199-b61cec569e57 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:07.356435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.381754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-93c3a05e-148e-44ac-9c06-43ae783e3eae None None] Provisioning complete for port 8dee4f66-898b-4b59-a86d-8b01544f7a21 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:07.382134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93c3a05e-148e-44ac-9c06-43ae783e3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.451536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Made reservation on behalf of d2008642b1944cb28e47bc92e533691c for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:07.455316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.508031 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-96668112-bc21-46bb-9f93-731934311643 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dec0b18ee828457bbe579544ed398e9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3490672 Nov 24 13:56:07.509019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.509181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] device_id is not set on port 7621bdcc-86af-48d6-8056-4252338c2a76 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:07.534466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60680) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:07.548729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-93c3a05e-148e-44ac-9c06-43ae783e3eae None None] Port 8dee4f66-898b-4b59-a86d-8b01544f7a21 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:07.572160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-2b03219f-155f-4152-9c79-fc8749049947 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Unset dirty status for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:07.577381 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-2b03219f-155f-4152-9c79-fc8749049947 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--507480254&fields=id&tenant_id=930b6e6496544964b55f9ea5b72beaf0 HTTP/1.1" status: 200 len: 267 time: 0.8265824 Nov 24 13:56:07.596399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-93c3a05e-148e-44ac-9c06-43ae783e3eae None None] Provisioning complete for port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:07.597067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93c3a05e-148e-44ac-9c06-43ae783e3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:07.686707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:07.687280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-79c59cee-4e88-4cda-9b22-939cb5f16d26 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Synchronizing usage tracker for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:07.698341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Usage tracker for resource:security_group_rule and tenant:d2008642b1944cb28e47bc92e533691c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:07.705912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:07.720991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-79c59cee-4e88-4cda-9b22-939cb5f16d26 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Unset dirty status for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:07.722366 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-79c59cee-4e88-4cda-9b22-939cb5f16d26 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4435058 Nov 24 13:56:07.722634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:07.735231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Allocated IP 172.20.0.6 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/7621bdcc-86af-48d6-8056-4252338c2a76) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:07.781295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:07.817942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:07.889270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] Sync routers for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:07.924825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:07.925408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:07.933962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60688) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:08.017916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:port and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:08.020011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:08.032854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:08.033544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:55:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:08.039756 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "PUT /v2.0/routers/ab12ed2e-616c-4297-8d5b-73eaaef3d6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3398786 Nov 24 13:56:08.044088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:08.044683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60694) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:08.050201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.058475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f8873a78-d936-4f2f-883f-795c39ad0efa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7373836a7f34159af214a77d50107c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187527 Nov 24 13:56:08.059369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Request body: {'port': {'network_id': '6b3c476c-4020-4f15-9070-280eaf4fe9db', 'name': 'tempest-FloatingIPAdminTestJSON-212318270'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:08.076564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60698) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:08.081031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:08.111489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:08.111929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b12fd2-a0bb-4f26-ba8d-f8d743f3da44 None None] The sync data for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:08.138678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-16ee4785-de83-4aed-8202-52f162ce5658 None None] Provisioning complete for port 8dee4f66-898b-4b59-a86d-8b01544f7a21 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:08.139416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16ee4785-de83-4aed-8202-52f162ce5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.144030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.179126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-a3dfc0fa-0827-4d54-808d-0d73885ad01c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:56:08.180082 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-a3dfc0fa-0827-4d54-808d-0d73885ad01c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2455692 Nov 24 13:56:08.209696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'port': 2} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:08.212578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.212859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-16ee4785-de83-4aed-8202-52f162ce5658 None None] Port 8dee4f66-898b-4b59-a86d-8b01544f7a21 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:08.214319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.279934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.309781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Transition to ACTIVE for port object 7621bdcc-86af-48d6-8056-4252338c2a76 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:08.317919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-99459b1b-4699-42a1-9263-0d2562d2db86 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.318645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-99459b1b-4699-42a1-9263-0d2562d2db86 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Synchronizing usage tracker for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:08.370492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.374443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.380787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:08.396952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Usage tracker for resource:port and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:08.401343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:08.410652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:08.421998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-b26870fc-a554-447f-90d8-b1c9a670c94d service neutron] 10.222.0.36 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305791 Nov 24 13:56:08.434887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.450778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Made reservation on behalf of 359eccf38b4f4f078aea561749c39170 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:08.451010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-aa2f5eb2-99f0-4670-814c-271f95c9490b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:08.454583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.465738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.478355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-523318a9-6749-4ad1-9b0f-a03d27147400 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:08.494290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-99459b1b-4699-42a1-9263-0d2562d2db86 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Unset dirty status for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:08.495468 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-99459b1b-4699-42a1-9263-0d2562d2db86 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/networks?id=378cd40c-7853-41e1-9641-4cf1cc80c20c HTTP/1.1" status: 200 len: 806 time: 0.7165978 Nov 24 13:56:08.513708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.518513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:08.546950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.586216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c537d2a0-bc67-45a0-b6a7-d4e0310e815a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:08.601746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] device_id is not set on port 8e74a5a9-1207-49f2-9ef4-31612a07e0cc yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:08.605091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:08.607402 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5e06473a-4c31-428f-a843-35d87360ba1a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/quotas/930b6e6496544964b55f9ea5b72beaf0 HTTP/1.1" status: 200 len: 375 time: 0.0899632 Nov 24 13:56:08.607841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:08.622762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.623109 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Added segment 7841d393-c2a1-456e-b267-3480aff0839e of type vlan for network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c Nov 24 13:56:08.628301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:08.631405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] device_id is not set on port 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:08.670399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:08.679325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:08.696410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb359f-ab28-4bb1-8661-81e01a85fa7d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:08.712962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:08.721557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.726279 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07bb359f-ab28-4bb1-8661-81e01a85fa7d HTTP/1.1" status: 204 len: 168 time: 1.1762547 Nov 24 13:56:08.735951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=7621bdcc-86af-48d6-8056-4252338c2a76,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:08.749911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.764382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:08.828866 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-6dfd108e-3a1f-441c-a36d-7ae196d932dc service neutron] 10.222.0.36 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985839 Nov 24 13:56:08.853352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.865341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:08.886080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.886742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.902885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf5d94-01b3-40b3-a94e-9c3b25b44373,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:08.914102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:08.953767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.5402524 Nov 24 13:56:08.960421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60706) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:08.965827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.976622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.977683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:08.996804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:09.029033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Allocated IP 172.20.0.10 (6b3c476c-4020-4f15-9070-280eaf4fe9db/1bda1532-52e0-497e-8858-d6ef7773f850/9c08ebfe-65c4-4faf-a56b-cbe12baa83cf) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:09.047804 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-58fb5bcd-0fe3-40b9-9aaa-f2ebaf17bc19 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=930b6e6496544964b55f9ea5b72beaf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4149358 Nov 24 13:56:09.057761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.059275 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5caf5d94-01b3-40b3-a94e-9c3b25b44373 HTTP/1.1" status: 204 len: 168 time: 0.9815667 Nov 24 13:56:09.103724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d4b3ff4-2e54-4e07-801a-2e3d40af842a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:09.138737 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5091908 Nov 24 13:56:09.167589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.175846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Pushing event updated for resources: {'Network': ['ID=c4b3ee43-6be0-4ca5-8672-2a70d9578a7c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:09.200530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:09.292499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:09.391007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] device_id is not set on port 06bc0ed6-3761-4959-9d9f-a01474d2d559 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:09.461375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c14635f7-357c-4946-8a04-7b40c1d0ca68 None None] Provisioning for port 7621bdcc-86af-48d6-8056-4252338c2a76 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:09.477432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c14635f7-357c-4946-8a04-7b40c1d0ca68 None None] Provisioning complete for port 7621bdcc-86af-48d6-8056-4252338c2a76 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:09.478223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c14635f7-357c-4946-8a04-7b40c1d0ca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.485228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.507016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Transition to ACTIVE for port object 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:09.534480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60738) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:09.540485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.558268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c14635f7-357c-4946-8a04-7b40c1d0ca68 None None] Port 7621bdcc-86af-48d6-8056-4252338c2a76 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:09.578695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:09.584704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:09.584936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.623590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.672657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.686443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:09.820106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f3e1663f-6764-4952-905c-a935a4615ce6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f249ac2cacf4a64af47e3291829c22b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2836599 Nov 24 13:56:09.824729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60746) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:09.834253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786dfa5-0101-4f34-aeca-b0c1f4934756 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.840775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786dfa5-0101-4f34-aeca-b0c1f4934756 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.846956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786dfa5-0101-4f34-aeca-b0c1f4934756 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.847825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c786dfa5-0101-4f34-aeca-b0c1f4934756 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Synchronizing usage tracker for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:09.861621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:09.868400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:09.891090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:09.933428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Checking segment: {'id': '1c4f39bb-8ff3-4f84-accb-26b5f1d88219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '3e366337-f183-4f5d-8e2b-2ba0c7f91657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:09.933854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network hostable DHCP agents. Network: 3e366337-f183-4f5d-8e2b-2ba0c7f91657, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:09.969241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Port': ['ID=8e74a5a9-1207-49f2-9ef4-31612a07e0cc,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:09.986059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:09.986236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.986236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:09.990088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60752) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:10.047424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network 3e366337-f183-4f5d-8e2b-2ba0c7f91657 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:10.049603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Request body: {'port': {'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c', 'binding:host_id': 'hv-neutron-8181', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486308118'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:10.056007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event updated for resources: {'Port': ['ID=9c08ebfe-65c4-4faf-a56b-cbe12baa83cf,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:10.063033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:10.068264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:10.071947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c786dfa5-0101-4f34-aeca-b0c1f4934756 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Unset dirty status for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:10.073868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.077495 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 3e366337-f183-4f5d-8e2b-2ba0c7f91657) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:10.078386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c786dfa5-0101-4f34-aeca-b0c1f4934756 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.1168573 Nov 24 13:56:10.086334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60760) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:10.086988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08082b50-93e3-47af-8070-53a04f682618 None None] Network 3e366337-f183-4f5d-8e2b-2ba0c7f91657 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:10.092291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Usage tracker for resource:port and tenant:d7f45b53dda445faa195a98e033c48e7 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:10.105072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0556617 Nov 24 13:56:10.105072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:10.149140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60764) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:10.155164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:10.156203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:10.157289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.174535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-910d63be-e2cd-4396-a9e7-d32c96867617 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:56:10.175994 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-910d63be-e2cd-4396-a9e7-d32c96867617 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5133142 Nov 24 13:56:10.197727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f20a3d7-121f-4562-8368-b0bf6d88a690 req-239f2000-0136-40bd-8ab2-076e9e60ad3d tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.1112008 Nov 24 13:56:10.206462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:10.215234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Made reservation on behalf of d7f45b53dda445faa195a98e033c48e7 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:10.223228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.267474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.307849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:10.313093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Usage tracker for resource:security_group_rule and tenant:d7f45b53dda445faa195a98e033c48e7 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:10.314563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.316705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:10.324780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:10.356779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e5de5c7a-18a4-4f7c-a5b2-ff7ff6458021 None None] Provisioning for port 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:10.391570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e5de5c7a-18a4-4f7c-a5b2-ff7ff6458021 None None] Provisioning complete for port 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:10.391570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e5de5c7a-18a4-4f7c-a5b2-ff7ff6458021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.487197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.508898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'project_id': '359eccf38b4f4f078aea561749c39170', 'port_id': '9c08ebfe-65c4-4faf-a56b-cbe12baa83cf'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:10.511491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 7621bdcc-86af-48d6-8056-4252338c2a76 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:10.512000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.525440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:10.536077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Usage tracker for resource:floatingip and tenant:359eccf38b4f4f078aea561749c39170 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:10.541412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:10.545053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Port': ['ID=06bc0ed6-3761-4959-9d9f-a01474d2d559,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:10.550858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:10.562877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:10.565952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.580118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port c77aa12f-c40e-4a70-adef-79e32a696561 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:10.652362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Checking segment: {'id': '61204d1f-d4f2-4391-8a25-818839908840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bcca50be-5bb3-45dd-9199-b61cec569e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:10.653190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network hostable DHCP agents. Network: bcca50be-5bb3-45dd-9199-b61cec569e57, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:10.675355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e5de5c7a-18a4-4f7c-a5b2-ff7ff6458021 None None] Port 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:10.702974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7deae3c-d119-4fc5-8f69-d03b35e838bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:10.720637 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-e8944ccf-3232-47f6-bdb8-20553eccb48d service neutron] 10.222.0.36 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255499 Nov 24 13:56:10.727248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:10.818894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0bf2dc-3137-4684-bbb6-39c0fd5ff87e,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:10.923771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:10.962880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60794) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:11.022560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.086510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:11.116948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network bcca50be-5bb3-45dd-9199-b61cec569e57 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:11.127127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.140856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dcadf2-0404-4548-b5df-cb333c3b42e6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:11.157849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:11.232119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, bcca50be-5bb3-45dd-9199-b61cec569e57) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:11.269892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72924ade-2d94-4cfb-be25-03bb26742240 None None] Network bcca50be-5bb3-45dd-9199-b61cec569e57 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:11.299370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port c77aa12f-c40e-4a70-adef-79e32a696561 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:11.306022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.337165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 7621bdcc-86af-48d6-8056-4252338c2a76 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:11.377343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.387005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:11.392782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:11.398543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:11.399238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.403275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.405394 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60dcadf2-0404-4548-b5df-cb333c3b42e6 HTTP/1.1" status: 204 len: 168 time: 1.5779226 Nov 24 13:56:11.464870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-631680286'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:11.473255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:11.480485 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-2bfed2d3-555d-49d0-b65a-8f0287be565f service neutron] 10.222.0.36 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185161 Nov 24 13:56:11.481882 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8099003 Nov 24 13:56:11.488154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:network and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:11.491576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:11.493595 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77419605-720c-4272-a5a4-f0e11ad4c499 req-42c910bc-8c99-45df-90d2-2fb9f6bd1556 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.1126835 Nov 24 13:56:11.493990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:11.555408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:11.564588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Transition to ACTIVE for port object c77aa12f-c40e-4a70-adef-79e32a696561 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:11.605628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Made reservation on behalf of e7c7c716f6a1426abffefd8bc04dd776 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:11.611769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.623533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.662601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:11.706695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.749994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:11.779444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:security_group_rule and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:11.788710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:11.823020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:11.840674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b667b36-1d24-4e08-b0cf-f96392975b64 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:11.847356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b667b36-1d24-4e08-b0cf-f96392975b64 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:11.848418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b667b36-1d24-4e08-b0cf-f96392975b64 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Synchronizing usage tracker for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:11.861398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:11.894029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef8596b2-6715-4667-b90a-5608236caef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:11.964476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b667b36-1d24-4e08-b0cf-f96392975b64 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Unset dirty status for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:11.965845 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9b667b36-1d24-4e08-b0cf-f96392975b64 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4735055 Nov 24 13:56:11.993982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60830) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:12.168248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=7621bdcc-86af-48d6-8056-4252338c2a76,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:12.188781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:12.278139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=c77aa12f-c40e-4a70-adef-79e32a696561,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:12.318806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f32f0841-7f55-4da6-ac22-58d741da7aff req-c1913fb6-c2df-4c6c-8836-313fe82f8faf tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Synchronizing usage tracker for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:12.323614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:12.407816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:12.433253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Allocated IP 172.26.8.43 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/2a1c840f-a0f3-423a-9fa3-224e0bc6ce4a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:12.446048 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/ports/7621bdcc-86af-48d6-8056-4252338c2a76 HTTP/1.1" status: 204 len: 168 time: 2.3520150 Nov 24 13:56:12.448768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:12.449939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f32f0841-7f55-4da6-ac22-58d741da7aff req-c1913fb6-c2df-4c6c-8836-313fe82f8faf tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Unset dirty status for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:12.450802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60854) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:12.463656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f32f0841-7f55-4da6-ac22-58d741da7aff req-c1913fb6-c2df-4c6c-8836-313fe82f8faf tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.4510272 Nov 24 13:56:12.475732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting port 8e74a5a9-1207-49f2-9ef4-31612a07e0cc {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:12.476073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:12.501098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:12.505205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Checking segment: {'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:12.505616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Network hostable DHCP agents. Network: c4b3ee43-6be0-4ca5-8672-2a70d9578a7c, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:12.531396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-08c2a489-565f-41c9-835c-8bdfc8ac9a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:12.554780 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6cf114-6a11-4085-b027-71d4fdb26711 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] GET failed (client error): The resource could not be found. Nov 24 13:56:12.555594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eb6cf114-6a11-4085-b027-71d4fdb26711 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Synchronizing usage tracker for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:12.670892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17eb254-95e0-40b4-a505-3a56ae6426c8,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:12.671582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:12.685591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:12.686881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:12.716644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eb6cf114-6a11-4085-b027-71d4fdb26711 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Unset dirty status for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:12.729461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, c4b3ee43-6be0-4ca5-8672-2a70d9578a7c) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:12.730069 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eb6cf114-6a11-4085-b027-71d4fdb26711 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "GET /v2.0/ports/7621bdcc-86af-48d6-8056-4252338c2a76 HTTP/1.1" status: 404 len: 333 time: 0.2771246 Nov 24 13:56:12.732869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60866) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:12.741161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb00ddc-4a42-4fbd-8ad8-bf652f235cfd None None] Network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:12.752972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'name': 'tempest-AllowedAddressPairTestJSON-1613800459'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:12.767654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:12.773022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:12.773486 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Added segment 90749ddd-ceb5-48da-acaa-21947adf4a26 of type vlan for network 9b95a182-1e18-4c28-bac3-8c781d3f781f Nov 24 13:56:12.847701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:12.858711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:12.859390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:12.859720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:12.971707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.76', 54593) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:13.058403 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8c05a3ae-2686-41d7-bd18-f3123a4689fb req-e870293d-ced5-4500-9232-1de7ea14f20a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.2134633 Nov 24 13:56:13.070427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:13.071033 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:13.107215 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 2 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:13.145808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.153130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:13.154000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.158445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:13.282718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60886) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:13.322417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3515303 Nov 24 13:56:13.336647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60894) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:13.346638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'subnet': {'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:13.357591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.367727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Network': ['ID=9b95a182-1e18-4c28-bac3-8c781d3f781f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:13.369812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:13.388855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:13.478481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1236030244'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:13.486857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:13.495031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Usage tracker for resource:network and tenant:6991250ae827402ebeba8c73bc98d2c6 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:13.500902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:13.512548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:13.533236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Made reservation on behalf of 6991250ae827402ebeba8c73bc98d2c6 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:13.540090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.561833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:13.562188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:13.562536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:13.572030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-caa24ec9-aa64-4f17-b53e-d2e8ffc1311b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:13.573882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-caa24ec9-aa64-4f17-b53e-d2e8ffc1311b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 812 time: 0.5173430 Nov 24 13:56:13.578194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.604074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.610142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:13.610471 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:13.618143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:13.619221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.622989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:13.625998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:subnet and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:13.630674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:13.634113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Usage tracker for resource:security_group_rule and tenant:6991250ae827402ebeba8c73bc98d2c6 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:13.637545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:13.650667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:13.653437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:13.684794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Made reservation on behalf of e7c7c716f6a1426abffefd8bc04dd776 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:13.688995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:13.791737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 3 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:13.799170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:13.940243 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:56:13.943650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:13.953141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Calling delete_port for 8e74a5a9-1207-49f2-9ef4-31612a07e0cc owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:13.995849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.078711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.092413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-17f23252-3cdc-4c6e-ae2f-af793124cc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:14.152664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:14.153341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:14.153341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:14.158124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:14.164684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:14.171251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:14.175001 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-baf491f9-7db9-4742-b12a-716ac5c15406 req-478a00cb-16cf-4417-9479-62194e2fcedb tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.3410020 Nov 24 13:56:14.175894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:14.194956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:14.287374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.288050 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Added segment 8102f468-3213-4866-afbd-0005e4589dc5 of type vlan for network e5c26803-10ee-4390-985d-f0e60f48b015 Nov 24 13:56:14.303878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:14.304396 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:14.320461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 4 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:14.399236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1c840f-a0f3-423a-9fa3-224e0bc6ce4a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:14.407470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.76', 54599) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:14.435496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:14.459063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3520f236-8d01-4d23-9bfb-33df0daec165 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb65fbf62e84aefaf2d2f34310677f3 HTTP/1.1" status: 200 len: 380 time: 0.6232898 Nov 24 13:56:14.459891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:14.465840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.490399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Request body: {'port': {'device_id': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'admin_state_up': True, 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'security_groups': ['69011330-f805-4658-b4a3-29212f45a2b5']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:14.520630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a842249-0a32-4483-90fd-eda2e7b424bd,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:14.551086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:14.567232 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e3738e16-a66d-4f27-9263-e2d4947f2566 req-f4b867f4-d08a-4234-bd77-80d73023bc92 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.2767837 Nov 24 13:56:14.606679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:14.606909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.607229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:14.607809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:14.613221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.624897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:14.813116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Subnet': ['ID=db66edb1-7dff-4305-bf4b-a82525727993,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:14.823248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:14.833889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:14.865179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:14.865701 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:14.907516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.918352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:14.919483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:14.943921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 5 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:14.968698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:14.991571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Checking segment: {'id': '90749ddd-ceb5-48da-acaa-21947adf4a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:14.992010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network hostable DHCP agents. Network: 9b95a182-1e18-4c28-bac3-8c781d3f781f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:15.001240 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7172055 Nov 24 13:56:15.008552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60934) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:15.020767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] device_id is not set on port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:15.073756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:15.086976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Request body: {'subnet': {'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:15.104347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:15.104726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:15.105187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:15.126652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:15.291611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Port': ['ID=8e74a5a9-1207-49f2-9ef4-31612a07e0cc,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:15.294534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:15.295801 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:15.432777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:15.443883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:15.468839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 6 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:15.484602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:15.487310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event updated for resources: {'Network': ['ID=e5c26803-10ee-4390-985d-f0e60f48b015,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:15.499772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Usage tracker for resource:subnet and tenant:6991250ae827402ebeba8c73bc98d2c6 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:15.512535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:15.514054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:15.516723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e5c26803-10ee-4390-985d-f0e60f48b015 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:15.526738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:15.582262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:15.602249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 9b95a182-1e18-4c28-bac3-8c781d3f781f) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:15.630183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:15.630764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:15.631112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:15.658532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-eba4af2e-f6d7-4dff-b824-f00ede0d34b9 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:15.660182 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-eba4af2e-f6d7-4dff-b824-f00ede0d34b9 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.76 "GET /v2.0/networks?id=378cd40c-7853-41e1-9641-4cf1cc80c20c HTTP/1.1" status: 200 len: 806 time: 1.2320287 Nov 24 13:56:15.675593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:15.677674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:15.709529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:15.709884 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:15.725941 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 7 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:15.735757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:15.758217 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4142776 Nov 24 13:56:15.762465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60944) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:15.776145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Made reservation on behalf of 6991250ae827402ebeba8c73bc98d2c6 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:15.782547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:15.903806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6882dfb-92b3-44c8-a08a-831f343ae489 None None] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:16.148204 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/ports/8e74a5a9-1207-49f2-9ef4-31612a07e0cc HTTP/1.1" status: 204 len: 168 time: 4.1531169 Nov 24 13:56:16.152994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:16.202349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60948) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:16.231482 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c70dacf3-5345-486f-badc-4b0e11897540 req-92e29706-7443-4b36-814f-a47083ca5d79 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.4972579 Nov 24 13:56:16.232183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:16.232517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:16.232887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:16.378183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:16.380038 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:16.384347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2040685740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:16.399022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 8 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:16.411128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Allocated IP 172.20.0.5 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/3df93921-59a4-4368-b4eb-7c80ed50e8c8) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:16.467754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Made reservation on behalf of 4bb65fbf62e84aefaf2d2f34310677f3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:16.473142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.559680 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-66a223a9-feba-4cb1-bcac-bbf04f35edd7 req-e0294825-1d67-42bf-88eb-99592fdff43d tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.1649504 Nov 24 13:56:16.575067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.589080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:16.604801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:router and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:16.607977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19361abf-64b3-41bb-8ae1-f0f7cbe0c57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:16.686912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:16.704641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:16.716698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event updated for resources: {'Subnet': ['ID=87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:16.727861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:16.732512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-9b95a182-1e18-4c28-bac3-8c781d3f781f', 'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f', 'tenant_id': 'e7c7c716f6a1426abffefd8bc04dd776', 'fixed_ips': [{'subnet_id': 'db66edb1-7dff-4305-bf4b-a82525727993'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:16.734359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.742024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.743164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.850517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.852939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Checking segment: {'id': '8102f468-3213-4866-afbd-0005e4589dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:16.852939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Network hostable DHCP agents. Network: e5c26803-10ee-4390-985d-f0e60f48b015, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:16.861640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:16.862978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:16.865621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:16.894501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.927067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:16.927067 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:16.931065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting port 06bc0ed6-3761-4959-9d9f-a01474d2d559 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:16.931065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.950500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:16.959776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Network e5c26803-10ee-4390-985d-f0e60f48b015 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:16.977517 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 9 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:17.010237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e5c26803-10ee-4390-985d-f0e60f48b015) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:17.015219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:17.015864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:17.043609 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262829f0-9c37-4a57-8081-ac12ca1e3f93 None None] Network e5c26803-10ee-4390-985d-f0e60f48b015 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:17.073900 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0639815 Nov 24 13:56:17.075167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60954) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:17.092578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Request body: {'port': {'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1339421180'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:17.148034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:17.156292 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4b57f397-4703-40e5-89b2-92bead17cbec tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.3868825 Nov 24 13:56:17.174622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-dd86825f-622f-4c01-a3d0-3d7a8f4aa898 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Synchronizing usage tracker for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:17.181389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60958) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:17.309023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Allocated IP 172.20.0.2 (9b95a182-1e18-4c28-bac3-8c781d3f781f/db66edb1-7dff-4305-bf4b-a82525727993/1902fb9b-077e-442c-b4d1-fb533b1c2583) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:17.735289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:17.914026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e5c26803-10ee-4390-985d-f0e60f48b015', 'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015', 'tenant_id': '6991250ae827402ebeba8c73bc98d2c6', 'fixed_ips': [{'subnet_id': '87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:17.919407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:17.931174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:17.931819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:17.931919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:17.953994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Usage tracker for resource:port and tenant:6991250ae827402ebeba8c73bc98d2c6 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:17.959722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:18.030509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-dd86825f-622f-4c01-a3d0-3d7a8f4aa898 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Unset dirty status for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:18.031780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-dd86825f-622f-4c01-a3d0-3d7a8f4aa898 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930b6e6496544964b55f9ea5b72beaf0 HTTP/1.1" status: 200 len: 379 time: 1.5434878 Nov 24 13:56:18.048880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:18.049198 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:18.058223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 10 to bind port c77aa12f-c40e-4a70-adef-79e32a696561 Nov 24 13:56:18.068071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-50cb0e6d-fc6f-4db7-9851-fbbe13d06f4e req-3a5360f3-39f4-4ca7-b309-9ac8f31248d9 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.2010393 Nov 24 13:56:18.106953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:18.128523 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-87628804-fc98-49c2-b260-a0b0757df501 req-0f27a320-72a9-418d-b97f-e5d5f26bc1eb tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.1699948 Nov 24 13:56:18.188283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:18.188634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:18.189101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:18.318964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port c77aa12f-c40e-4a70-adef-79e32a696561 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:18.318964 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port c77aa12f-c40e-4a70-adef-79e32a696561 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:18.319257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.394827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.406300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.483021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Transition to ACTIVE for port object 1902fb9b-077e-442c-b4d1-fb533b1c2583 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:18.569750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.627928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Allocated IP 172.20.0.6 (2c951eb0-38a5-43cb-a8bb-686fddfe33a3/1a49f293-5433-4178-9d0d-345e77e7bcba/867e5bd6-b139-4fcc-ad74-5f550334b9c2) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:18.653999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Transition to ACTIVE for port object 1902fb9b-077e-442c-b4d1-fb533b1c2583 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:18.665939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.672821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Made reservation on behalf of 6991250ae827402ebeba8c73bc98d2c6 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:18.673130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0fe7bbbb-46e5-4351-8efc-e95ab2b74651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:18.676095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.800959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Allocated IP 2001:db8::2 (e5c26803-10ee-4390-985d-f0e60f48b015/87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef/68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:18.837481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] device_id is not set on port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:18.838087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:18.848058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:18.853864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:18.885672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:18.938812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Pushing event updated for resources: {'Port': ['ID=1902fb9b-077e-442c-b4d1-fb533b1c2583,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:18.949256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:19.100655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.220773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Attempting to bind port 1902fb9b-077e-442c-b4d1-fb533b1c2583 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:19.221566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Attempting to bind port 1902fb9b-077e-442c-b4d1-fb533b1c2583 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '90749ddd-ceb5-48da-acaa-21947adf4a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:19.222209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Attempting to bind port 1902fb9b-077e-442c-b4d1-fb533b1c2583 on network 9b95a182-1e18-4c28-bac3-8c781d3f781f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:19.243120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:19.243765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Checking segment: {'id': '90749ddd-ceb5-48da-acaa-21947adf4a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:19.244462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.245089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Bound using segment: {'id': '90749ddd-ceb5-48da-acaa-21947adf4a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:19.245933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Bound port: 1902fb9b-077e-442c-b4d1-fb533b1c2583, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90749ddd-ceb5-48da-acaa-21947adf4a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:19.246590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.403069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Calling delete_port for 06bc0ed6-3761-4959-9d9f-a01474d2d559 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:19.429158 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-19c98df6-d569-4bbd-84ed-8651f4bb2dda req-d68a8143-43eb-494f-8a90-48465638efd8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.0670748 Nov 24 13:56:19.501616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] For port 1902fb9b-077e-442c-b4d1-fb533b1c2583, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:19.515887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] For port 1902fb9b-077e-442c-b4d1-fb533b1c2583, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1902fb9b-077e-442c-b4d1-fb533b1c2583,segment=NetworkSegment(90749ddd-ceb5-48da-acaa-21947adf4a26),segment_id=90749ddd-ceb5-48da-acaa-21947adf4a26)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:19.532622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.540590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:19.573245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.599883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Allocated IP 172.20.0.1 (9b95a182-1e18-4c28-bac3-8c781d3f781f/db66edb1-7dff-4305-bf4b-a82525727993/21484eac-8710-4f95-9ccc-f741c6adf833) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:19.628849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Transition to ACTIVE for port object 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:19.659378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Transition to ACTIVE for port object 3df93921-59a4-4368-b4eb-7c80ed50e8c8 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:19.718542 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e808572-63a8-481b-85fd-910ef8c8e1ff req-93349d39-ef84-48ec-89fc-915311201243 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.1899009 Nov 24 13:56:19.757452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Transition to ACTIVE for port object 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:19.763375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Pushing event updated for resources: {'Port': ['ID=1902fb9b-077e-442c-b4d1-fb533b1c2583,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:19.767978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:19.770797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c13f0382-bad2-473a-bf39-75ffae713adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.774255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.780177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:19.786953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:19.936601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Network e5c26803-10ee-4390-985d-f0e60f48b015 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:19.941412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:19.949014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:19.962917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Pushing event updated for resources: {'Port': ['ID=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:19.974159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Allocated IP 2001:db8::16d (e5c26803-10ee-4390-985d-f0e60f48b015/87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef/0d702704-6c2e-4b4e-8da1-36ae50ac74ef) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:19.992439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:20.106893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Attempting to bind port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:20.107280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Attempting to bind port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '8102f468-3213-4866-afbd-0005e4589dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:20.107650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Attempting to bind port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 on network e5c26803-10ee-4390-985d-f0e60f48b015 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:20.134052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:20.134439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Checking segment: {'id': '8102f468-3213-4866-afbd-0005e4589dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:20.134864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.135264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Bound using segment: {'id': '8102f468-3213-4866-afbd-0005e4589dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:20.138216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Bound port: 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8102f468-3213-4866-afbd-0005e4589dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:20.138636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.151850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] For port c77aa12f-c40e-4a70-adef-79e32a696561, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:20.152444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempted to set empty binding levels {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 13:56:20.190828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.212874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.228855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:20.253349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.300811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Transition to ACTIVE for port object 21484eac-8710-4f95-9ccc-f741c6adf833 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:20.313714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] For port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:20.317826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.323497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Transition to ACTIVE for port object 867e5bd6-b139-4fcc-ad74-5f550334b9c2 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:20.325217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:20.328979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] For port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,segment=NetworkSegment(8102f468-3213-4866-afbd-0005e4589dc5),segment_id=8102f468-3213-4866-afbd-0005e4589dc5)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:20.335958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.339282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:20.339959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.340869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2b6450d8-369b-477e-a871-42264eab5c66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:20.343609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.344557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.372031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Transition to ACTIVE for port object 0d702704-6c2e-4b4e-8da1-36ae50ac74ef will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:20.377066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.391148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.393932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.401205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f20c1315-9519-453f-b9ff-d84bc7035134 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:20.410266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.437929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.443865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Pushing event updated for resources: {'Port': ['ID=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:20.449730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:20.467089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=c77aa12f-c40e-4a70-adef-79e32a696561,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:20.476861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:20.484595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b0529b34-2293-420d-8c1d-e64b0cc60ae2 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:20.518481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:20.524271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:20.530001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:20.567557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/ports/06bc0ed6-3761-4959-9d9f-a01474d2d559 HTTP/1.1" status: 204 len: 168 time: 4.3423514 Nov 24 13:56:20.575850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:20.606981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 10.5934896 Nov 24 13:56:20.620699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60974) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:20.624936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57365c-7993-435d-b32f-0514cf863310 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Port': ['ID=06bc0ed6-3761-4959-9d9f-a01474d2d559,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:20.639562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Port': ['ID=21484eac-8710-4f95-9ccc-f741c6adf833,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:20.689524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:20.690555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.714556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83896a78-d6d6-4f2d-a8fb-cbc0fd5a72bb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Synchronizing usage tracker for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:20.728413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:20.758223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:20.820937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:20.846446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:20.884683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:20.904078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83896a78-d6d6-4f2d-a8fb-cbc0fd5a72bb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Unset dirty status for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:20.905527 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83896a78-d6d6-4f2d-a8fb-cbc0fd5a72bb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2971983 Nov 24 13:56:20.946617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60982) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:21.046041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:21.060725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1213769529'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:21.131793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Request body: {'port': {'device_id': '5696b5ef-5979-44f4-8146-a1faa3654362', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'admin_state_up': True, 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'security_groups': ['b56b9762-7512-4106-8373-0d2867fe2186']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:21.137530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Network e5c26803-10ee-4390-985d-f0e60f48b015 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:21.203534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event updated for resources: {'Port': ['ID=0d702704-6c2e-4b4e-8da1-36ae50ac74ef,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:21.212628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:21.213571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Pushing event updated for resources: {'Port': ['ID=2a1c840f-a0f3-423a-9fa3-224e0bc6ce4a,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:21.215260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:21.222034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:21.224987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:21.243029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:21.243715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:21.296898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:21.435053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0c24ed1a-81b6-48b0-87fe-e6300dcf4f8e None None] Provisioning for port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:21.447627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0c24ed1a-81b6-48b0-87fe-e6300dcf4f8e None None] Provisioning complete for port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:21.448254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c24ed1a-81b6-48b0-87fe-e6300dcf4f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:21.458587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:21.470656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:21.502436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f4bae-9360-493b-affc-90890ad81e04 None None] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:21.526703 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-638eea53-0c2b-4af4-83a8-62f4b56095a1 req-b0c6cc59-c69e-4dd2-8ea3-8c59ff874ed0 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.6263580 Nov 24 13:56:21.552879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:network and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:21.589214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:21.710746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:21.725469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1902fb9b-077e-442c-b4d1-fb533b1c2583 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:21.826264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0c24ed1a-81b6-48b0-87fe-e6300dcf4f8e None None] Port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:21.885790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1902fb9b-077e-442c-b4d1-fb533b1c2583 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:21.887732 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Floating IP 0c1e8e80-1976-4340-a07a-7434463a1c36 associated. External IP: 172.26.8.43, port: 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf. Nov 24 13:56:21.977060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:21.978296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.023806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Provisioning for port 1902fb9b-077e-442c-b4d1-fb533b1c2583 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:22.039793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:22.063580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:22.066145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:22.080734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:22.099301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:22.123783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Deleting port c77aa12f-c40e-4a70-adef-79e32a696561 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:22.124142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.134493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Provisioning complete for port 1902fb9b-077e-442c-b4d1-fb533b1c2583 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:22.135019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.335096 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.2589941 Nov 24 13:56:22.335987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:22.339520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.352501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60988) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:22.407309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.440571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:22.459276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Request body: {'port': {'network_id': 'e5c26803-10ee-4390-985d-f0e60f48b015', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-302571281', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:22.459526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.459775 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Added segment bf1a1145-a996-4e35-af1b-13377d8caf11 of type vlan for network 275a286d-9eee-47ee-9a1d-39598bf6c207 Nov 24 13:56:22.460361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.api.validators [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] bootfile-name is not in valid_values {{(pid=87693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 13:56:22.460867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.api.validators [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] tftp-server is not in valid_values {{(pid=87693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 13:56:22.461346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.api.validators [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] server-ip-address is not in valid_values {{(pid=87693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 13:56:22.477092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] For port 1902fb9b-077e-442c-b4d1-fb533b1c2583, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1902fb9b-077e-442c-b4d1-fb533b1c2583,segment=NetworkSegment(90749ddd-ceb5-48da-acaa-21947adf4a26),segment_id=90749ddd-ceb5-48da-acaa-21947adf4a26)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:22.478702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93fdd1e-17cb-4133-8ffb-8220b3abc5b1 None None] Network e5c26803-10ee-4390-985d-f0e60f48b015 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:22.665283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:22.670608 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.9319303 Nov 24 13:56:22.702485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=3df93921-59a4-4368-b4eb-7c80ed50e8c8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:22.741435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.748642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:22.784286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 60994) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:22.800091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:dc:9e'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:22.863231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Pushing event updated for resources: {'Port': ['ID=1902fb9b-077e-442c-b4d1-fb533b1c2583,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:22.870640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9a772d6-5224-4d67-90a8-03a40444b3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.884366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:22.895696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.410s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:22.950526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.959832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning complete for port 1902fb9b-077e-442c-b4d1-fb533b1c2583 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:22.960210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.969431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:22.975490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.006390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.581s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:23.027386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:23.208848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1902fb9b-077e-442c-b4d1-fb533b1c2583 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:23.230482 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c190d594-d49d-4557-a59c-c4e1d76e3101 req-3ee965a3-4e73-4ba2-804f-012b8995f62c tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.5248809 Nov 24 13:56:23.231066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Made reservation on behalf of 930b6e6496544964b55f9ea5b72beaf0 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:23.234586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.268274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:23.268951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.326596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292a31-e268-4a95-adce-54206fa0dba6 req-92ca31c6-6357-4f2d-9530-63e99a974b26 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:23.329455 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ba292a31-e268-4a95-adce-54206fa0dba6 req-92ca31c6-6357-4f2d-9530-63e99a974b26 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 931 time: 2.4292653 Nov 24 13:56:23.375847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Port': ['ID=21484eac-8710-4f95-9ccc-f741c6adf833,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:23.378874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event updated for resources: {'Port': ['ID=867e5bd6-b139-4fcc-ad74-5f550334b9c2,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:23.443132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.447211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning for port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:23.456677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning complete for port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:23.457033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:23.457862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.469120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.471778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:23.475526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.009s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:23.476046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:23.484663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:23.485748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.498407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.522s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:23.498646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:23.500024 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0173621 Nov 24 13:56:23.512083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:23.635991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:23.637494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:23.734839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning for port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:23.740453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.745905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1902fb9b-077e-442c-b4d1-fb533b1c2583 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:23.746719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.785211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning complete for port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:23.786032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:23.811371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Network': ['ID=275a286d-9eee-47ee-9a1d-39598bf6c207,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:23.852349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:23.860090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 275a286d-9eee-47ee-9a1d-39598bf6c207 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:23.937214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-ba292a31-e268-4a95-adce-54206fa0dba6 req-7f2a52c2-701f-4c37-b673-89df991b970c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Synchronizing usage tracker for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:23.966384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Allocated IP 172.20.0.13 (378cd40c-7853-41e1-9641-4cf1cc80c20c/0e733962-a4e3-481f-b160-a47654dc670d/46ffdb66-b770-4c29-8b46-e97638cfd679) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:24.078941 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1047976 Nov 24 13:56:24.096289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 60998) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:24.096995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-ba292a31-e268-4a95-adce-54206fa0dba6 req-7f2a52c2-701f-4c37-b673-89df991b970c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Unset dirty status for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:24.099082 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ba292a31-e268-4a95-adce-54206fa0dba6 req-7f2a52c2-701f-4c37-b673-89df991b970c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7352180 Nov 24 13:56:24.114727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1811732973'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:24.150764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] For port c77aa12f-c40e-4a70-adef-79e32a696561, host hv-neutron-8181, got binding levels [] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:24.153326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.172930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:24.281671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:network and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:24.322588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.407691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] For port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,segment=NetworkSegment(8102f468-3213-4866-afbd-0005e4589dc5),segment_id=8102f468-3213-4866-afbd-0005e4589dc5)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:24.414293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.417272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c1b1f4d4-3f8c-4dc5-9232-f64db673b1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:24.429848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Calling delete_port for c77aa12f-c40e-4a70-adef-79e32a696561 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:24.433932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Usage tracker for resource:port and tenant:6991250ae827402ebeba8c73bc98d2c6 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:24.486197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:24.501927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning for port 21484eac-8710-4f95-9ccc-f741c6adf833 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:24.525743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Provisioning complete for port 21484eac-8710-4f95-9ccc-f741c6adf833 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:24.526650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.549333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-b58748f2-6994-42a6-afae-604b061266da tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:56:24.551087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-b58748f2-6994-42a6-afae-604b061266da tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0805459 Nov 24 13:56:24.557863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:24.623867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:24.636812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.652376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:24.653478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Pushing event updated for resources: {'Port': ['ID=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:24.654421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:24.657117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Port 21484eac-8710-4f95-9ccc-f741c6adf833 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:24.658926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:24.793069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event deleted for resources: {'Port': ['ID=c77aa12f-c40e-4a70-adef-79e32a696561,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:24.796915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Provisioning complete for port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:24.797374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.802102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:24.827079 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64fa1a10-e4d9-4854-91db-5ba2f5dae47a req-cc143c94-4fbf-4b1a-b67c-41d0eb24cc11 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.3167050 Nov 24 13:56:24.836023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Made reservation on behalf of 6991250ae827402ebeba8c73bc98d2c6 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:24.839748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.857426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.861933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:24.864436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:24.869236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.907002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:24.919116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.919512 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Added segment 4202a64a-41d4-4b34-a9cd-35766ad189f8 of type vlan for network c7d80f16-b9cb-4f10-b0dc-2b636e548763 Nov 24 13:56:24.958354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:24.994369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Request body: {'port': {'device_id': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:24.996335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:25.010775 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c77aa12f-c40e-4a70-adef-79e32a696561 HTTP/1.1" status: 204 len: 168 time: 4.3734908 Nov 24 13:56:25.017318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32774) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:25.021215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.030101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:25.030931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.139256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:25.183096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] device_id is not set on port a4c513c8-4d02-4c0e-a3b9-143bfe7327dd yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:25.286770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:25.309737 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1340859a-87cd-4521-9ffb-488e057ec89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:56:25.310174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1340859a-87cd-4521-9ffb-488e057ec89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Synchronizing usage tracker for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:25.361355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:25.362127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.421396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.429181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.430170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Provisioning complete for port 21484eac-8710-4f95-9ccc-f741c6adf833 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:25.432562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.461981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Transition to ACTIVE for port object 46ffdb66-b770-4c29-8b46-e97638cfd679 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:25.530846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.546375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Port 21484eac-8710-4f95-9ccc-f741c6adf833 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:25.603429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Provisioning for port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:25.622427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Provisioning complete for port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:25.622804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.629911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Router ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:56:25.637039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.693768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4b370dfb-9868-4d32-898a-881817fd1889 None None] Port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:25.708731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.826794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1340859a-87cd-4521-9ffb-488e057ec89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Unset dirty status for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:25.828830 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1340859a-87cd-4521-9ffb-488e057ec89a tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "GET /v2.0/ports/c77aa12f-c40e-4a70-adef-79e32a696561 HTTP/1.1" status: 404 len: 333 time: 0.7894495 Nov 24 13:56:25.834074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-38c6b2ce-8dc1-497a-9e83-5eb35292c6af None None] Provisioning complete for port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:25.834454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38c6b2ce-8dc1-497a-9e83-5eb35292c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:25.841025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32780) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:25.855503 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7552893 Nov 24 13:56:25.862274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Request body: {'port': {'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-864274217'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:25.870128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:25.882516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:25.891497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Network': ['ID=c7d80f16-b9cb-4f10-b0dc-2b636e548763,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:25.923294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:25.923984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Made reservation on behalf of d7f45b53dda445faa195a98e033c48e7 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:25.928314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:26.008585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port afaa3212-187f-42b7-a56c-8a2f5254f149 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:26.021493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:26.048219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-38c6b2ce-8dc1-497a-9e83-5eb35292c6af None None] Port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:26.077214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-38c6b2ce-8dc1-497a-9e83-5eb35292c6af None None] Provisioning complete for port 21484eac-8710-4f95-9ccc-f741c6adf833 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:26.077862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38c6b2ce-8dc1-497a-9e83-5eb35292c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:26.107745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32786) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:26.142103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'subnets': [{'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--984129545', 'ip_version': 4}, {'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:26.153140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'subnet': {'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--984129545', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:26.153828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Request body: {'subnet': {'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:26.158036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-38c6b2ce-8dc1-497a-9e83-5eb35292c6af None None] Port 21484eac-8710-4f95-9ccc-f741c6adf833 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:26.179845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network c7d80f16-b9cb-4f10-b0dc-2b636e548763 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:26.187133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5a122-9a4a-4430-bfa5-9f1f7cc14313 req-26777d83-9132-430d-8e40-2bc971270e88 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:26.188893 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-51f5a122-9a4a-4430-bfa5-9f1f7cc14313 req-26777d83-9132-430d-8e40-2bc971270e88 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 931 time: 0.7110298 Nov 24 13:56:26.384335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Router efd57368-131d-42f8-97ac-1fa2558c3462 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:56:26.392024 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-51f5a122-9a4a-4430-bfa5-9f1f7cc14313 req-c6a2e8bb-8abc-4353-9120-f20322daf594 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916776 Nov 24 13:56:26.735764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:26.774344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:26.801157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:26.803757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:26.815696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:26.818771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Usage tracker for resource:subnet and tenant:4a91ffe3b05e423488e6a1c3d6e37e6e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:26.824948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:26.835755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:26.840152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:26.850936 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] Sync routers for ids ['efd57368-131d-42f8-97ac-1fa2558c3462'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:26.866371 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "PUT /v2.0/routers/efd57368-131d-42f8-97ac-1fa2558c3462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1561055 Nov 24 13:56:26.869257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32792) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:26.870306 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] Routers {'efd57368-131d-42f8-97ac-1fa2558c3462'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:26.871014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['efd57368-131d-42f8-97ac-1fa2558c3462'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:26.880712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event updated for resources: {'Port': ['ID=46ffdb66-b770-4c29-8b46-e97638cfd679,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:26.881242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'port': {'network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f', 'name': 'tempest-FloatingIPNegativeTestJSON-1133498408'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:26.886345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:26.956863 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:26.979533 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] Routers {'efd57368-131d-42f8-97ac-1fa2558c3462'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:26.980360 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['efd57368-131d-42f8-97ac-1fa2558c3462'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:26.987020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Made reservation on behalf of 4a91ffe3b05e423488e6a1c3d6e37e6e for: {'subnet': 2} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:26.992796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:26.993267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.013381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:27.014095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.024155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Allocated IP 2001:db8::b2 (e5c26803-10ee-4390-985d-f0e60f48b015/87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef/a4c513c8-4d02-4c0e-a3b9-143bfe7327dd) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:27.025748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.056117 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:27.056445 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13bc1a-ca7f-4d27-88c8-1e4c20900c4d None None] The sync data for ids ['efd57368-131d-42f8-97ac-1fa2558c3462'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:27.084886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:27.086352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f01f66ca-6abd-4d0b-aa66-e8b0f0b77d74 None None] Provisioning for port 46ffdb66-b770-4c29-8b46-e97638cfd679 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:27.092531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f01f66ca-6abd-4d0b-aa66-e8b0f0b77d74 None None] Provisioning complete for port 46ffdb66-b770-4c29-8b46-e97638cfd679 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:27.092779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f01f66ca-6abd-4d0b-aa66-e8b0f0b77d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.159984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f01f66ca-6abd-4d0b-aa66-e8b0f0b77d74 None None] Port 46ffdb66-b770-4c29-8b46-e97638cfd679 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:27.199910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:27.233315 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2531254 Nov 24 13:56:27.244257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:27.253977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Request body: {'port': {'device_id': '5696b5ef-5979-44f4-8146-a1faa3654362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:27.257133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] Sync routers for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:27.283364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:27.286642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:27.320215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:27.326229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5cf9-c398-4493-95a8-840713aacd03 req-f8ac4071-479d-469b-abe2-02b49e1d73ca tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:27.326993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5b6d5cf9-c398-4493-95a8-840713aacd03 req-f8ac4071-479d-469b-abe2-02b49e1d73ca tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Synchronizing usage tracker for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:27.335889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:27.336729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:27.337357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.357998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:27.360800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=afaa3212-187f-42b7-a56c-8a2f5254f149,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:27.374818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:27.375969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:27.376533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:27.396247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:27.407210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:port and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:27.414045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:27.422244 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5750115 Nov 24 13:56:27.422865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32798) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:27.428224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:27.444394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Made reservation on behalf of e7c7c716f6a1426abffefd8bc04dd776 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:27.447897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:27.448465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a9b6e-e9e9-445f-ae92-78558e50b804 None None] The sync data for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:27.448645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.517275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] device_id is not set on port db28b4b3-74f5-469d-bc6e-736e26f9f628 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:27.517515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:27.607902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867e5bd6-b139-4fcc-ad74-5f550334b9c2 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:56:27.643559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5b6d5cf9-c398-4493-95a8-840713aacd03 req-f8ac4071-479d-469b-abe2-02b49e1d73ca tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Unset dirty status for tenant:930b6e6496544964b55f9ea5b72beaf0 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:27.645137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6d5cf9-c398-4493-95a8-840713aacd03 req-f8ac4071-479d-469b-abe2-02b49e1d73ca tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 932 time: 1.4770305 Nov 24 13:56:27.646120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.700018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.762621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:27.812162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.849923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Transition to ACTIVE for port object 867e5bd6-b139-4fcc-ad74-5f550334b9c2 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:27.884649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Allocated IP 172.20.0.9 (9b95a182-1e18-4c28-bac3-8c781d3f781f/db66edb1-7dff-4305-bf4b-a82525727993/db28b4b3-74f5-469d-bc6e-736e26f9f628) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:27.885287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.899205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69534-ec95-4704-8f0d-09627dc8e810 req-4036654d-652d-47f6-bbbb-1caa70896969 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:27.900789 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-caa69534-ec95-4704-8f0d-09627dc8e810 req-4036654d-652d-47f6-bbbb-1caa70896969 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 931 time: 0.3358638 Nov 24 13:56:27.903448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4afbc219-afe5-4694-a64b-d6f0bdb31711 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:27.940035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.950389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:27.971965 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7e71c0d5-4f66-471e-b6d0-00986d7fa972 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 17.8190565 Nov 24 13:56:27.980786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32804) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:27.987084 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6d5cf9-c398-4493-95a8-840713aacd03 req-c6a04ab5-d058-4c57-b3c8-ec97b1e00bf7 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000476 Nov 24 13:56:28.140524 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-caa69534-ec95-4704-8f0d-09627dc8e810 req-6d2c66fd-b8a2-4282-99ce-6294c7295268 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311904 Nov 24 13:56:28.267578 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5acb8ed5-64ac-4d97-b011-bae7c7abc967 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] 10.222.0.36 "GET /v2.0/floatingips/0c1e8e80-1976-4340-a07a-7434463a1c36 HTTP/1.1" status: 200 len: 982 time: 0.2552392 Nov 24 13:56:28.283655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32808) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:28.362647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.393290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=3df93921-59a4-4368-b4eb-7c80ed50e8c8,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:28.397243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:28.407518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:28.413305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-30f53846-e0e5-4cbb-b544-5837bdee9fba None None] Provisioning complete for port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:28.415182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30f53846-e0e5-4cbb-b544-5837bdee9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.441751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.457713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:28.477483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-30f53846-e0e5-4cbb-b544-5837bdee9fba None None] Port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:28.505740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.512723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Pushing event updated for resources: {'Port': ['ID=867e5bd6-b139-4fcc-ad74-5f550334b9c2,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:28.515623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:28.527513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.548346 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-09b51009-6c23-493d-87e6-86bee8736c03 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.2607067 Nov 24 13:56:28.556537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:28.662114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Transition to ACTIVE for port object db28b4b3-74f5-469d-bc6e-736e26f9f628 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:28.663226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Subnet': ['ID=26ad0ab6-5c1f-4340-9635-f6bcf1facbfb,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:28.674710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] In _notify_port_updated(), no bound segment for port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 on network 7911cccc-3459-4108-ae66-1f0fdbacbda6 {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:56:28.676465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:28.681333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:28.682310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.683577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "PUT /v2.0/ports/3df93921-59a4-4368-b4eb-7c80ed50e8c8 HTTP/1.1" status: 200 len: 993 time: 5.8932869 Nov 24 13:56:28.688275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:28.768355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Transition to ACTIVE for port object a4c513c8-4d02-4c0e-a3b9-143bfe7327dd will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:28.809526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Checking segment: {'id': 'bf1a1145-a996-4e35-af1b-13377d8caf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:28.809976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network hostable DHCP agents. Network: 275a286d-9eee-47ee-9a1d-39598bf6c207, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:28.911830 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting port 2a1c840f-a0f3-423a-9fa3-224e0bc6ce4a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:28.912592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.946350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 3df93921-59a4-4368-b4eb-7c80ed50e8c8 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:28.946701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:28.984959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network 275a286d-9eee-47ee-9a1d-39598bf6c207 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:29.004792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.015800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Attempting to bind port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:29.016206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Attempting to bind port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:29.016499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Attempting to bind port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 on network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:29.024612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f2f2370c-8587-4e1c-8316-dd09ec4f691b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:29.038985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 on network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:29.039402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Attempting to bind port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 on network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:29.065048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:29.065413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Checking segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:29.065987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Bound using segment: {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:29.067026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Bound port: 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9baa56f7-80a0-41eb-8813-48afc5092ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:29.067509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.070464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 275a286d-9eee-47ee-9a1d-39598bf6c207) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:29.084325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0299621-c073-4052-a16b-7fc52e015b09 None None] Network 275a286d-9eee-47ee-9a1d-39598bf6c207 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:29.089336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.099465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeca57ab-5633-4ddd-a018-26ab3c498129 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:29.125167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.356049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:29.371870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Network e5c26803-10ee-4390-985d-f0e60f48b015 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:29.393576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:29.396405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:29.402388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:29.403141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.414268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event updated for resources: {'Port': ['ID=a4c513c8-4d02-4c0e-a3b9-143bfe7327dd,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:29.418618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:29.420950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port afaa3212-187f-42b7-a56c-8a2f5254f149 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:29.430349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:29.453128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:29.474549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.498793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Port': ['ID=db28b4b3-74f5-469d-bc6e-736e26f9f628,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:29.521734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 7.0980902 Nov 24 13:56:29.532480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32824) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:29.533096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:29.533605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-23636128-0052-49ea-b25e-620b3b2b0a78 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:29.541142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-275a286d-9eee-47ee-9a1d-39598bf6c207', 'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207', 'tenant_id': '4a91ffe3b05e423488e6a1c3d6e37e6e', 'fixed_ips': [{'subnet_id': '26ad0ab6-5c1f-4340-9635-f6bcf1facbfb'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:29.542742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.619951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Transition to ACTIVE for port object afaa3212-187f-42b7-a56c-8a2f5254f149 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:29.626271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] For port 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:29.638963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:29.650137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.667520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:29.718078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] For port 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:29.798560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.922724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:29.923475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.930626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Allocated IP 172.20.0.2 (275a286d-9eee-47ee-9a1d-39598bf6c207/26ad0ab6-5c1f-4340-9635-f6bcf1facbfb/937e7486-c6f2-4bd4-8b8e-f0c266049951) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:29.931946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe6099-0727-4832-8e25-f54f867d1e41 req-5a895dd4-a995-41fa-a7fd-26bdd6539d51 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:29.933643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cdfe6099-0727-4832-8e25-f54f867d1e41 req-5a895dd4-a995-41fa-a7fd-26bdd6539d51 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 932 time: 0.7658815 Nov 24 13:56:29.956169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:29.956996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:29.958438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] 10.222.0.76 "PUT /v2.0/ports/867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 1093 time: 5.0999932 Nov 24 13:56:29.989177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:30.002045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Checking segment: {'id': '4202a64a-41d4-4b34-a9cd-35766ad189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:30.002402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network hostable DHCP agents. Network: c7d80f16-b9cb-4f10-b0dc-2b636e548763, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:30.010123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event updated for resources: {'Subnet': ['ID=f57e67f7-d3e8-48a9-b255-11ca5709c229,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:30.017560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ffdb66-b770-4c29-8b46-e97638cfd679 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:56:30.023813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=afaa3212-187f-42b7-a56c-8a2f5254f149,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:30.027037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:30.028215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:30.030151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.030477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.081382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:30.083996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Provisioning for port a4c513c8-4d02-4c0e-a3b9-143bfe7327dd completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:30.096154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Provisioning complete for port a4c513c8-4d02-4c0e-a3b9-143bfe7327dd triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:30.096678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.134847 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2628012 Nov 24 13:56:30.141119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.162981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32832) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:30.170139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:30.190858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:30.191306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:30.192150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:30.210510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Calling delete_port for 2a1c840f-a0f3-423a-9fa3-224e0bc6ce4a owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:30.233767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:30.239008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:30.239355 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:30.257425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Transition to ACTIVE for port object 46ffdb66-b770-4c29-8b46-e97638cfd679 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:30.258242 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 2 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:30.270624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Port a4c513c8-4d02-4c0e-a3b9-143bfe7327dd cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:30.272671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.275423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:floatingip and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:30.286544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.289666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f4a7-2668-4549-b01a-30f2616370b7 req-cd87a969-86e5-465b-a6e8-08e19f518eed tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:30.291252 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3500f4a7-2668-4549-b01a-30f2616370b7 req-cd87a969-86e5-465b-a6e8-08e19f518eed tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 943 time: 0.9571843 Nov 24 13:56:30.298404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Network c7d80f16-b9cb-4f10-b0dc-2b636e548763 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:30.306413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:30.323331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b368aed-0f26-4e8e-9741-5f3f3c5f6eaf tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:30.332675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b368aed-0f26-4e8e-9741-5f3f3c5f6eaf tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:30.341491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b368aed-0f26-4e8e-9741-5f3f3c5f6eaf tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:30.341491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9b368aed-0f26-4e8e-9741-5f3f3c5f6eaf tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Synchronizing usage tracker for tenant:6991250ae827402ebeba8c73bc98d2c6 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:30.368102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Provisioning for port db28b4b3-74f5-469d-bc6e-736e26f9f628 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:30.368489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:30.375880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cdfe6099-0727-4832-8e25-f54f867d1e41 req-dec7a59f-a92f-4c9a-b6b2-f30d9b331c2f tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604248 Nov 24 13:56:30.380399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:30.380752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:30.381098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:30.389119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Provisioning complete for port db28b4b3-74f5-469d-bc6e-736e26f9f628 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:30.389642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.465609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 3df93921-59a4-4368-b4eb-7c80ed50e8c8 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:30.499307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.539182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7974d10f-779c-4ecc-9899-18fa6b52d7c2 None None] Port db28b4b3-74f5-469d-bc6e-736e26f9f628 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:30.542002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Transition to ACTIVE for port object 937e7486-c6f2-4bd4-8b8e-f0c266049951 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:30.594207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Transition to ACTIVE for port object 937e7486-c6f2-4bd4-8b8e-f0c266049951 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:30.606686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.611227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:30.700369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Network 275a286d-9eee-47ee-9a1d-39598bf6c207 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:30.705308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:30.710775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:30.711868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, c7d80f16-b9cb-4f10-b0dc-2b636e548763) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:30.721725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Pushing event updated for resources: {'Port': ['ID=937e7486-c6f2-4bd4-8b8e-f0c266049951,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:30.762651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:30.767501 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'status': 'completed', 'code': 200} Nov 24 13:56:30.792150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a916040-4846-4c9c-88e6-0e6abb2cc14e None None] Network c7d80f16-b9cb-4f10-b0dc-2b636e548763 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:30.795311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Pushing event updated for resources: {'Port': ['ID=867e5bd6-b139-4fcc-ad74-5f550334b9c2,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:30.798797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:30.807704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:30.839009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:30.839255 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:30.847422 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 3 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:30.870594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.888344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:30.888861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:30.889486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.907249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9b368aed-0f26-4e8e-9741-5f3f3c5f6eaf tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Unset dirty status for tenant:6991250ae827402ebeba8c73bc98d2c6 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:30.912656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b368aed-0f26-4e8e-9741-5f3f3c5f6eaf tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.3789577 Nov 24 13:56:30.921546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Attempting to bind port 937e7486-c6f2-4bd4-8b8e-f0c266049951 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:30.921546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Attempting to bind port 937e7486-c6f2-4bd4-8b8e-f0c266049951 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'bf1a1145-a996-4e35-af1b-13377d8caf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:30.921917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32842) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:30.922031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Attempting to bind port 937e7486-c6f2-4bd4-8b8e-f0c266049951 on network 275a286d-9eee-47ee-9a1d-39598bf6c207 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:30.933453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:30.934046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Checking segment: {'id': 'bf1a1145-a996-4e35-af1b-13377d8caf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:30.934782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.935268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Bound using segment: {'id': 'bf1a1145-a996-4e35-af1b-13377d8caf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:30.935934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Bound port: 937e7486-c6f2-4bd4-8b8e-f0c266049951, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1a1145-a996-4e35-af1b-13377d8caf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '275a286d-9eee-47ee-9a1d-39598bf6c207'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:30.936390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.956670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:30.966860 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.8550098 Nov 24 13:56:30.974538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32846) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:30.975351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:31.004377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:31.004980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:31.005382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.022913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-fc9a8b49-33bd-4483-b1ee-8ee581992de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:31.023892 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3500f4a7-2668-4549-b01a-30f2616370b7 req-6695d6ea-603f-4ea9-b109-2249ca1caf62 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7223368 Nov 24 13:56:31.024369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-fc9a8b49-33bd-4483-b1ee-8ee581992de3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1096 time: 0.9878621 Nov 24 13:56:31.067807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=3df93921-59a4-4368-b4eb-7c80ed50e8c8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:31.099164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.099674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.100443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.100443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.100959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.101383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.101811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.102248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.102871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.103404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.103755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.104174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:31.130020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:31.130193 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:31.133251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:31.137724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=937e7486-c6f2-4bd4-8b8e-f0c266049951,segment=NetworkSegment(bf1a1145-a996-4e35-af1b-13377d8caf11),segment_id=bf1a1145-a996-4e35-af1b-13377d8caf11)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:31.145380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:31.181899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.190246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:31.198386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 4 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:31.205469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=46ffdb66-b770-4c29-8b46-e97638cfd679,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:31.209401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:31.240906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-c7d80f16-b9cb-4f10-b0dc-2b636e548763', 'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763', 'tenant_id': '4a91ffe3b05e423488e6a1c3d6e37e6e', 'fixed_ips': [{'subnet_id': 'f57e67f7-d3e8-48a9-b255-11ca5709c229'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:31.241721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.242110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe736c7-d29d-43c1-a72d-dffb74f9ecd8 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:31.243860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe736c7-d29d-43c1-a72d-dffb74f9ecd8 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:31.245553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe736c7-d29d-43c1-a72d-dffb74f9ecd8 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:31.246415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5fe736c7-d29d-43c1-a72d-dffb74f9ecd8 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Synchronizing usage tracker for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:31.247657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-d0c02543-f5a4-43f2-8b4f-4f7cf33f1568 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 217 time: 0.1709428 Nov 24 13:56:31.289178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:31.289504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:31.289914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.353154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Deleting port a4c513c8-4d02-4c0e-a3b9-143bfe7327dd {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:31.353769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.356405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5fe736c7-d29d-43c1-a72d-dffb74f9ecd8 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Unset dirty status for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:31.361474 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5fe736c7-d29d-43c1-a72d-dffb74f9ecd8 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3415141 Nov 24 13:56:31.361661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Pushing event updated for resources: {'Port': ['ID=937e7486-c6f2-4bd4-8b8e-f0c266049951,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:31.362637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.366762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32850) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:31.374962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:31.377514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:31.415943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:31.415943 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:31.426398 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 5 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:31.457564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Attempting to bind port 46ffdb66-b770-4c29-8b46-e97638cfd679 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:31.458224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Attempting to bind port 46ffdb66-b770-4c29-8b46-e97638cfd679 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:31.458679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Attempting to bind port 46ffdb66-b770-4c29-8b46-e97638cfd679 on network 378cd40c-7853-41e1-9641-4cf1cc80c20c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.491424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:31.491964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:31.492502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.495980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Port 46ffdb66-b770-4c29-8b46-e97638cfd679 on network 378cd40c-7853-41e1-9641-4cf1cc80c20c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:31.496505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Attempting to bind port 46ffdb66-b770-4c29-8b46-e97638cfd679 on network 378cd40c-7853-41e1-9641-4cf1cc80c20c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.511400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Allocated IP 172.20.0.18 (c7d80f16-b9cb-4f10-b0dc-2b636e548763/f57e67f7-d3e8-48a9-b255-11ca5709c229/cb5598d7-b824-4e8b-9781-82af18b90998) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:31.517738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-386b7075-9685-4747-8f10-094f6fec4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:31.523463 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-386b7075-9685-4747-8f10-094f6fec4cc9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.2653873 Nov 24 13:56:31.528224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:31.528919 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:31.599598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:31.600034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Checking segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:31.600495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Bound using segment: {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:31.601080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Bound port: 46ffdb66-b770-4c29-8b46-e97638cfd679, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d035c2-b696-4c7a-9168-a61722e039c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:31.601495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.617145 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 6 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:31.718065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:31.718403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:31.718744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.756678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Port': ['ID=2a1c840f-a0f3-423a-9fa3-224e0bc6ce4a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:31.787411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:31.787908 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:31.801547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 7 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:31.803119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:31.809388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.826543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Transition to ACTIVE for port object cb5598d7-b824-4e8b-9781-82af18b90998 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:31.850147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Transition to ACTIVE for port object cb5598d7-b824-4e8b-9781-82af18b90998 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:31.861081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.880552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:31.884450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.893700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting subnet 26ad0ab6-5c1f-4340-9635-f6bcf1facbfb {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:56:31.903978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.913461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:31.913900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:31.914286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:31.934060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:31.934433 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Floating IP 0c1e8e80-1976-4340-a07a-7434463a1c36 disassociated (deleted). External IP: 172.26.8.43, port: 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf. Nov 24 13:56:31.937044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Network c7d80f16-b9cb-4f10-b0dc-2b636e548763 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:31.945712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:31.950165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:31.994442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Pushing event updated for resources: {'Port': ['ID=cb5598d7-b824-4e8b-9781-82af18b90998,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:31.996504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:31.996929 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:32.002289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:32.002455 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/ports/3df93921-59a4-4368-b4eb-7c80ed50e8c8 HTTP/1.1" status: 204 len: 168 time: 3.3084328 Nov 24 13:56:32.003846 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 8 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:32.011920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32856) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:32.059459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Attempting to bind port cb5598d7-b824-4e8b-9781-82af18b90998 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:32.059911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Attempting to bind port cb5598d7-b824-4e8b-9781-82af18b90998 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '4202a64a-41d4-4b34-a9cd-35766ad189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:32.060367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Attempting to bind port cb5598d7-b824-4e8b-9781-82af18b90998 on network c7d80f16-b9cb-4f10-b0dc-2b636e548763 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:32.066684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:32.067512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Checking segment: {'id': '4202a64a-41d4-4b34-a9cd-35766ad189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:32.068000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.068469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Bound using segment: {'id': '4202a64a-41d4-4b34-a9cd-35766ad189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:32.069052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Bound port: cb5598d7-b824-4e8b-9781-82af18b90998, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4202a64a-41d4-4b34-a9cd-35766ad189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'c7d80f16-b9cb-4f10-b0dc-2b636e548763'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:32.069504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.108369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.113592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:32.114041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:32.114396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:32.125585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f481f096-0a02-446a-979a-28842a811583 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] GET failed (client error): The resource could not be found. Nov 24 13:56:32.126171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f481f096-0a02-446a-979a-28842a811583 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Synchronizing usage tracker for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:32.165916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] For port 46ffdb66-b770-4c29-8b46-e97638cfd679, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:32.171375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:32.171375 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:32.183504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 9 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:32.201495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] For port cb5598d7-b824-4e8b-9781-82af18b90998, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:32.206575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] For port cb5598d7-b824-4e8b-9781-82af18b90998, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cb5598d7-b824-4e8b-9781-82af18b90998,segment=NetworkSegment(4202a64a-41d4-4b34-a9cd-35766ad189f8),segment_id=4202a64a-41d4-4b34-a9cd-35766ad189f8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:32.210554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] For port 46ffdb66-b770-4c29-8b46-e97638cfd679, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ffdb66-b770-4c29-8b46-e97638cfd679,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:32.214040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.219851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-971db3fd-1359-4f09-bb47-a2dfba4ebec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:32.224090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-db532e48-43b1-40d3-a5e9-0a4dde72cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:32.225803 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-db532e48-43b1-40d3-a5e9-0a4dde72cf1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6128352 Nov 24 13:56:32.235900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.245897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.256870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b4861243-0a2f-4f4c-95ba-376292dd3a92 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:32.287650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f481f096-0a02-446a-979a-28842a811583 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Unset dirty status for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:32.292516 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f481f096-0a02-446a-979a-28842a811583 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "GET /v2.0/ports/3df93921-59a4-4368-b4eb-7c80ed50e8c8 HTTP/1.1" status: 404 len: 333 time: 0.2679257 Nov 24 13:56:32.292516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:32.292516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:32.292516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:32.302040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32862) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:32.334976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738d01a-6564-41f4-8a99-f944b4a51176 req-9f40eba2-97fb-49b4-9d8a-e3878b632999 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:32.336509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b738d01a-6564-41f4-8a99-f944b4a51176 req-9f40eba2-97fb-49b4-9d8a-e3878b632999 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 944 time: 0.7249610 Nov 24 13:56:32.354636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Pushing event updated for resources: {'Port': ['ID=cb5598d7-b824-4e8b-9781-82af18b90998,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:32.357890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:32.367582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.402664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'name': 'tempest-AllowedAddressPairTestJSON-2074975462'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:32.490089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.501754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Calling delete_port for a4c513c8-4d02-4c0e-a3b9-143bfe7327dd owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:32.586356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.599134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:32.662755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826029e-7988-4e95-b280-77a46540bce6 req-af165493-e7e6-4cb6-94f8-566e70698cd1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:32.673055 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0826029e-7988-4e95-b280-77a46540bce6 req-af165493-e7e6-4cb6-94f8-566e70698cd1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 943 time: 0.4384711 Nov 24 13:56:32.690844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Subnet': ['ID=26ad0ab6-5c1f-4340-9635-f6bcf1facbfb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:32.694724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Router ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:56:32.711845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:32.717228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.752444 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/subnets/26ad0ab6-5c1f-4340-9635-f6bcf1facbfb HTTP/1.1" status: 204 len: 168 time: 1.3400097 Nov 24 13:56:32.800233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:32.801280 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:32.806690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32866) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:32.917868 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 10 to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 Nov 24 13:56:32.919501 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0826029e-7988-4e95-b280-77a46540bce6 req-5bff0401-3d1b-4c92-8b42-ae90c1073130 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349401 Nov 24 13:56:32.940495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:32.941680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:32.943112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] 10.222.0.76 "PUT /v2.0/ports/46ffdb66-b770-4c29-8b46-e97638cfd679 HTTP/1.1" status: 200 len: 1094 time: 5.6938531 Nov 24 13:56:32.956936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:33.039479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting subnet f57e67f7-d3e8-48a9-b255-11ca5709c229 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:56:33.062961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.089142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:33.089142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:33.089142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:33.138533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=46ffdb66-b770-4c29-8b46-e97638cfd679,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:33.140874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de659a0c-cfcd-4327-abf6-543ebefebaff None None] Network 275a286d-9eee-47ee-9a1d-39598bf6c207 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:33.141481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:33.141481 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port afaa3212-187f-42b7-a56c-8a2f5254f149 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:33.141481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.157129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'status': 'completed', 'code': 200} Nov 24 13:56:33.162844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:33.169611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.174165 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] Sync routers for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:33.187551 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:33.188824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:33.199856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.222197 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b738d01a-6564-41f4-8a99-f944b4a51176 req-6d5eff64-4ef8-4be9-ada9-418de1f360a9 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8050160 Nov 24 13:56:33.248771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.249099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.249395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.249744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.250084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.250433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.250777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.251096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.251455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.251766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.252099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.252431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:33.268183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:33.307329 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "DELETE /v2.0/floatingips/0c1e8e80-1976-4340-a07a-7434463a1c36 HTTP/1.1" status: 204 len: 168 time: 4.7498267 Nov 24 13:56:33.308705 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:33.314602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32874) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:33.325748 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:33.325945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:33.327193 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:33.334219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:33.336489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cb5598d7-b824-4e8b-9781-82af18b90998 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:33.341704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Usage tracker for resource:floatingip and tenant:0ef793fba7ec4ba4bd7ae0f4ded16810 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:33.350539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:33.358212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:33.376032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.390932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.414341 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-34a9d216-abbb-4ff6-b098-38e8ee1a5583 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1592314 Nov 24 13:56:33.469568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-65364dc5-67b7-4cce-9a20-dd4331496b3b None None] Provisioning for port 937e7486-c6f2-4bd4-8b8e-f0c266049951 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:33.507668 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:33.508495 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb12ce07-7173-4a3a-835e-d49ac4bc29cc None None] The sync data for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:33.521191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:33.535518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:33.616329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port cb5598d7-b824-4e8b-9781-82af18b90998 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:33.624724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 937e7486-c6f2-4bd4-8b8e-f0c266049951 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:33.639020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:33.643581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.685199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Allocated IP 172.26.8.104 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/546ccd35-3825-4ae5-bba0-0002f5677147) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:33.712340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.726962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] For port afaa3212-187f-42b7-a56c-8a2f5254f149, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:33.727697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempted to set empty binding levels {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 13:56:33.728009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:33.744320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 937e7486-c6f2-4bd4-8b8e-f0c266049951 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:33.762849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-b7c01fb5-cfef-48f6-927b-06e63b46c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:33.766246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-b7c01fb5-cfef-48f6-927b-06e63b46c84e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=930b6e6496544964b55f9ea5b72beaf0&device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 1097 time: 0.7708762 Nov 24 13:56:33.770113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] device_id is not set on port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:33.777539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 937e7486-c6f2-4bd4-8b8e-f0c266049951 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:33.777921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.797396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Subnet': ['ID=f57e67f7-d3e8-48a9-b255-11ca5709c229,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:33.806761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.815866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:33.830057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/subnets/f57e67f7-d3e8-48a9-b255-11ca5709c229 HTTP/1.1" status: 204 len: 168 time: 1.0200756 Nov 24 13:56:33.840215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32878) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:33.845500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.873535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] DHCP port deletion for 275a286d-9eee-47ee-9a1d-39598bf6c207 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:56:33.879591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Deleting port 937e7486-c6f2-4bd4-8b8e-f0c266049951 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:33.880019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.888164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-744cfc1a-c0d3-47e6-addb-66c94c9961b7 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:33.912938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:33.921202 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f52f3ad7-157b-4a26-8f75-544e94efc102 req-c285b8c3-7a34-4859-98ed-98b37d3c5025 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880824 Nov 24 13:56:33.955391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb14bb-61e7-4901-b392-8b54691209ce None None] Network c7d80f16-b9cb-4f10-b0dc-2b636e548763 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:34.010521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-3617338b-5fb4-442d-9fa0-79de771b69ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ffdb66-b770-4c29-8b46-e97638cfd679 HTTP/1.1" status: 200 len: 217 time: 0.1386728 Nov 24 13:56:34.039042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9fe01-adfe-42f3-a632-f3c17a0ad657 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.039899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fed9fe01-adfe-42f3-a632-f3c17a0ad657 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Synchronizing usage tracker for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:34.100604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fed9fe01-adfe-42f3-a632-f3c17a0ad657 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Unset dirty status for tenant:4a91ffe3b05e423488e6a1c3d6e37e6e on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:34.104811 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fed9fe01-adfe-42f3-a632-f3c17a0ad657 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2599020 Nov 24 13:56:34.105522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32884) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:34.109732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.172631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.181739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Provisioning for port cb5598d7-b824-4e8b-9781-82af18b90998 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:34.193223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] In _notify_port_updated(), no bound segment for port afaa3212-187f-42b7-a56c-8a2f5254f149 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:56:34.194071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.194668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.196128 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "PUT /v2.0/ports/afaa3212-187f-42b7-a56c-8a2f5254f149 HTTP/1.1" status: 200 len: 980 time: 6.7458467 Nov 24 13:56:34.205262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32888) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:34.254585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Provisioning complete for port cb5598d7-b824-4e8b-9781-82af18b90998 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:34.255120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.285057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=afaa3212-187f-42b7-a56c-8a2f5254f149,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:34.299080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:34.299525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:34.319017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.353653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7b332-58be-448c-8e56-e558fe9df5c8 req-1a7da780-1350-4f1c-b8bf-49fccd6912fc tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.355431 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8af7b332-58be-448c-8e56-e558fe9df5c8 req-1a7da780-1350-4f1c-b8bf-49fccd6912fc tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 943 time: 0.2956178 Nov 24 13:56:34.361904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting port cb5598d7-b824-4e8b-9781-82af18b90998 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:34.362724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.466768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event deleted for resources: {'Port': ['ID=a4c513c8-4d02-4c0e-a3b9-143bfe7327dd,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:34.469998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:34.473201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.482445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.482906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.483430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.483875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.484314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.484776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.485220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.486176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.486176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.486512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.486946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.487649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.487740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=937e7486-c6f2-4bd4-8b8e-f0c266049951,segment=NetworkSegment(bf1a1145-a996-4e35-af1b-13377d8caf11),segment_id=bf1a1145-a996-4e35-af1b-13377d8caf11)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:34.488674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.489200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.489516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.489625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.490070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.490505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.490939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.491398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.491831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.492262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.492694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.493158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.493592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.494023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.494456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.494887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.495316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.495747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.498156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Synchronizing usage tracker for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:34.532003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-f42763e7-669d-4393-9446-4c50c92cd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.533776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-f42763e7-669d-4393-9446-4c50c92cd758 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e733962-a4e3-481f-b160-a47654dc670d HTTP/1.1" status: 200 len: 845 time: 0.3881302 Nov 24 13:56:34.571222 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8af7b332-58be-448c-8e56-e558fe9df5c8 req-695f035a-773f-445e-8ed2-c2c1a33c8da2 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646817 Nov 24 13:56:34.580719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Unset dirty status for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:34.585392 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80a66e5d-4bca-4582-9241-dea2779d2200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25755 time: 0.3791161 Nov 24 13:56:34.605834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32894) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:34.662095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Calling delete_port for 937e7486-c6f2-4bd4-8b8e-f0c266049951 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:34.715653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] For port cb5598d7-b824-4e8b-9781-82af18b90998, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cb5598d7-b824-4e8b-9781-82af18b90998,segment=NetworkSegment(4202a64a-41d4-4b34-a9cd-35766ad189f8),segment_id=4202a64a-41d4-4b34-a9cd-35766ad189f8)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:34.716022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.748993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=937e7486-c6f2-4bd4-8b8e-f0c266049951,segment=NetworkSegment(bf1a1145-a996-4e35-af1b-13377d8caf11),segment_id=bf1a1145-a996-4e35-af1b-13377d8caf11)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:34.759645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.768270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-649f155b-375f-4cff-9a7c-c64cfa7923d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:34.815479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:56:34.815667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:56:34.815987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.843621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "DELETE /v2.0/ports/a4c513c8-4d02-4c0e-a3b9-143bfe7327dd HTTP/1.1" status: 204 len: 168 time: 3.8851345 Nov 24 13:56:34.862083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-176a24fe-ef55-4f1f-afb3-14169b6fa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:34.864831 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-176a24fe-ef55-4f1f-afb3-14169b6fa912 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1096 time: 0.8489511 Nov 24 13:56:34.879939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32898) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:34.884693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Allocated IP 172.20.0.5 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/7e84fa0c-65c0-45cb-afeb-d7edd5443f6c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:34.891143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Calling delete_port for cb5598d7-b824-4e8b-9781-82af18b90998 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:34.897725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Request body: {'port': {'name': 'tempest-new-port-name-1437866780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:34.898016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.api.validators [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] bootfile-name is not in valid_values {{(pid=87693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 13:56:34.898139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=937e7486-c6f2-4bd4-8b8e-f0c266049951,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:34.898346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.api.validators [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] tftp-server is not in valid_values {{(pid=87693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 13:56:34.898674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.api.validators [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] server-ip-address is not in valid_values {{(pid=87693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 13:56:34.912528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.912899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.913232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.913555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.913872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.914197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.914504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.914818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.915129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.915438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.915749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.916056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:34.920095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:34.920647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.968469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] For port cb5598d7-b824-4e8b-9781-82af18b90998, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cb5598d7-b824-4e8b-9781-82af18b90998,segment=NetworkSegment(4202a64a-41d4-4b34-a9cd-35766ad189f8),segment_id=4202a64a-41d4-4b34-a9cd-35766ad189f8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:34.975140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:34.977989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:35.005415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:56:35.005907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:56:35.012703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] DHCP port deletion for c7d80f16-b9cb-4f10-b0dc-2b636e548763 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:56:35.034180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Deleting port cb5598d7-b824-4e8b-9781-82af18b90998 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:35.034560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.061168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Deleting port afaa3212-187f-42b7-a56c-8a2f5254f149 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:35.061713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.077621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 937e7486-c6f2-4bd4-8b8e-f0c266049951 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:56:35.224274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Pushing event updated for resources: {'Port': ['ID=cb5598d7-b824-4e8b-9781-82af18b90998,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:35.232758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:35.273392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31062759-8e44-4f21-b221-979210c499d4 req-04a41181-f80e-43ae-a092-a4a7a71d4b54 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:35.274868 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31062759-8e44-4f21-b221-979210c499d4 req-04a41181-f80e-43ae-a092-a4a7a71d4b54 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 944 time: 0.7884521 Nov 24 13:56:35.319188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-22977682-ef53-4bec-9e9d-ecd816a0a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:35.320574 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-22977682-ef53-4bec-9e9d-ecd816a0a9fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=378cd40c-7853-41e1-9641-4cf1cc80c20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7711995 Nov 24 13:56:35.356318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Deleting port 937e7486-c6f2-4bd4-8b8e-f0c266049951 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:35.356700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.432854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.449279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Allocated IP 172.26.8.179 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/b0c5385e-0919-4d5e-b605-611fd71ac6d5) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:35.475542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.479101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f63f7ae7-1755-4666-aaf0-89637abf6852 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:35.527767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-8aaf6e5b-405c-4164-90d6-775e62ee2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:35.529559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-8aaf6e5b-405c-4164-90d6-775e62ee2dd4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.6366270 Nov 24 13:56:35.544976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] For port cb5598d7-b824-4e8b-9781-82af18b90998, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cb5598d7-b824-4e8b-9781-82af18b90998,segment=NetworkSegment(4202a64a-41d4-4b34-a9cd-35766ad189f8),segment_id=4202a64a-41d4-4b34-a9cd-35766ad189f8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:35.545386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.547366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting port cb5598d7-b824-4e8b-9781-82af18b90998 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:35.547491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.559080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=937e7486-c6f2-4bd4-8b8e-f0c266049951,segment=NetworkSegment(bf1a1145-a996-4e35-af1b-13377d8caf11),segment_id=bf1a1145-a996-4e35-af1b-13377d8caf11)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:35.587424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.619057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.680247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:35.720152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Calling delete_port for cb5598d7-b824-4e8b-9781-82af18b90998 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:35.740154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-ed49b73c-84d9-4a69-9f8f-02f7f39cd1e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 217 time: 0.1223934 Nov 24 13:56:35.773665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.835044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:35.838323 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31062759-8e44-4f21-b221-979210c499d4 req-d1061800-bf81-4ea7-8ac6-fae482726b93 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5518939 Nov 24 13:56:35.887709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:35.912102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:35.926822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=937e7486-c6f2-4bd4-8b8e-f0c266049951,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:35.930111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:35.938242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=937e7486-c6f2-4bd4-8b8e-f0c266049951,segment=NetworkSegment(bf1a1145-a996-4e35-af1b-13377d8caf11),segment_id=bf1a1145-a996-4e35-af1b-13377d8caf11)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:35.938701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:35.968014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Port': ['ID=546ccd35-3825-4ae5-bba0-0002f5677147,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:35.994512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:36.084350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.095790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] For port afaa3212-187f-42b7-a56c-8a2f5254f149, host hv-neutron-8181, got binding levels [] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:36.096393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.099212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Calling delete_port for 937e7486-c6f2-4bd4-8b8e-f0c266049951 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:36.121146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] For port cb5598d7-b824-4e8b-9781-82af18b90998, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cb5598d7-b824-4e8b-9781-82af18b90998,segment=NetworkSegment(4202a64a-41d4-4b34-a9cd-35766ad189f8),segment_id=4202a64a-41d4-4b34-a9cd-35766ad189f8)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:36.121628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.136474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:36.144625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-e186f345-e747-48a2-8fc0-620328dc398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:36.146113 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-e186f345-e747-48a2-8fc0-620328dc398f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.3160582 Nov 24 13:56:36.193138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.197391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.204123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] No DVR routers for this DVR port cb5598d7-b824-4e8b-9781-82af18b90998 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:56:36.216547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Pushing event deleted for resources: {'Port': ['ID=cb5598d7-b824-4e8b-9781-82af18b90998,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:36.216547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:36.252122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:56:36.252829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:56:36.257526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a23d3ba-b694-4e56-ae1e-c7ef12038ba4 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:36.302006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Calling delete_port for cb5598d7-b824-4e8b-9781-82af18b90998 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:36.385264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6524c5-87de-48c9-940d-2b72331d12a0 req-a837b364-90a8-427c-9f63-ef271d9ce878 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:36.386743 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cb6524c5-87de-48c9-940d-2b72331d12a0 req-a837b364-90a8-427c-9f63-ef271d9ce878 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 943 time: 0.6057992 Nov 24 13:56:36.388720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:36.397821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:36.408965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:36.455206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Pushing event updated for resources: {'Port': ['ID=b0c5385e-0919-4d5e-b605-611fd71ac6d5,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:36.471690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-5f3c4660-84de-4a86-94c2-9a08905f08e0 service neutron] 10.222.0.76 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1072452 Nov 24 13:56:36.480383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:36.484460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Calling delete_port for afaa3212-187f-42b7-a56c-8a2f5254f149 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:36.511960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:56:36.512323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:56:36.520868 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cb6524c5-87de-48c9-940d-2b72331d12a0 req-89283afb-2e74-40bd-837d-1d705f446c4c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272717 Nov 24 13:56:36.549982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.616307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.658106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Transition to ACTIVE for port object 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:36.728190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.845336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.851150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.856136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:36.860609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.868205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbbd7c6c-3f16-4a3b-89c7-792f20dd41be req-7623248f-c5bb-4795-b619-c4ad4ec8c46f service neutron] 10.222.0.76 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288445 Nov 24 13:56:36.876123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:36.934753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event deleted for resources: {'Port': ['ID=afaa3212-187f-42b7-a56c-8a2f5254f149,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:36.936415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.982381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Pushing event updated for resources: {'Port': ['ID=b0c5385e-0919-4d5e-b605-611fd71ac6d5,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:36.985338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:36.995350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:36.996421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:37.030891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.036006 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7177246 Nov 24 13:56:37.036716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32906) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:37.041648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cb5598d7-b824-4e8b-9781-82af18b90998 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:56:37.047395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-76ab4697-3a8c-4ceb-8e8f-8269f35e0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:37.049051 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-76ab4697-3a8c-4ceb-8e8f-8269f35e0456 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7964249 Nov 24 13:56:37.050043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.060293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:37.077959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.078848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: cb5598d7-b824-4e8b-9781-82af18b90998 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:56:37.079201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cb5598d7-b824-4e8b-9781-82af18b90998 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:56:37.094297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0f92039-bb65-408e-96cf-e6e3f51ab1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:37.157737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:37.161594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.164283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:37.169718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Usage tracker for resource:floatingip and tenant:26f2cdd3e58d49b7839ab64d537d0fab is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:37.172669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:37.179688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:37.190399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.215283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Deleting port 937e7486-c6f2-4bd4-8b8e-f0c266049951 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:37.215676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.244901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.289244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Deleting port cb5598d7-b824-4e8b-9781-82af18b90998 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:37.289636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.294199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:37.301376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "DELETE /v2.0/ports/afaa3212-187f-42b7-a56c-8a2f5254f149 HTTP/1.1" status: 204 len: 168 time: 2.6845553 Nov 24 13:56:37.310853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:37.314048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] In _notify_port_updated(), no bound segment for port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef on network e5c26803-10ee-4390-985d-f0e60f48b015 {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:56:37.320395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:37.320395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.321877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "PUT /v2.0/ports/0d702704-6c2e-4b4e-8da1-36ae50ac74ef HTTP/1.1" status: 200 len: 1130 time: 2.4390905 Nov 24 13:56:37.322958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32912) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:37.325288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32914) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:37.330316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:37.404813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=7e84fa0c-65c0-45cb-afeb-d7edd5443f6c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:37.411822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:37.412324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:37.479309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 867e5bd6-b139-4fcc-ad74-5f550334b9c2 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 13:56:37.486711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] For port 937e7486-c6f2-4bd4-8b8e-f0c266049951, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=937e7486-c6f2-4bd4-8b8e-f0c266049951,segment=NetworkSegment(bf1a1145-a996-4e35-af1b-13377d8caf11),segment_id=bf1a1145-a996-4e35-af1b-13377d8caf11)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:37.487776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.494488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] The port 'cb5598d7-b824-4e8b-9781-82af18b90998' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:56:37.495861 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd7efa4-587d-4c56-b71c-a5f48098a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:56:37.501183 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5dd7efa4-587d-4c56-b71c-a5f48098a155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "GET /v2.0/ports/afaa3212-187f-42b7-a56c-8a2f5254f149 HTTP/1.1" status: 404 len: 333 time: 0.1771722 Nov 24 13:56:37.501967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32920) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:37.541781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1735945762', 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:37.565167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:37.598671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2055f74f-be96-4c18-97c5-ffe83812e0ce tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:37.599307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2055f74f-be96-4c18-97c5-ffe83812e0ce tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Synchronizing usage tracker for tenant:6991250ae827402ebeba8c73bc98d2c6 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:37.611986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Usage tracker for resource:port and tenant:d7f45b53dda445faa195a98e033c48e7 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:37.621221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:37.691524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event updated for resources: {'Port': ['ID=0d702704-6c2e-4b4e-8da1-36ae50ac74ef,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:37.711557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-01d5d714-b875-4f70-8937-e905fb7a9911 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182208 Nov 24 13:56:37.749565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:37.752514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:37.759416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:37.760160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.790647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Calling delete_port for 937e7486-c6f2-4bd4-8b8e-f0c266049951 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:37.821999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4962103 Nov 24 13:56:37.829292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:37.830547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-375ef6c7-c599-4f8a-9f8a-cfc5942c96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:37.830765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32926) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:37.833010 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-375ef6c7-c599-4f8a-9f8a-cfc5942c96d4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=930b6e6496544964b55f9ea5b72beaf0&device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 1097 time: 0.9026055 Nov 24 13:56:37.842486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1d:dc:9e'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:37.864106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a6bad-dfec-48cd-b395-b2d567b5a91c req-e8546f3c-7d6f-489b-a159-448d0a7a7950 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:37.870544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.872228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-118a6bad-dfec-48cd-b395-b2d567b5a91c req-e8546f3c-7d6f-489b-a159-448d0a7a7950 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 944 time: 0.8663616 Nov 24 13:56:37.897359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Made reservation on behalf of d7f45b53dda445faa195a98e033c48e7 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:37.899628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:37.908381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2055f74f-be96-4c18-97c5-ffe83812e0ce tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Unset dirty status for tenant:6991250ae827402ebeba8c73bc98d2c6 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:37.909234 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2055f74f-be96-4c18-97c5-ffe83812e0ce tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "GET /v2.0/ports/0d702704-6c2e-4b4e-8da1-36ae50ac74ef HTTP/1.1" status: 200 len: 1130 time: 0.5431411 Nov 24 13:56:37.929243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b4ad5109-9bb8-4da0-b352-6606d2830782 None None] Provisioning for port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:37.944499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b4ad5109-9bb8-4da0-b352-6606d2830782 None None] Provisioning complete for port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:37.944867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32930) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:37.945280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5109-9bb8-4da0-b352-6606d2830782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.056590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.061459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:38.070185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:38.098945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad5109-9bb8-4da0-b352-6606d2830782 None None] Port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:38.106958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d80f16-b9cb-4f10-b0dc-2b636e548763']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:38.115620 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-118a6bad-dfec-48cd-b395-b2d567b5a91c req-7a0ffb28-ca15-4624-afde-725ab8e1a230 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424028 Nov 24 13:56:38.123878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Pushing event deleted for resources: {'Port': ['ID=937e7486-c6f2-4bd4-8b8e-f0c266049951,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:38.126038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'port_id': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'mac_address': 'fa:16:3e:90:b1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 13:56:38.128842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:38.131454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] No DVR routers for this DVR port 937e7486-c6f2-4bd4-8b8e-f0c266049951 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:56:38.145770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.147106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port cb03e92a-957f-4400-aba4-d04833bbd76f yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:38.168399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.185923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24c4289d-901f-44a7-aaec-3da8d838841d tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:38.186227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4202a64a-41d4-4b34-a9cd-35766ad189f8') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:38.186533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4202a64a-41d4-4b34-a9cd-35766ad189f8') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:38.198766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.223064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867e5bd6-b139-4fcc-ad74-5f550334b9c2 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:56:38.239110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.245611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5da7d03a-e1f9-4b28-85e4-f92c49303efb None None] Provisioning complete for port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:38.245950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5da7d03a-e1f9-4b28-85e4-f92c49303efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.280071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:38.289795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.298281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcd9812b-85a8-4e49-8d87-ba466417bcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:38.359553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Deleting port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:38.359908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.365455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-544c4f71-c988-4b9b-87cc-af9c25d4bcaf req-c052fe83-43be-4feb-ae04-5105759e32ac service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817933 Nov 24 13:56:38.368140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5da7d03a-e1f9-4b28-85e4-f92c49303efb None None] Port 0d702704-6c2e-4b4e-8da1-36ae50ac74ef cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:38.380969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=867e5bd6-b139-4fcc-ad74-5f550334b9c2,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:38.390557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.391480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:38.416891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-b56cf160-6c87-4831-baf8-6dfb105bf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:38.418332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-b56cf160-6c87-4831-baf8-6dfb105bf39b service neutron] 10.222.0.76 "GET /v2.0/networks?id=378cd40c-7853-41e1-9641-4cf1cc80c20c HTTP/1.1" status: 200 len: 908 time: 0.5700731 Nov 24 13:56:38.420660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:38.421083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:38.438117 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:38.503389 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-511d38aa-d350-47c9-8b66-2c23de9f137f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ffdb66-b770-4c29-8b46-e97638cfd679 HTTP/1.1" status: 200 len: 217 time: 0.0744636 Nov 24 13:56:38.511466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Port': ['ID=546ccd35-3825-4ae5-bba0-0002f5677147,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:38.546779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3390b-55ba-4acc-987d-fa1d93329a36 req-9016f71e-7843-492d-8c6c-c34522e11056 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:38.548289 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-82c3390b-55ba-4acc-987d-fa1d93329a36 req-9016f71e-7843-492d-8c6c-c34522e11056 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 943 time: 0.8035982 Nov 24 13:56:38.549867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.550315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:38.569384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.592639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-510cefce-3731-4796-9ec8-958f5ca36cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:38.594069 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-510cefce-3731-4796-9ec8-958f5ca36cb4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e733962-a4e3-481f-b160-a47654dc670d HTTP/1.1" status: 200 len: 845 time: 0.0837364 Nov 24 13:56:38.595142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.595403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['867e5bd6-b139-4fcc-ad74-5f550334b9c2'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 13:56:38.596251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4310904 Nov 24 13:56:38.599669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32934) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:38.606049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6a4f2553-9ef1-432c-a743-b20c3693ed2d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'floatingip': {'port_id': 'db28b4b3-74f5-469d-bc6e-736e26f9f628', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:38.731147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2553-9ef1-432c-a743-b20c3693ed2d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.747099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.751655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:38.780671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80c3b369-2c99-4511-9b96-a46fed3d475a tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:38.921754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-25be61b0-02f8-4d2d-9c60-2d0c9a456610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:38.925011 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-25be61b0-02f8-4d2d-9c60-2d0c9a456610 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=378cd40c-7853-41e1-9641-4cf1cc80c20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3208451 Nov 24 13:56:38.939221 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-82c3390b-55ba-4acc-987d-fa1d93329a36 req-b756d456-71b8-4758-b6cb-44e2b80be6ff tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602526 Nov 24 13:56:38.995231 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/networks/c7d80f16-b9cb-4f10-b0dc-2b636e548763 HTTP/1.1" status: 204 len: 168 time: 4.8833959 Nov 24 13:56:39.007294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32940) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:39.047635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Network': ['ID=c7d80f16-b9cb-4f10-b0dc-2b636e548763,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:39.060208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-6a4f2553-9ef1-432c-a743-b20c3693ed2d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] update failed (client error): The resource could not be found. Nov 24 13:56:39.061324 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6a4f2553-9ef1-432c-a743-b20c3693ed2d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "PUT /v2.0/floatingips/0d2d9739-4ddb-45c1-bae3-1fb4272e8789 HTTP/1.1" status: 404 len: 507 time: 0.4606974 Nov 24 13:56:39.083719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:39.095717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32944) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:39.183443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-24a05f30-ac60-4b2a-88bf-14f4effce902 service neutron] 10.222.0.76 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525907 Nov 24 13:56:39.186991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.248954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.342523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.428652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 46ffdb66-b770-4c29-8b46-e97638cfd679 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 13:56:39.434265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Deleting port 546ccd35-3825-4ae5-bba0-0002f5677147 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:39.434536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.501562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.511682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 867e5bd6-b139-4fcc-ad74-5f550334b9c2 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:39.512859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.534005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9829e87a-216c-4b1e-b450-909aa84a75a2 req-2efdfed3-f8b1-4606-9726-f8fba82e3427 service neutron] 10.222.0.76 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438346 Nov 24 13:56:39.539848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Allocated IP 172.26.8.205 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/96212573-2351-4f0f-a2a1-7930640f70af) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:39.554641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275a286d-9eee-47ee-9a1d-39598bf6c207']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:39.573387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca7932-16f7-437d-9256-fa66b5e4f0d6 req-c03adcce-0287-4071-aff1-4c6f905c06ed tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:39.581021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49ca7932-16f7-437d-9256-fa66b5e4f0d6 req-c03adcce-0287-4071-aff1-4c6f905c06ed tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 944 time: 0.3076365 Nov 24 13:56:39.598597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1a1145-a996-4e35-af1b-13377d8caf11') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:39.598954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1a1145-a996-4e35-af1b-13377d8caf11') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:39.617781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.640440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:39.649718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.651704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 46ffdb66-b770-4c29-8b46-e97638cfd679, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ffdb66-b770-4c29-8b46-e97638cfd679,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:39.660808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:39.661198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.662418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49ca7932-16f7-437d-9256-fa66b5e4f0d6 req-c2b35273-239b-46ca-a029-192e2f2509c2 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808473 Nov 24 13:56:39.674744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:39.676444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.689588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Calling delete_port for 0d702704-6c2e-4b4e-8da1-36ae50ac74ef owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:39.697758 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:39.730219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'port_id': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'mac_address': 'fa:16:3e:fd:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 13:56:39.786409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.790979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:39.808602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.811926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.821103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Network': ['ID=275a286d-9eee-47ee-9a1d-39598bf6c207,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:39.826398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:39.830624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/networks/275a286d-9eee-47ee-9a1d-39598bf6c207 HTTP/1.1" status: 204 len: 168 time: 0.8203630 Nov 24 13:56:39.832118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:39.865510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ffdb66-b770-4c29-8b46-e97638cfd679 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:56:39.898281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 46ffdb66-b770-4c29-8b46-e97638cfd679, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ffdb66-b770-4c29-8b46-e97638cfd679,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:39.899395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.911156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:39.915716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce466c4a-3f5a-4df2-bb8a-a2e8b3ca4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:39.989582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:40.065233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:40.074374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.078930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=46ffdb66-b770-4c29-8b46-e97638cfd679,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:40.082392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:40.083015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:40.127531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.169604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=867e5bd6-b139-4fcc-ad74-5f550334b9c2,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:40.173407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:40.215175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.215317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['46ffdb66-b770-4c29-8b46-e97638cfd679'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 13:56:40.259874 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'code': 200} Nov 24 13:56:40.262895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:40.313762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.357799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcca50be-5bb3-45dd-9199-b61cec569e57']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:40.378839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61204d1f-d4f2-4391-8a25-818839908840') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:40.379379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61204d1f-d4f2-4391-8a25-818839908840') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:40.399515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.421686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.430882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:40.431345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.439043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:40.449871 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:40.473916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:40.476886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:40.477733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:40.478410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.489827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=cb03e92a-957f-4400-aba4-d04833bbd76f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:40.492826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:40.500937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.500937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.582583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.588523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.590631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:40.627701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Network': ['ID=bcca50be-5bb3-45dd-9199-b61cec569e57,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:40.633737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/networks/bcca50be-5bb3-45dd-9199-b61cec569e57 HTTP/1.1" status: 204 len: 168 time: 0.8004704 Nov 24 13:56:40.635777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:40.636267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:40.718254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.728859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Calling delete_port for 546ccd35-3825-4ae5-bba0-0002f5677147 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:40.746204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-72d4d4cb-220f-403f-bbe4-020816d8781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:40.747698 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-72d4d4cb-220f-403f-bbe4-020816d8781b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.2429965 Nov 24 13:56:40.790140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.810973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba734-bb23-44b2-8258-aabe790df256 req-91d25f51-045b-4dec-bfa9-88c53f81c116 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:40.812477 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e67ba734-bb23-44b2-8258-aabe790df256 req-91d25f51-045b-4dec-bfa9-88c53f81c116 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7320659 Nov 24 13:56:40.821733 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.3152349 Nov 24 13:56:40.828509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32970) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:40.861926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.864401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:40.871715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Usage tracker for resource:security_group_rule and tenant:1bd67f59b2374ed8ac7845a4969f9935 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:40.877017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:40.891700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:40.896389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:40.916683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7da93e64-abfb-460c-9f1f-21e1458ea2ac tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:40.983609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.026689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event deleted for resources: {'Port': ['ID=0d702704-6c2e-4b4e-8da1-36ae50ac74ef,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.029252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:41.067977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.077963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:41.103386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d1093-b1fa-4867-9a5d-3ed865de6d15 req-91803e02-decc-41ea-9ba4-3d57ba91189a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:41.105099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-446d1093-b1fa-4867-9a5d-3ed865de6d15 req-91803e02-decc-41ea-9ba4-3d57ba91189a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 945 time: 0.2955620 Nov 24 13:56:41.107452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.132239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.136615 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "DELETE /v2.0/ports/0d702704-6c2e-4b4e-8da1-36ae50ac74ef HTTP/1.1" status: 204 len: 168 time: 3.1833932 Nov 24 13:56:41.138138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32974) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:41.164997 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e67ba734-bb23-44b2-8258-aabe790df256 req-b7d11723-0067-4501-9f14-1d70003f8072 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369882 Nov 24 13:56:41.215633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e366337-f183-4f5d-8e2b-2ba0c7f91657']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:41.241828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ef6a3-4a37-4d58-8dff-d503b13ea3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:41.242399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-690ef6a3-4a37-4d58-8dff-d503b13ea3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Synchronizing usage tracker for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:41.256444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4f39bb-8ff3-4f84-accb-26b5f1d88219') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:41.256763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4f39bb-8ff3-4f84-accb-26b5f1d88219') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:41.290793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.301121 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-446d1093-b1fa-4867-9a5d-3ed865de6d15 req-a15e9917-31a9-48a6-9fd9-0672a37461ab tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776674 Nov 24 13:56:41.301789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.311455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=7e84fa0c-65c0-45cb-afeb-d7edd5443f6c,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.314563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Deleting subnet 87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:56:41.315084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:41.322530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:41.330141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.377594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.389343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-690ef6a3-4a37-4d58-8dff-d503b13ea3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Unset dirty status for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:41.390543 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-690ef6a3-4a37-4d58-8dff-d503b13ea3c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "GET /v2.0/ports/cb03e92a-957f-4400-aba4-d04833bbd76f HTTP/1.1" status: 200 len: 959 time: 0.5557806 Nov 24 13:56:41.398382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.399507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 32978) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:41.404841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] In _notify_port_updated(), no bound segment for port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c on network 7911cccc-3459-4108-ae66-1f0fdbacbda6 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:56:41.408495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:41.409192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.411180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:41.411849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.417339 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "PUT /v2.0/ports/7e84fa0c-65c0-45cb-afeb-d7edd5443f6c HTTP/1.1" status: 200 len: 996 time: 3.5777009 Nov 24 13:56:41.419770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:41.421609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32982) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:41.432281 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:41.444720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 46ffdb66-b770-4c29-8b46-e97638cfd679 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:41.463111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:41.465774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:41.466060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.511398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.547359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-12345c44-9d16-4a09-a8bc-7c03e04ff0b6 None None] Provisioning complete for port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:41.547800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12345c44-9d16-4a09-a8bc-7c03e04ff0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.548609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.576914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e0030b9c-b06c-4684-a2dc-6ee8344edcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:41.608640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 46ffdb66-b770-4c29-8b46-e97638cfd679 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:41.621107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 46ffdb66-b770-4c29-8b46-e97638cfd679 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:41.621628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.635365 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd452a54-83df-452b-b8f4-ac1ad01a424c req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8770313 Nov 24 13:56:41.656217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-12345c44-9d16-4a09-a8bc-7c03e04ff0b6 None None] Port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:41.657066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Deleting port cb03e92a-957f-4400-aba4-d04833bbd76f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:41.657561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.689703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Pushing event updated for resources: {'Port': ['ID=96212573-2351-4f0f-a2a1-7930640f70af,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.693915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:41.698999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.705926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fa7075f0-d56d-4751-88b9-d24ff8689df1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:41.710810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=33fe0428-84d3-47fa-a4fc-ccba17219581,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.726481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:41.732939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7b3e397-2b63-41a0-8875-1df9c2435008 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:41.754158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.770954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Pushing event deleted for resources: {'Network': ['ID=3e366337-f183-4f5d-8e2b-2ba0c7f91657,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.786314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:41.798737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Port': ['ID=546ccd35-3825-4ae5-bba0-0002f5677147,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.801433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:41.804588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.815457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:41.816371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.839249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 46ffdb66-b770-4c29-8b46-e97638cfd679, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ffdb66-b770-4c29-8b46-e97638cfd679,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:41.839746 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] 10.222.0.36 "DELETE /v2.0/networks/3e366337-f183-4f5d-8e2b-2ba0c7f91657 HTTP/1.1" status: 204 len: 168 time: 1.2020929 Nov 24 13:56:41.846347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.849389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:41.855856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.942180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:41.945999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=46ffdb66-b770-4c29-8b46-e97638cfd679,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:41.950346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:42.009736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.012260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.013410 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "DELETE /v2.0/floatingips/0d2d9739-4ddb-45c1-bae3-1fb4272e8789 HTTP/1.1" status: 204 len: 168 time: 2.9166057 Nov 24 13:56:42.020634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32988) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:42.081714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'floatingip': {'floating_network_id': '9b95a182-1e18-4c28-bac3-8c781d3f781f', 'port_id': 'db28b4b3-74f5-469d-bc6e-736e26f9f628', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:42.087960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:42.091901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:floatingip and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:42.094879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:42.101923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:42.122669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.147562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.182314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 32994) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:42.207262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.260550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Calling delete_port for cb03e92a-957f-4400-aba4-d04833bbd76f owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:42.261351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:42.295154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.309587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:42.351447 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'code': 200} Nov 24 13:56:42.358218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event deleted for resources: {'Subnet': ['ID=87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:42.364379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.370835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ed3db-dbf6-4ba9-92e4-d73bb0b3e832 None None] Network e5c26803-10ee-4390-985d-f0e60f48b015 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:42.372214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:42.385005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "DELETE /v2.0/subnets/87cb6a4a-cb02-4fb6-aafe-4b0a0f4102ef HTTP/1.1" status: 204 len: 168 time: 1.2399416 Nov 24 13:56:42.387275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:42.425600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.497193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.513020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-855e015d-6e72-4b7d-8bf9-813f7aa7e435 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:42.587371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb03e92a-957f-4400-aba4-d04833bbd76f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:42.601225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:42.637590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.677441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 7e84fa0c-65c0-45cb-afeb-d7edd5443f6c owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:42.707953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.717241 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cb03e92a-957f-4400-aba4-d04833bbd76f HTTP/1.1" status: 204 len: 168 time: 1.3117278 Nov 24 13:56:42.730274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33010) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:42.754855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] DHCP port deletion for e5c26803-10ee-4390-985d-f0e60f48b015 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:56:42.762873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Deleting port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:42.764190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.782898 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-392720eb-86b6-4b5c-8483-c5ed4601789e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a91ffe3b05e423488e6a1c3d6e37e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954888 Nov 24 13:56:42.790262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33014) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:42.813630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Deleting port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:42.813971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:42.850573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a55c7be-dbd7-42ac-bb66-8a479496e5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:56:42.850573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6a55c7be-dbd7-42ac-bb66-8a479496e5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Synchronizing usage tracker for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:42.891741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be728bc-4b9f-4333-bf8c-8268fcd69a56 req-9866cfad-3933-4cfd-af56-b6a746b68e4c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:42.893321 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9be728bc-4b9f-4333-bf8c-8268fcd69a56 req-9866cfad-3933-4cfd-af56-b6a746b68e4c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5889938 Nov 24 13:56:42.955322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a96fe-1b1e-41f5-a4c9-ccdef183e413 req-cbf1be81-0621-4277-a69c-852cd9c4346c tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:42.956909 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-623a96fe-1b1e-41f5-a4c9-ccdef183e413 req-cbf1be81-0621-4277-a69c-852cd9c4346c tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.3672006 Nov 24 13:56:42.957531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6a55c7be-dbd7-42ac-bb66-8a479496e5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Unset dirty status for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:42.958536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6a55c7be-dbd7-42ac-bb66-8a479496e5f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "GET /v2.0/ports/cb03e92a-957f-4400-aba4-d04833bbd76f HTTP/1.1" status: 404 len: 333 time: 0.2246828 Nov 24 13:56:42.966521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33018) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:42.978302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Request body: {'port': {'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080822374'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:42.982630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695840-4c5c-4fdb-94bc-a6b89ed6075d req-8867734e-2a5e-48fd-90c6-76ef1b1d00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:42.984712 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24695840-4c5c-4fdb-94bc-a6b89ed6075d req-8867734e-2a5e-48fd-90c6-76ef1b1d00e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 1099 time: 0.3394964 Nov 24 13:56:42.989596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:43.025553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] For port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,segment=NetworkSegment(8102f468-3213-4866-afbd-0005e4589dc5),segment_id=8102f468-3213-4866-afbd-0005e4589dc5)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:43.026097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.061506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.074826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.093080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.094696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.108090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:43.118509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:56:43.131942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:43.140068 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9be728bc-4b9f-4333-bf8c-8268fcd69a56 req-0b10c67e-1447-4cf5-8fab-dbab4fbf34e2 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931305 Nov 24 13:56:43.198461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.215972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-623a96fe-1b1e-41f5-a4c9-ccdef183e413 req-ccec5c23-eefe-4ab6-9c76-536eaf4e2c82 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438583 Nov 24 13:56:43.225610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Calling delete_port for 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:43.230115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Made reservation on behalf of d7f45b53dda445faa195a98e033c48e7 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:43.232474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.244731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-24695840-4c5c-4fdb-94bc-a6b89ed6075d req-9ca7c1f1-99ba-4756-8ff4-bb7d60d087e6 service neutron] Synchronizing usage tracker for tenant:1bd67f59b2374ed8ac7845a4969f9935 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:43.258473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] For port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,segment=NetworkSegment(8102f468-3213-4866-afbd-0005e4589dc5),segment_id=8102f468-3213-4866-afbd-0005e4589dc5)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:43.259383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.383227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.389174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7e5d6ae9-6fce-48d2-99d6-ee5c359d1e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:43.394009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:43.452669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Calling delete_port for 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:43.457157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Pushing event deleted for resources: {'Port': ['ID=68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:43.467836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:43.468908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.483176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Pushing event updated for resources: {'Port': ['ID=96212573-2351-4f0f-a2a1-7930640f70af,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:43.499355 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:56:43.500284 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-946d931b-1d8a-4ecb-9c25-26b54394b77d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4779475 Nov 24 13:56:43.505046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-24695840-4c5c-4fdb-94bc-a6b89ed6075d req-9ca7c1f1-99ba-4756-8ff4-bb7d60d087e6 service neutron] Unset dirty status for tenant:1bd67f59b2374ed8ac7845a4969f9935 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:43.505951 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24695840-4c5c-4fdb-94bc-a6b89ed6075d req-9ca7c1f1-99ba-4756-8ff4-bb7d60d087e6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883235 Nov 24 13:56:43.517077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33022) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:43.522855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] No DVR routers for this DVR port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:56:43.523448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'db28b4b3-74f5-469d-bc6e-736e26f9f628', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:43.538404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:43.547154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Usage tracker for resource:floatingip and tenant:e7c7c716f6a1426abffefd8bc04dd776 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:43.552903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:43.565764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=7e84fa0c-65c0-45cb-afeb-d7edd5443f6c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:43.567834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.575694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:43.576770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:43.577481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:43.577975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:43.597909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.618160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.618651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.625724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c17439f5-ceb8-4cab-8e99-dbda786f42d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:43.636198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.639960 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5996494 Nov 24 13:56:43.639960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.643170 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d4d6b3a-ba77-4a28-b644-b520cd5f8eec HTTP/1.1" status: 204 len: 168 time: 0.8481467 Nov 24 13:56:43.643299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33026) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:43.645698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d6b3a-ba77-4a28-b644-b520cd5f8eec,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:43.650880 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/ports/7e84fa0c-65c0-45cb-afeb-d7edd5443f6c HTTP/1.1" status: 204 len: 168 time: 2.2222908 Nov 24 13:56:43.651254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33030) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:43.653843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:43.702361 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-517aa6f0-9fa4-4572-b451-0637f843d170 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] GET failed (client error): The resource could not be found. Nov 24 13:56:43.702979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-517aa6f0-9fa4-4572-b451-0637f843d170 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Synchronizing usage tracker for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:43.727054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-517aa6f0-9fa4-4572-b451-0637f843d170 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Unset dirty status for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:43.728686 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-517aa6f0-9fa4-4572-b451-0637f843d170 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "GET /v2.0/ports/7e84fa0c-65c0-45cb-afeb-d7edd5443f6c HTTP/1.1" status: 404 len: 333 time: 0.0763438 Nov 24 13:56:43.732464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33036) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:43.741052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'name': 'tempest-AllowedAddressPairTestJSON-1381766635'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:43.903209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:43.921367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:43.936184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:43.945112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:43.972506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] device_id is not set on port 336743e5-f027-4d76-b587-663452841195 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:43.995982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:56:43.996599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:56:44.004067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.058341 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f10dfe42-7a62-45ec-b978-07e7a00cd2af tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2612 time: 0.4080565 Nov 24 13:56:44.059834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33048) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:44.113274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.120875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:44.182022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4988fee5-2b1e-405f-bb82-ce5dc77f6d2a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Synchronizing usage tracker for tenant:359eccf38b4f4f078aea561749c39170 on resource:floatingip {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:44.207335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:44.211383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:44.213523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4988fee5-2b1e-405f-bb82-ce5dc77f6d2a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Unset dirty status for tenant:359eccf38b4f4f078aea561749c39170 on resource:floatingip {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:44.217531 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4988fee5-2b1e-405f-bb82-ce5dc77f6d2a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1540527 Nov 24 13:56:44.218362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33056) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:44.226510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:44.227448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:44.228051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.234344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=702268fe-a15f-4a27-b2a1-bb6fcae248e3,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:44.240853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:44.264901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.343972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3726695 Nov 24 13:56:44.345969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33066) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:44.378502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:44.416218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Allocated IP 172.20.0.10 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/336743e5-f027-4d76-b587-663452841195) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:44.461950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Deleting port 96212573-2351-4f0f-a2a1-7930640f70af {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:44.462380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.499786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Deleting port 68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:44.500262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.674035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33074) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:44.700106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] The port '68bd09e3-3d76-4f47-a1d0-818bd1b8f5e8' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:56:44.827443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb61a4e-aace-4351-9532-0791d8457647 req-8f881e0a-fd80-48ae-b19f-c790cb5fb3f6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:44.829120 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3bb61a4e-aace-4351-9532-0791d8457647 req-8f881e0a-fd80-48ae-b19f-c790cb5fb3f6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4369364 Nov 24 13:56:44.843487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.843945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.876603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.890988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Allocated IP 172.26.8.6 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/e1c9e901-98f9-4c94-8b13-bfe93ee9257a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:44.892986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1109478051'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:44.901420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:44.974852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9f37c-f42c-4e47-adf8-cf2fa4c974b2 req-b7bc6e3b-e307-430b-b478-da2c4c67731d tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:44.976366 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aeb9f37c-f42c-4e47-adf8-cf2fa4c974b2 req-b7bc6e3b-e307-430b-b478-da2c4c67731d tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.5441213 Nov 24 13:56:45.000668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c26803-10ee-4390-985d-f0e60f48b015']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:45.031868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:45.044637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Calling delete_port for 96212573-2351-4f0f-a2a1-7930640f70af owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:45.078512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:45.080016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8102f468-3213-4866-afbd-0005e4589dc5') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:45.080315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8102f468-3213-4866-afbd-0005e4589dc5') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:45.090166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:45.114173 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3bb61a4e-aace-4351-9532-0791d8457647 req-b5fca04e-b04c-493b-8a3c-756c0ced8661 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726929 Nov 24 13:56:45.115941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:45.121156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.127513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.152687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:45.155961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.181490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Transition to ACTIVE for port object 336743e5-f027-4d76-b587-663452841195 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:45.190134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.193678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.215150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:45.222458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:security_group_rule and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:45.228592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:45.248208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aeb9f37c-f42c-4e47-adf8-cf2fa4c974b2 req-e228a553-57fe-456b-a4e5-446a27f1a9da tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492433 Nov 24 13:56:45.282627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:45.283040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:45.299005 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:45.381837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:45.419340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.432917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.453182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ad41dc3f-a5e7-489e-b91e-67321d6f3e30 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:45.462753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.468402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.471138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9e716a3a-66b1-4a97-88fd-e6264dc4e2af tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:45.518461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Pushing event deleted for resources: {'Network': ['ID=e5c26803-10ee-4390-985d-f0e60f48b015,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:45.523098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.533003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:45.538782 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] 10.222.0.36 "DELETE /v2.0/networks/e5c26803-10ee-4390-985d-f0e60f48b015 HTTP/1.1" status: 204 len: 168 time: 3.1505311 Nov 24 13:56:45.557289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] device_id is not set on port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:45.567519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.574566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:45.584831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.590480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:45.611353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:45.627150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Transition to ACTIVE for port object 702268fe-a15f-4a27-b2a1-bb6fcae248e3 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:45.633891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:45.654679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.674538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:45.680872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:45.698822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=336743e5-f027-4d76-b587-663452841195,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:45.718762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:45.733132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:45.794902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891b226-7932-4561-8a08-eeb1eb50e001 req-fcfe70b5-23df-4c50-b87d-6840434fe168 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:45.796468 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8891b226-7932-4561-8a08-eeb1eb50e001 req-fcfe70b5-23df-4c50-b87d-6840434fe168 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4247303 Nov 24 13:56:45.821324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33086) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:45.826997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Pushing event deleted for resources: {'Port': ['ID=96212573-2351-4f0f-a2a1-7930640f70af,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:45.838033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:45.842400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Request body: {'floatingip': {'port_id': '867e5bd6-b139-4fcc-ad74-5f550334b9c2'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:45.889427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event updated for resources: {'Port': ['ID=e1c9e901-98f9-4c94-8b13-bfe93ee9257a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:45.905045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:45.915647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:45.916260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.937022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:45.941231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f82e412a-686f-416b-8972-e0b780b85e47 tempest-RoutersAdminNegativeIpV6Test-1333849958 tempest-RoutersAdminNegativeIpV6Test-1333849958-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:45.970444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:45.976764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.045048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-57a5ab5e-6497-4547-91e4-a0e76ef2a2cd None None] Provisioning for port 336743e5-f027-4d76-b587-663452841195 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:46.046093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.046603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.047113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:46.055588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-57a5ab5e-6497-4547-91e4-a0e76ef2a2cd None None] Provisioning complete for port 336743e5-f027-4d76-b587-663452841195 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:46.056096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab5e-6497-4547-91e4-a0e76ef2a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.067325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33092) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:46.091125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=702268fe-a15f-4a27-b2a1-bb6fcae248e3,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:46.101682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:46.102272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:46.102599 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:46.105625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 2 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:46.134245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.134586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.134929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:46.147307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-57a5ab5e-6497-4547-91e4-a0e76ef2a2cd None None] Port 336743e5-f027-4d76-b587-663452841195 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:46.148280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.162342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.163725 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] 10.222.0.36 "DELETE /v2.0/floatingips/a5521981-1d26-4375-a6fd-de5343e329de HTTP/1.1" status: 204 len: 168 time: 1.9443693 Nov 24 13:56:46.164630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.167556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33098) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:46.172085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:46.188003 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4543118 Nov 24 13:56:46.211992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33102) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:46.225754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:46.226087 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:46.229822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'network_id': '7911cccc-3459-4108-ae66-1f0fdbacbda6', 'name': 'tempest-AllowedAddressPairTestJSON-1939413212'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:46.245448 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 3 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:46.338287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:46.350788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.350993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.351236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:46.369816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Deleting port e1c9e901-98f9-4c94-8b13-bfe93ee9257a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:46.370145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.393820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:46.394159 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:46.403361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 4 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:46.426454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6026190e-dd7a-489a-ae03-5775b3b77ec9,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:46.439123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:46.455610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.455951 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment f0751797-ac69-47d3-9cd7-f4b58b7f3d7f of type vlan for network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba Nov 24 13:56:46.505212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.505691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.506184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:46.557678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:46.558353 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:46.563134 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 5 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:46.574450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-fc4a0ab9-73ef-49ee-9ac8-67388fc9204c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4084580 Nov 24 13:56:46.595177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Deleting port b0c5385e-0919-4d5e-b605-611fd71ac6d5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:46.595423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.645337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:46.656434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.657021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.657515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:46.662588 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-53d2b13c-f894-45c6-a15a-aa7c015facf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6991250ae827402ebeba8c73bc98d2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911996 Nov 24 13:56:46.666192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.679648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33108) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:46.692966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Usage tracker for resource:port and tenant:4085f89869a64863b3aa0fe6e7eca066 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:46.698596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:46.705866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.711043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:46.711614 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:46.712546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:46.722367 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 6 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:46.779899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Made reservation on behalf of 4085f89869a64863b3aa0fe6e7eca066 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:46.783484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.792293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.792850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.793365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:46.822875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d4ff-0a8c-4a26-9594-24912653b3d9 req-cf082eed-615e-4bbf-a5c5-f38ff2846768 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:46.824347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d2b5d4ff-0a8c-4a26-9594-24912653b3d9 req-cf082eed-615e-4bbf-a5c5-f38ff2846768 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.4222167 Nov 24 13:56:46.828884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:46.829043 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:46.842147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:46.842492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 7 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:46.875947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.876194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:46.888984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] device_id is not set on port 201911f8-5968-4aba-bd16-7955b3a21f27 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:56:46.932304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:46.932638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:46.933005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:47.063426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.069888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:47.070504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.074387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-58fd2d29-123a-4827-9eef-5ad968fe8617 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:47.074894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Calling delete_port for e1c9e901-98f9-4c94-8b13-bfe93ee9257a owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:47.106282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:47.106614 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:47.118571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 8 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:47.177642 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d2b5d4ff-0a8c-4a26-9594-24912653b3d9 req-2aa447e6-a28d-447c-be89-3eb61d877bb4 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368165 Nov 24 13:56:47.179418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-63868214-ca28-4a9e-b48e-08d4c1027ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:47.180882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-63868214-ca28-4a9e-b48e-08d4c1027ecf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.5273848 Nov 24 13:56:47.186419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:47.186757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:47.187090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:47.244360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:47.244688 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:47.265454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 9 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:47.314943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.355681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:47.356020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:47.356342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:47.380315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:47.380644 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:47.420675 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7433758 Nov 24 13:56:47.439822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.440146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.450226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=9a7f8c75-1b06-49f0-9016-0d0391fdb2ba,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:47.457095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:47.470338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:47.470886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.533653 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempt 10 to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 Nov 24 13:56:47.559683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Allocated IP 172.20.0.9 (7911cccc-3459-4108-ae66-1f0fdbacbda6/20430a75-fc96-4e60-a1da-e97dc7ac9192/201911f8-5968-4aba-bd16-7955b3a21f27) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:47.566154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33114) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:47.585587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:47.599971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:47.600299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:47.600634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempting to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:47.627218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Calling delete_port for b0c5385e-0919-4d5e-b605-611fd71ac6d5 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:47.681092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:56:47.681424 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Failed to bind port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on host hv-neutron-8181 for vnic_type normal using segments [{'id': '7841d393-c2a1-456e-b267-3480aff0839e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c4b3ee43-6be0-4ca5-8672-2a70d9578a7c'}] Nov 24 13:56:47.681785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.742917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dd16-9a03-4e75-9acb-2cff708f3f4a req-b4e020eb-a5f1-4ef7-9c41-61fa3c1aa75c tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:47.744425 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a952dd16-9a03-4e75-9acb-2cff708f3f4a req-b4e020eb-a5f1-4ef7-9c41-61fa3c1aa75c tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.4224503 Nov 24 13:56:47.783469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33118) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:47.797426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Request body: {'floatingip': {'port_id': '46ffdb66-b770-4c29-8b46-e97638cfd679'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:47.805037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.825300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bac86fc5-88f1-4ca4-b5aa-51584969f65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:47.860867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.881510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:47.884201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-409ba769-fdbe-4f0a-bccb-c9d4146dbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:47.885686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-409ba769-fdbe-4f0a-bccb-c9d4146dbddd service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.6526761 Nov 24 13:56:47.911816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:47.914161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Port': ['ID=e1c9e901-98f9-4c94-8b13-bfe93ee9257a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:47.930101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a842249-0a32-4483-90fd-eda2e7b424bd,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:47.933344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:47.988185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:47.997405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:47.998330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:48.005245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:48.026017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:48.068839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-9fbf67ba-090a-429d-9053-76d5eb5ac56e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 217 time: 0.1585960 Nov 24 13:56:48.150089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:48.177242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.178349 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a842249-0a32-4483-90fd-eda2e7b424bd HTTP/1.1" status: 204 len: 168 time: 1.4939129 Nov 24 13:56:48.188807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.193690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.234360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] For port 702268fe-a15f-4a27-b2a1-bb6fcae248e3, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:48.234732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attempted to set empty binding levels {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 13:56:48.253765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.263899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:48.308702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:48.311792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.365024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] In _notify_port_updated(), no bound segment for port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 on network c4b3ee43-6be0-4ca5-8672-2a70d9578a7c {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:56:48.366179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:48.367057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.371318 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "PUT /v2.0/ports/702268fe-a15f-4a27-b2a1-bb6fcae248e3 HTTP/1.1" status: 200 len: 981 time: 4.0209792 Nov 24 13:56:48.376639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33126) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:48.420087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.437992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-4398d755-07ea-4ce9-89c7-1c1757a5c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:48.439382 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-4398d755-07ea-4ce9-89c7-1c1757a5c5ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.2934659 Nov 24 13:56:48.459564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d622a5d0-4dde-44f7-b7b0-da9573a28bed tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:48.530317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0c5385e-0919-4d5e-b605-611fd71ac6d5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:48.537794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:48.584180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event updated for resources: {'Port': ['ID=702268fe-a15f-4a27-b2a1-bb6fcae248e3,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:48.597943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:48.630827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] create failed (client error): The resource could not be found. Nov 24 13:56:48.631872 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.1137466 Nov 24 13:56:48.642305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.645873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33138) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:48.661501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Deleting port 702268fe-a15f-4a27-b2a1-bb6fcae248e3 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:48.662068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.785835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Transition to ACTIVE for port object 201911f8-5968-4aba-bd16-7955b3a21f27 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:48.820347 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Floating IP 0a7fd968-0cd0-451b-8d32-c69c9b28e948 associated. External IP: 172.26.8.129, port: 867e5bd6-b139-4fcc-ad74-5f550334b9c2. Nov 24 13:56:48.888119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Deleting port db28b4b3-74f5-469d-bc6e-736e26f9f628 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:48.888408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.952258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.985974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:48.988006 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/187cb748-85ba-4f6a-a786-2906e07573f7 HTTP/1.1" status: 204 len: 168 time: 2.8065252 Nov 24 13:56:48.999922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33150) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:49.016491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-24115112-eabe-4153-af6f-8e879ed41337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:49.018021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-24115112-eabe-4153-af6f-8e879ed41337 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5602999 Nov 24 13:56:49.049140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33154) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:49.208217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-761481719'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:49.218602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting port 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:49.218942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.265045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:49.292132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:network and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:49.302895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:49.316374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:49.349149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.387610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ac1faa24-4afb-4d10-b0c6-4d250f94e952 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:49.493388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] For port 702268fe-a15f-4a27-b2a1-bb6fcae248e3, host hv-neutron-8181, got binding levels [] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:49.493745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.520268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:49.523774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.541418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:49.542506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.564495 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.602178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:49.622423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:49.680609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:49.723404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:49.735275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5217ae9a-3cbc-45e4-92e6-2394f4201730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.738690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:security_group_rule and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:49.766083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Calling delete_port for 702268fe-a15f-4a27-b2a1-bb6fcae248e3 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:49.807900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=201911f8-5968-4aba-bd16-7955b3a21f27,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:49.843927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:49.848410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-76c3aef6-53c1-4e99-b33b-f983eda64f48 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:49.898654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1192bf1b-7fec-41a9-9557-09e24da3907a None None] Provisioning for port 201911f8-5968-4aba-bd16-7955b3a21f27 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:49.898832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:49.906688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1192bf1b-7fec-41a9-9557-09e24da3907a None None] Provisioning complete for port 201911f8-5968-4aba-bd16-7955b3a21f27 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:49.907156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1192bf1b-7fec-41a9-9557-09e24da3907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.917803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:49.938878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-102ae22d-6b8a-4fab-8704-99670b37a821 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060011 Nov 24 13:56:49.948499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Router d31555c8-343e-4dc3-bd01-0a8ccec842fb has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:56:49.970132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:49.991536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.005812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:50.006422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.029869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1192bf1b-7fec-41a9-9557-09e24da3907a None None] Port 201911f8-5968-4aba-bd16-7955b3a21f27 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:50.093404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=d346ae09-b219-4639-b5d9-b0a0cc03331a,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:50.114571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:50.137273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:50.137624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:50.154487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.166746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.179923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:50.230931 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0139031 Nov 24 13:56:50.259520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:50.289180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Pushing event deleted for resources: {'Port': ['ID=702268fe-a15f-4a27-b2a1-bb6fcae248e3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:50.310620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1d:dc:9e'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:62:ce:66'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:50.314767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.338910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.346401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:50.370127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Calling delete_port for db28b4b3-74f5-469d-bc6e-736e26f9f628 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:50.429752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.431597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "DELETE /v2.0/ports/702268fe-a15f-4a27-b2a1-bb6fcae248e3 HTTP/1.1" status: 204 len: 168 time: 1.9958775 Nov 24 13:56:50.438829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33164) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:50.475371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:50.486009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e8f7be-e693-4b9c-9ea3-fd3174a5aebe req-95ca8eff-ed61-455e-8319-2c9dcfe708ed service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286591 Nov 24 13:56:50.501970 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faf23fb-1e38-4082-b944-1705b2099c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:56:50.502506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7faf23fb-1e38-4082-b944-1705b2099c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Synchronizing usage tracker for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:50.507483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:50.521211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516fabc-fe2f-4a0a-bf54-4b22ca4d0c86 None None] Network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:50.526326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:50.526908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.529139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Calling delete_port for 9c08ebfe-65c4-4faf-a56b-cbe12baa83cf owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:50.592006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7faf23fb-1e38-4082-b944-1705b2099c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Unset dirty status for tenant:d7f45b53dda445faa195a98e033c48e7 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:50.593346 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7faf23fb-1e38-4082-b944-1705b2099c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] 10.222.0.36 "GET /v2.0/ports/702268fe-a15f-4a27-b2a1-bb6fcae248e3 HTTP/1.1" status: 404 len: 333 time: 0.1547396 Nov 24 13:56:50.603892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:50.634311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0655441 Nov 24 13:56:50.641570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33172) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:50.674751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1845728910'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:50.711301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.719523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5a04c9ef-fb74-4713-9d6e-7e19681ea84a tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:50.770920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:50.779110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Port': ['ID=db28b4b3-74f5-469d-bc6e-736e26f9f628,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:50.785031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.785206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:50.810225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:50.815115 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Floating IP 60e0d466-7722-4e08-bfd9-882c9cb3a48b associated. External IP: 172.26.8.138, port: 46ffdb66-b770-4c29-8b46-e97638cfd679. Nov 24 13:56:50.820527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-9a7f8c75-1b06-49f0-9016-0d0391fdb2ba', 'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': 'd346ae09-b219-4639-b5d9-b0a0cc03331a'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:50.821465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.838444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.873004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:50.876123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:50.880818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:50.895666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b5af7c79-5cf2-4458-8d0a-c0c22cbea10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:50.933171 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:56:50.990145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] Sync routers for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:51.020968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:51.092039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:51.092928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:51.136057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:51.169089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.171343 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "DELETE /v2.0/ports/db28b4b3-74f5-469d-bc6e-736e26f9f628 HTTP/1.1" status: 204 len: 168 time: 2.5215738 Nov 24 13:56:51.173186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:51.177161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.178709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33176) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:51.186036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8986344-a0bb-4daa-86a8-58a1dea0e884,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:51.200519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:51.214113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.214643 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Added segment 6d5bce73-86e3-4442-bfec-2dbc174f51fe of type vlan for network 14d880f3-90a5-4dde-a356-fbc251fdb711 Nov 24 13:56:51.242151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.249256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Allocated IP 172.20.255.242 (9a7f8c75-1b06-49f0-9016-0d0391fdb2ba/d346ae09-b219-4639-b5d9-b0a0cc03331a/e34fa931-f582-4ce9-8f36-560e25046f16) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:51.251448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.284932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b3ee43-6be0-4ca5-8672-2a70d9578a7c']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:51.309994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841d393-c2a1-456e-b267-3480aff0839e') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:51.310481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841d393-c2a1-456e-b267-3480aff0839e') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:51.326785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.357278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2653990-1f08-4112-809f-961ea9ce1243 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:51.358037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d2653990-1f08-4112-809f-961ea9ce1243 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Synchronizing usage tracker for tenant:e7c7c716f6a1426abffefd8bc04dd776 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:51.362874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.375109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:51.375722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.378791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:51.391447 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:51.398053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:56:51.414110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.429279 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d3673b9f-1ea0-438b-9888-bc682b422ce0 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "PUT /v2.0/floatingips/0a7fd968-0cd0-451b-8d32-c69c9b28e948 HTTP/1.1" status: 200 len: 991 time: 5.6038263 Nov 24 13:56:51.430510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.447882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.448779 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment f3ab1773-3d7b-454f-8f75-92cd50632ca0 of type vlan for network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 Nov 24 13:56:51.458202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d2653990-1f08-4112-809f-961ea9ce1243 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Unset dirty status for tenant:e7c7c716f6a1426abffefd8bc04dd776 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:51.459437 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d2653990-1f08-4112-809f-961ea9ce1243 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "GET /v2.0/ports?device_id=efd57368-131d-42f8-97ac-1fa2558c3462 HTTP/1.1" status: 200 len: 913 time: 0.2796443 Nov 24 13:56:51.463210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33182) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:51.518339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.636471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.645434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:51.670991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.676888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Pushing event deleted for resources: {'Network': ['ID=c4b3ee43-6be0-4ca5-8672-2a70d9578a7c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:51.685714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:51.687326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.692677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:51.692958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.696427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c1ea179c-ab14-4100-b00f-b79d6e9107ff tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:51.697292 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] 10.222.0.36 "DELETE /v2.0/networks/c4b3ee43-6be0-4ca5-8672-2a70d9578a7c HTTP/1.1" status: 204 len: 168 time: 1.0889313 Nov 24 13:56:51.703702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Transition to ACTIVE for port object e34fa931-f582-4ce9-8f36-560e25046f16 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:51.724853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Transition to ACTIVE for port object e34fa931-f582-4ce9-8f36-560e25046f16 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:51.772458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:51.786385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:51.865506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Pushing event updated for resources: {'Port': ['ID=e34fa931-f582-4ce9-8f36-560e25046f16,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:51.874449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:51.878753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:51.881585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:51.885365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:51.916402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Port': ['ID=9c08ebfe-65c4-4faf-a56b-cbe12baa83cf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:51.988688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:52.027877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Attempting to bind port e34fa931-f582-4ce9-8f36-560e25046f16 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:52.028261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Attempting to bind port e34fa931-f582-4ce9-8f36-560e25046f16 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:52.028634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Attempting to bind port e34fa931-f582-4ce9-8f36-560e25046f16 on network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:52.078920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:52.079346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Checking segment: {'id': 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:52.080241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.081442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Bound using segment: {'id': 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:52.082588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Bound port: e34fa931-f582-4ce9-8f36-560e25046f16, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '9a7f8c75-1b06-49f0-9016-0d0391fdb2ba'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:52.083052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.145884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.151493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:52.152096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.177745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b1c6e94a-7c41-4545-96be-65031127c0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:52.251906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '0a7fd968-0cd0-451b-8d32-c69c9b28e948', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'port_id': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'mac_address': 'fa:16:3e:90:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:47Z', 'revision_number': 1, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:58Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:52.260596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] Checking router: d31555c8-343e-4dc3-bd01-0a8ccec842fb for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:56:52.266728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33200) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:52.276146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:52.276994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:52.295777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:52.327682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.339518 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'status': 'completed', 'code': 200} Nov 24 13:56:52.406147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] For port e34fa931-f582-4ce9-8f36-560e25046f16, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:52.406523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.413645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:52.414493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.415495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] For port e34fa931-f582-4ce9-8f36-560e25046f16, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e34fa931-f582-4ce9-8f36-560e25046f16,segment=NetworkSegment(f0751797-ac69-47d3-9cd7-f4b58b7f3d7f),segment_id=f0751797-ac69-47d3-9cd7-f4b58b7f3d7f)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:52.425473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=da1c71a5-a302-4cf4-8a5f-ab6d186332b4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:52.438679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:52.439537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03df60f0-222e-44dc-8531-e92590d00da4 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:52.461868 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8032720 Nov 24 13:56:52.462491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.464798 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "DELETE /v2.0/ports/9c08ebfe-65c4-4faf-a56b-cbe12baa83cf HTTP/1.1" status: 204 len: 168 time: 3.4616001 Nov 24 13:56:52.480344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:52.483441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33206) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:52.483733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33208) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:52.501972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:52.513946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.531555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0e0a62b4-338f-400c-8f6f-9ac229dd5185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:52.649801 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.5910668 Nov 24 13:56:52.709909 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-43626ed9-a53d-4d78-a89b-06bfcfe0b6f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2008642b1944cb28e47bc92e533691c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335005 Nov 24 13:56:52.718877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33218) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:52.768072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67577ff0-a990-488a-b934-3b536b341f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:52.833242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Pushing event updated for resources: {'Port': ['ID=e34fa931-f582-4ce9-8f36-560e25046f16,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:52.838062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:52.873454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:56:52.995793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-69b5c775-035b-4eed-acae-667bd6a0b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:52.998049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-69b5c775-035b-4eed-acae-667bd6a0b729 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.5045419 Nov 24 13:56:53.014489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Network': ['ID=14d880f3-90a5-4dde-a356-fbc251fdb711,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:53.020062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:53.021868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Router 9b103c1c-9ba3-464b-8cdd-908c49779059 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:56:53.137389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:53.211965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.225811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:53.238826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 14d880f3-90a5-4dde-a356-fbc251fdb711 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:53.241403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:53.302054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.337058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:53.381757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:53.385823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.434910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-5397e4bc-2867-4cf1-a8c7-065a7131d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:53.436404 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-5397e4bc-2867-4cf1-a8c7-065a7131d038 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.4311895 Nov 24 13:56:53.481606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290742d-97d3-4671-9434-21c9d7820313 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:53.482365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4290742d-97d3-4671-9434-21c9d7820313 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Synchronizing usage tracker for tenant:359eccf38b4f4f078aea561749c39170 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:56:53.501110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:56:53.557847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.575950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:53.578208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.587721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.606835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Deleting port 21484eac-8710-4f95-9ccc-f741c6adf833 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:53.607175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.615094 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] Sync routers for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:53.620915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-157c7373-a8be-46bc-aa96-f9499840b268 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:53.634110 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:53.637045 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:53.694568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-6804dce7-95e2-48de-99b5-89147f97f149 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 999 time: 0.2403922 Nov 24 13:56:53.697882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.769500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-68dbd522-4640-4feb-b91d-9f3d261bbc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:53.844012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.896221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c537d2a0-bc67-45a0-b6a7-d4e0310e815a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:53.903453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:53.906436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:53.911456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c537d2a0-bc67-45a0-b6a7-d4e0310e815a HTTP/1.1" status: 204 len: 168 time: 1.1875498 Nov 24 13:56:53.942687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-1e3635fa-fee5-4c89-8a6d-c35da57e0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:53.944397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-1e3635fa-fee5-4c89-8a6d-c35da57e0019 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.2293069 Nov 24 13:56:53.972399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '0a7fd968-0cd0-451b-8d32-c69c9b28e948', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'port_id': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'mac_address': 'fa:16:3e:90:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:47Z', 'revision_number': 1, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:58Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:53.987752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55cf41-98df-432b-8383-58edb54c6c16 None None] The sync data for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv is: [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '0a7fd968-0cd0-451b-8d32-c69c9b28e948', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'floating_ip_address': '172.26.8.129', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'port_id': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'mac_address': 'fa:16:3e:90:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:47Z', 'revision_number': 1, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:58Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:54.114564 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:56:54.269704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:54.427906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba32ba-be54-4306-b85c-7bc7269dfeaa None None] New status for floating IP 0a7fd968-0cd0-451b-8d32-c69c9b28e948: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:56:54.616325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59acf03-4725-4003-b026-6672c1901866 None None] Network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:54.639931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4290742d-97d3-4671-9434-21c9d7820313 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Unset dirty status for tenant:359eccf38b4f4f078aea561749c39170 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:56:54.649374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Calling delete_port for 21484eac-8710-4f95-9ccc-f741c6adf833 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:54.650939 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4290742d-97d3-4671-9434-21c9d7820313 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 HTTP/1.1" status: 200 len: 913 time: 2.1643357 Nov 24 13:56:54.651829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event updated for resources: {'Port': ['ID=201911f8-5968-4aba-bd16-7955b3a21f27,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:54.716708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33230) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:54.717072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33232) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:54.727577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:54.731791 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-79a34f5c-8c8b-4849-9779-d12c3f058159 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "PUT /v2.0/floatingips/60e0d466-7722-4e08-bfd9-882c9cb3a48b HTTP/1.1" status: 200 len: 992 time: 6.9458232 Nov 24 13:56:54.810741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-dd599f7f-5765-4bd3-8e66-eb222c423597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:54.812352 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-dd599f7f-5765-4bd3-8e66-eb222c423597 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8570938 Nov 24 13:56:54.840896 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '60e0d466-7722-4e08-bfd9-882c9cb3a48b', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'floating_ip_address': '172.26.8.138', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'port_id': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'mac_address': 'fa:16:3e:fd:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5696b5ef-5979-44f4-8146-a1faa3654362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:03Z', 'updated_at': '2021-11-24T13:56:49Z', 'revision_number': 1, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:59Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:54.845279 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] Checking router: 9b103c1c-9ba3-464b-8cdd-908c49779059 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:56:54.855849 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:54.856630 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:55.047056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2fbdaa04-a853-4b9c-b71d-aebe9716e141 None None] Provisioning for port e34fa931-f582-4ce9-8f36-560e25046f16 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:55.164336 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:56:55.170892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.550s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:55.171472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:55.244173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e34fa931-f582-4ce9-8f36-560e25046f16 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:55.615284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:55.721345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-e06aea8f-7224-434e-a23c-67e231327342 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609746 Nov 24 13:56:55.722870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:55.742179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:55.760643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:55.766745 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '60e0d466-7722-4e08-bfd9-882c9cb3a48b', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'floating_ip_address': '172.26.8.138', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'port_id': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'mac_address': 'fa:16:3e:fd:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5696b5ef-5979-44f4-8146-a1faa3654362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:03Z', 'updated_at': '2021-11-24T13:56:49Z', 'revision_number': 1, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:59Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:55.772368 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab43c9-4d9d-4140-9291-656e172ba35b None None] The sync data for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv is: [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '60e0d466-7722-4e08-bfd9-882c9cb3a48b', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'floating_ip_address': '172.26.8.138', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'port_id': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'mac_address': 'fa:16:3e:fd:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5696b5ef-5979-44f4-8146-a1faa3654362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:03Z', 'updated_at': '2021-11-24T13:56:49Z', 'revision_number': 1, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:59Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:55.823107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33244) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:55.832268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port e34fa931-f582-4ce9-8f36-560e25046f16 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:55.838736 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'status': 'completed', 'code': 200} Nov 24 13:56:55.850987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4c0e27da-3345-4537-816f-bf26aea0d1a2 None None] Provisioning complete for port 201911f8-5968-4aba-bd16-7955b3a21f27 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:55.851362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c0e27da-3345-4537-816f-bf26aea0d1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:55.876444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'subnet': {'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:55.912681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e34fa931-f582-4ce9-8f36-560e25046f16 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:55.913137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:55.947976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Port': ['ID=21484eac-8710-4f95-9ccc-f741c6adf833,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:55.951869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:56.054157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=b62fe8af-35ba-4a7b-a898-446b8eedfeab,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:56.075526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4c0e27da-3345-4537-816f-bf26aea0d1a2 None None] Port 201911f8-5968-4aba-bd16-7955b3a21f27 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:56:56.113119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] In _notify_port_updated(), no bound segment for port 201911f8-5968-4aba-bd16-7955b3a21f27 on network 7911cccc-3459-4108-ae66-1f0fdbacbda6 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:56:56.119880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:56.121845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.123621 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "PUT /v2.0/ports/201911f8-5968-4aba-bd16-7955b3a21f27 HTTP/1.1" status: 200 len: 1056 time: 5.8423936 Nov 24 13:56:56.125567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:56.172295 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933bf79a-df46-43ae-8813-abb6d08eba8c None None] New status for floating IP 60e0d466-7722-4e08-bfd9-882c9cb3a48b: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:56:56.178492 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4642eb69-5d6d-416e-852a-f93da3fa74a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7f45b53dda445faa195a98e033c48e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4475772 Nov 24 13:56:56.218170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.273606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port e34fa931-f582-4ce9-8f36-560e25046f16, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e34fa931-f582-4ce9-8f36-560e25046f16,segment=NetworkSegment(f0751797-ac69-47d3-9cd7-f4b58b7f3d7f),segment_id=f0751797-ac69-47d3-9cd7-f4b58b7f3d7f)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:56:56.281636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.285225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:56.310890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33250) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:56.311483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33252) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:56.416407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'f3ab1773-3d7b-454f-8f75-92cd50632ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:56.416773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: da1c71a5-a302-4cf4-8a5f-ab6d186332b4, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:56.420192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=e34fa931-f582-4ce9-8f36-560e25046f16,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:56.423667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:56.433611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:subnet and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:56.434899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:56.445000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:56.455099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:56.474001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:56.479417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:56.483537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.519528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da6aea59-6197-4387-a7bd-fcf9eabaa8da None None] Provisioning complete for port e34fa931-f582-4ce9-8f36-560e25046f16 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:56.521321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da6aea59-6197-4387-a7bd-fcf9eabaa8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.566066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, da1c71a5-a302-4cf4-8a5f-ab6d186332b4) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:56.579014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 201911f8-5968-4aba-bd16-7955b3a21f27 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:56.579364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.587469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:56.588065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.609688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6bc98-b27e-44bc-a721-8a2f4993e182 None None] Network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:56.669050 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.1841669 Nov 24 13:56:56.677633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33260) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:56.819388 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dec6db8-26b4-4084-815c-641f6e0bacad req-913fe5a2-76d4-4e62-aa91-61aed0ac67da service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0782428 Nov 24 13:56:56.914634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.927777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:56.935427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-ab980398-daed-4a36-8a4c-05f854ccadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:56.937233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-ab980398-daed-4a36-8a4c-05f854ccadbd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=930b6e6496544964b55f9ea5b72beaf0&device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 1099 time: 1.0478220 Nov 24 13:56:56.946452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.008736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-da1c71a5-a302-4cf4-8a5f-ab6d186332b4', 'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': 'b62fe8af-35ba-4a7b-a898-446b8eedfeab'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:57.009788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.095080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e34fa931-f582-4ce9-8f36-560e25046f16 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:56:57.154824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.171966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.255255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e34fa931-f582-4ce9-8f36-560e25046f16 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:57.255939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.287806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Allocated IP 172.20.0.2 (da1c71a5-a302-4cf4-8a5f-ab6d186332b4/b62fe8af-35ba-4a7b-a898-446b8eedfeab/0f16752a-c14d-4952-b368-a9fced112eb5) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:57.305282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.327028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:57.503638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.571032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-c885a912-56e6-4e58-aa43-910ef97a7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:57.573558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-c885a912-56e6-4e58-aa43-910ef97a7f5d service neutron] 10.222.0.76 "GET /v2.0/networks?id=378cd40c-7853-41e1-9641-4cf1cc80c20c HTTP/1.1" status: 200 len: 908 time: 0.5907643 Nov 24 13:56:57.579967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Subnet': ['ID=73187372-f312-49fe-9509-5d33d53ed146,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:57.588477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:57.605924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Checking segment: {'id': '6d5bce73-86e3-4442-bfec-2dbc174f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:57.606282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network hostable DHCP agents. Network: 14d880f3-90a5-4dde-a356-fbc251fdb711, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:57.617160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.647330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network 14d880f3-90a5-4dde-a356-fbc251fdb711 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:57.656671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Transition to ACTIVE for port object 0f16752a-c14d-4952-b368-a9fced112eb5 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:57.681125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Router efd57368-131d-42f8-97ac-1fa2558c3462 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:56:57.685042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Transition to ACTIVE for port object 0f16752a-c14d-4952-b368-a9fced112eb5 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:57.694774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.701656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-adce747b-b5a0-4383-ba76-3fe27de98331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:57.703044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.722386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 14d880f3-90a5-4dde-a356-fbc251fdb711) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:57.729075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:57.740243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:57.741129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.755200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5075f8b-8386-4ab1-bcdb-77b453eaf16e None None] Network 14d880f3-90a5-4dde-a356-fbc251fdb711 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:57.757276 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting port 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:57.757746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.757869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.793593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:57.826332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-00212cdb-c2b1-4269-bdcd-ed5971191818 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:57.862755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:57.867540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:57.872170 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0294027 Nov 24 13:56:57.878353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:57.878556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=b62fe8af-35ba-4a7b-a898-446b8eedfeab,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:57.882442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33266) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:57.899290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:57.927902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Pushing event updated for resources: {'Port': ['ID=0f16752a-c14d-4952-b368-a9fced112eb5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:57.929316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2113811871'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:57.960178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:57.974973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0bf2dc-3137-4684-bbb6-39c0fd5ff87e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:57.977847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:57.988631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:58.056871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:network and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:58.080140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Attempting to bind port 0f16752a-c14d-4952-b368-a9fced112eb5 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:58.080371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Attempting to bind port 0f16752a-c14d-4952-b368-a9fced112eb5 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f3ab1773-3d7b-454f-8f75-92cd50632ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:58.080892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Attempting to bind port 0f16752a-c14d-4952-b368-a9fced112eb5 on network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:58.083162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:58.097047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.110578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:56:58.115212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:58.115855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Checking segment: {'id': 'f3ab1773-3d7b-454f-8f75-92cd50632ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:58.116651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.116651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Bound using segment: {'id': 'f3ab1773-3d7b-454f-8f75-92cd50632ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:58.116863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Bound port: 0f16752a-c14d-4952-b368-a9fced112eb5, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ab1773-3d7b-454f-8f75-92cd50632ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:58.117242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.147066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1c71a5-a302-4cf4-8a5f-ab6d186332b4']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.166987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:58.170995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.189865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ab1773-3d7b-454f-8f75-92cd50632ca0') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.190303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ab1773-3d7b-454f-8f75-92cd50632ca0') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.214451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 201911f8-5968-4aba-bd16-7955b3a21f27 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:58.222085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.230143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.245009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-97bdab4c-7908-4121-bf9b-fa33b16bbcd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46ffdb66-b770-4c29-8b46-e97638cfd679 HTTP/1.1" status: 200 len: 1002 time: 0.6547194 Nov 24 13:56:58.265324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-14d880f3-90a5-4dde-a356-fbc251fdb711', 'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711', 'tenant_id': 'c91ee4b89c9e4dd7bbc74cdb1d2fd608', 'fixed_ips': [{'subnet_id': '73187372-f312-49fe-9509-5d33d53ed146'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:56:58.266423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.280215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] For port 0f16752a-c14d-4952-b368-a9fced112eb5, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:58.296371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:56:58.316133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:58.334506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "PUT /v2.0/routers/efd57368-131d-42f8-97ac-1fa2558c3462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8648427 Nov 24 13:56:58.334506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.334506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f0bf2dc-3137-4684-bbb6-39c0fd5ff87e HTTP/1.1" status: 204 len: 168 time: 2.0172656 Nov 24 13:56:58.334506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33272) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:58.334907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] Sync routers for ids ['efd57368-131d-42f8-97ac-1fa2558c3462'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:58.361442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] Routers {'efd57368-131d-42f8-97ac-1fa2558c3462'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:58.362697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['efd57368-131d-42f8-97ac-1fa2558c3462'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.387162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.396397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Calling delete_port for 6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:56:58.438151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.447661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:56:58.448476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.458388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] Routers {'efd57368-131d-42f8-97ac-1fa2558c3462'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:56:58.459001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['efd57368-131d-42f8-97ac-1fa2558c3462'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:56:58.478303 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:56:58.492886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.572910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:58.573354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c78fb9-6ef1-4fc7-8525-79e1521bce2f None None] The sync data for ids ['efd57368-131d-42f8-97ac-1fa2558c3462'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:58.604870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Allocated IP 2001:db8:0:ffff::2 (14d880f3-90a5-4dde-a356-fbc251fdb711/73187372-f312-49fe-9509-5d33d53ed146/ae2cf00a-d424-4c8a-8417-c7eaa8d67251) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:58.628809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] For port 0f16752a-c14d-4952-b368-a9fced112eb5, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0f16752a-c14d-4952-b368-a9fced112eb5,segment=NetworkSegment(f3ab1773-3d7b-454f-8f75-92cd50632ca0),segment_id=f3ab1773-3d7b-454f-8f75-92cd50632ca0)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:58.647140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.655081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-738621f3-8130-4e29-ba7c-ceeb6022df78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:58.762618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.762981 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Added segment a5eff963-9923-45f8-8ef3-9c560f066505 of type vlan for network 08c65262-2052-48ae-ad3b-9b755edbaacd Nov 24 13:56:58.776528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:56:58.776528 dv-neutron-818153-2-hyperv neutron-server[87692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:56:58.776528 dv-neutron-818153-2-hyperv neutron-server[87692]: [parameters: {'id': 'da1c71a5-a302-4cf4-8a5f-ab6d186332b4'}] Nov 24 13:56:58.776528 dv-neutron-818153-2-hyperv neutron-server[87692]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:56:58.777001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:56:58.823944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:58.899664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Pushing event updated for resources: {'Port': ['ID=0f16752a-c14d-4952-b368-a9fced112eb5,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:58.909763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:58.949817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-c9b9d7d3-0169-4219-a482-8ab3716b35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:58.951275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-c9b9d7d3-0169-4219-a482-8ab3716b35cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e733962-a4e3-481f-b160-a47654dc670d HTTP/1.1" status: 200 len: 845 time: 0.6944723 Nov 24 13:56:58.966381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224cba2f-fbe8-46a9-8c70-9023c91e80f0 None None] Network da1c71a5-a302-4cf4-8a5f-ab6d186332b4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:56:59.017751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.023971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.109185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.120322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.131373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:59.132008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.148136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.153988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5e2e1873-2c0b-4b19-95a0-bf3bef0749ff tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:59.156653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Transition to ACTIVE for port object ae2cf00a-d424-4c8a-8417-c7eaa8d67251 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:59.169668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f809b239-ee15-4237-a671-b2a6344ec9a6 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:59.223453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Transition to ACTIVE for port object ae2cf00a-d424-4c8a-8417-c7eaa8d67251 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:59.232189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.235802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:59.268985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.269523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Fanout notify agent at l3_agent the message router_deleted on router efd57368-131d-42f8-97ac-1fa2558c3462 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:56:59.283247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=201911f8-5968-4aba-bd16-7955b3a21f27,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:59.297808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:59.325844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Network 14d880f3-90a5-4dde-a356-fbc251fdb711 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:59.326449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.330873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:59.332430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.337175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Network': ['ID=08c65262-2052-48ae-ad3b-9b755edbaacd,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:59.337956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:56:59.346057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4483807 Nov 24 13:56:59.350436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:59.351103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d16b621f-d2c1-41fd-9746-afd162251276 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:59.359796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 08c65262-2052-48ae-ad3b-9b755edbaacd details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:56:59.386488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33292) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:59.405906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'subnet': {'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:59.416849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Pushing event updated for resources: {'Port': ['ID=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:59.555009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:59.657704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Attempting to bind port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:56:59.658037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Attempting to bind port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6d5bce73-86e3-4442-bfec-2dbc174f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:56:59.658412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Attempting to bind port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 on network 14d880f3-90a5-4dde-a356-fbc251fdb711 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:56:59.678629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:56:59.679026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Checking segment: {'id': '6d5bce73-86e3-4442-bfec-2dbc174f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:56:59.679417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.679827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Bound using segment: {'id': '6d5bce73-86e3-4442-bfec-2dbc174f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:56:59.680312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Bound port: ae2cf00a-d424-4c8a-8417-c7eaa8d67251, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5bce73-86e3-4442-bfec-2dbc174f51fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '14d880f3-90a5-4dde-a356-fbc251fdb711'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:56:59.680694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.762031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-7d2788b8-24ba-48d1-9e1e-8bf0351b81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:59.763604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-7d2788b8-24ba-48d1-9e1e-8bf0351b81ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=378cd40c-7853-41e1-9641-4cf1cc80c20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7958100 Nov 24 13:56:59.792031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Port': ['ID=6d2737e7-d6ab-4a9d-a3e4-a2ccb49a9298,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:59.806556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.808002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f9882cb6-4242-431c-9e0c-cdea93176bef tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "DELETE /v2.0/routers/efd57368-131d-42f8-97ac-1fa2558c3462 HTTP/1.1" status: 204 len: 168 time: 1.4701421 Nov 24 13:56:59.825430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:56:59.829911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33306) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:59.831872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:56:59.845517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:subnet and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:56:59.872795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] For port ae2cf00a-d424-4c8a-8417-c7eaa8d67251, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:56:59.876630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] For port ae2cf00a-d424-4c8a-8417-c7eaa8d67251, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,segment=NetworkSegment(6d5bce73-86e3-4442-bfec-2dbc174f51fe),segment_id=6d5bce73-86e3-4442-bfec-2dbc174f51fe)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:56:59.882858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.889661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:56:59.922130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:56:59.927705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port 0f16752a-c14d-4952-b368-a9fced112eb5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:56:59.928357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.954357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:56:59.959068 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/ports/201911f8-5968-4aba-bd16-7955b3a21f27 HTTP/1.1" status: 204 len: 168 time: 3.6436529 Nov 24 13:56:59.960293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33312) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:56:59.994038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Pushing event updated for resources: {'Port': ['ID=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:59.999123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:00.008288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:00.051235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-3f185bbf-ceac-4a2b-a294-5f671fb167c5 service neutron] 10.222.0.76 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790935 Nov 24 13:57:00.052376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cfc162-9361-46f4-97ef-99477c5b8ed7 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] GET failed (client error): The resource could not be found. Nov 24 13:57:00.052915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c8cfc162-9361-46f4-97ef-99477c5b8ed7 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Synchronizing usage tracker for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:00.081455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Deleting subnet db66edb1-7dff-4305-bf4b-a82525727993 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:00.094953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c8cfc162-9361-46f4-97ef-99477c5b8ed7 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Unset dirty status for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:00.096174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c8cfc162-9361-46f4-97ef-99477c5b8ed7 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "GET /v2.0/ports/201911f8-5968-4aba-bd16-7955b3a21f27 HTTP/1.1" status: 404 len: 333 time: 0.1347392 Nov 24 13:57:00.140872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33318) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:00.153322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:00.156787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.171735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.235558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 336743e5-f027-4d76-b587-663452841195 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:00.235910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.403482 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b69bc159-d1e2-41f6-9089-39b6b9d5948f req-a901ec47-8cf5-492c-977b-3788e89ca467 service neutron] 10.222.0.76 "GET /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391654 Nov 24 13:57:00.550442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.627885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.641313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port 0f16752a-c14d-4952-b368-a9fced112eb5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0f16752a-c14d-4952-b368-a9fced112eb5,segment=NetworkSegment(f3ab1773-3d7b-454f-8f75-92cd50632ca0),segment_id=f3ab1773-3d7b-454f-8f75-92cd50632ca0)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:00.641686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.664432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33334) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:00.729382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:00.779838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 336743e5-f027-4d76-b587-663452841195 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:00.809403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for 0f16752a-c14d-4952-b368-a9fced112eb5 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:00.948721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.000130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:01.071610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1134335790'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:01.133365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=336743e5-f027-4d76-b587-663452841195,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:01.136605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:01.154750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:01.155679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ae2cf00a-d424-4c8a-8417-c7eaa8d67251 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:01.213234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240ce33-e068-4ab7-8edc-d95bb6b3031f None None] Network 14d880f3-90a5-4dde-a356-fbc251fdb711 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:01.234652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Usage tracker for resource:network and tenant:3d982aa6c0f249018b2aaf4486e2721c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:01.244556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.264108 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/ports/336743e5-f027-4d76-b587-663452841195 HTTP/1.1" status: 204 len: 168 time: 1.1221683 Nov 24 13:57:01.266705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33342) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:01.269661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:01.294343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.325658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:01.334995 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2e9eb7-ac4e-4b47-93dd-666b934a1ae6 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] GET failed (client error): The resource could not be found. Nov 24 13:57:01.335859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc2e9eb7-ac4e-4b47-93dd-666b934a1ae6 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Synchronizing usage tracker for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:01.360223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc2e9eb7-ac4e-4b47-93dd-666b934a1ae6 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Unset dirty status for tenant:4085f89869a64863b3aa0fe6e7eca066 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:01.363583 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fc2e9eb7-ac4e-4b47-93dd-666b934a1ae6 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "GET /v2.0/ports/336743e5-f027-4d76-b587-663452841195 HTTP/1.1" status: 404 len: 333 time: 0.0945547 Nov 24 13:57:01.367340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33346) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:01.403451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86b8b4b1-2f92-4e6c-bcb7-6bd76f344130 None None] Provisioning for port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:01.423023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Made reservation on behalf of 3d982aa6c0f249018b2aaf4486e2721c for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:01.426643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.442331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.446744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:01.451494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 8dee4f66-898b-4b59-a86d-8b01544f7a21 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:01.452024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.462712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99467b88-8910-44fa-9b20-a36a0fc38e0d tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:01.479899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:01.480363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.506136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.537375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=0f16752a-c14d-4952-b368-a9fced112eb5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:01.539271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port 0f16752a-c14d-4952-b368-a9fced112eb5 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:01.606172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:01.635970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:01.657503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Usage tracker for resource:security_group_rule and tenant:3d982aa6c0f249018b2aaf4486e2721c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:01.664086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.670330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:01.717729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.743370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-586736d6-8c3c-44dc-b4da-c8cf6a076e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:01.761226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ae2cf00a-d424-4c8a-8417-c7eaa8d67251, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,segment=NetworkSegment(6d5bce73-86e3-4442-bfec-2dbc174f51fe),segment_id=6d5bce73-86e3-4442-bfec-2dbc174f51fe)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:01.766961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.769610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:01.800836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.825848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:01.848972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:01.853976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:01.928230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Subnet': ['ID=db66edb1-7dff-4305-bf4b-a82525727993,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:01.931497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:01.942429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f0147-6575-4497-94c6-45105431c5ab None None] Network 9b95a182-1e18-4c28-bac3-8c781d3f781f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:01.952247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:01.968283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.041402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:57:02.054373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 8dee4f66-898b-4b59-a86d-8b01544f7a21 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:02.056350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.072790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:02.107316 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "DELETE /v2.0/subnets/db66edb1-7dff-4305-bf4b-a82525727993 HTTP/1.1" status: 204 len: 168 time: 2.2692111 Nov 24 13:57:02.109090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1c71a5-a302-4cf4-8a5f-ab6d186332b4']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:02.112852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33352) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:02.143998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-36d4c56c-af9c-4500-b97a-61393236a2a0 None None] Provisioning complete for port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:02.144566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36d4c56c-af9c-4500-b97a-61393236a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.146911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ab1773-3d7b-454f-8f75-92cd50632ca0') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:02.147201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ab1773-3d7b-454f-8f75-92cd50632ca0') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:02.189226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.241338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Subnet': ['ID=952be09c-91ca-45dc-908a-2dd3005a10ca,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:02.248611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.258149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:02.270179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:02.270179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.286420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:02.295526 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:02.316705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Deleting port 1902fb9b-077e-442c-b4d1-fb533b1c2583 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:02.317140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.367541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Router ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:57:02.368685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Checking segment: {'id': 'a5eff963-9923-45f8-8ef3-9c560f066505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:02.369017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network hostable DHCP agents. Network: 08c65262-2052-48ae-ad3b-9b755edbaacd, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:02.385157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.391451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] DHCP port deletion for 9b95a182-1e18-4c28-bac3-8c781d3f781f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:02.397297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Deleting port 1902fb9b-077e-442c-b4d1-fb533b1c2583 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:02.397705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.413693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.436578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d1db453d-20ae-4ca9-b5fe-e8b5d29ce9ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:02.484106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.486255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=8dee4f66-898b-4b59-a86d-8b01544f7a21,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:02.492280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.492465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:02.552507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-174289ad-c669-4055-9c24-dbd6a9267685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:02.587629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.590143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:02.632841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network 08c65262-2052-48ae-ad3b-9b755edbaacd is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:02.643389 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/da1c71a5-a302-4cf4-8a5f-ab6d186332b4 HTTP/1.1" status: 204 len: 168 time: 5.9591167 Nov 24 13:57:02.644863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.645115 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Added segment dd0f0af9-9fa8-4714-9a58-847517ae530b of type vlan for network ec532757-c3b2-4f8b-a088-a9b58d062e31 Nov 24 13:57:02.652830 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33360) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:02.659927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947157c5-0b12-47da-89de-f384993ba862,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:02.667198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:02.669687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:02.701552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-207205834'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:02.704989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 08c65262-2052-48ae-ad3b-9b755edbaacd) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:02.725347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa45030-a0fe-453d-aff1-6b6d4945e7da None None] Network 08c65262-2052-48ae-ad3b-9b755edbaacd requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:02.737595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:02.742110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=da1c71a5-a302-4cf4-8a5f-ab6d186332b4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:02.756068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:02.756648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.764297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:02.770301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:02.772068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.776085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] For port 1902fb9b-077e-442c-b4d1-fb533b1c2583, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1902fb9b-077e-442c-b4d1-fb533b1c2583,segment=NetworkSegment(90749ddd-ceb5-48da-acaa-21947adf4a26),segment_id=90749ddd-ceb5-48da-acaa-21947adf4a26)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:02.776240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] For port 1902fb9b-077e-442c-b4d1-fb533b1c2583, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1902fb9b-077e-442c-b4d1-fb533b1c2583,segment=NetworkSegment(90749ddd-ceb5-48da-acaa-21947adf4a26),segment_id=90749ddd-ceb5-48da-acaa-21947adf4a26)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:02.776570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.777166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.793079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:02.810441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:02.929517 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/ports/8dee4f66-898b-4b59-a86d-8b01544f7a21 HTTP/1.1" status: 204 len: 168 time: 1.5610902 Nov 24 13:57:02.936816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Calling delete_port for 1902fb9b-077e-442c-b4d1-fb533b1c2583 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:02.964312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33364) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:02.964736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:02.978558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:57:02.981397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Calling delete_port for 1902fb9b-077e-442c-b4d1-fb533b1c2583 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:02.991350 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "PUT /v2.0/routers/ab12ed2e-616c-4297-8d5b-73eaaef3d6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2587700 Nov 24 13:57:02.992908 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6049857 Nov 24 13:57:02.993960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33368) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:02.997401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33370) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:02.998793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:03.002622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.004503 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] Sync routers for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:03.021719 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:03.022664 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.077234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting subnet 20430a75-fc96-4e60-a1da-e97dc7ac9192 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:03.083186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.130555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.132015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ae2cf00a-d424-4c8a-8417-c7eaa8d67251 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:03.137819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cdb99e21-5dc0-4ff3-9e0d-12e8ce05dc91 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:03.144730 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.156299 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] Routers {'ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:03.157434 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:56:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.191056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Port': ['ID=1902fb9b-077e-442c-b4d1-fb533b1c2583,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:03.200588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.233547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.234529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:03.245690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] No DVR routers for this DVR port 1902fb9b-077e-442c-b4d1-fb533b1c2583 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:03.245938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:03.246026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.251181 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.251870 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb1b76-3edf-43c9-848a-cdc64647c319 None None] The sync data for ids ['ab12ed2e-616c-4297-8d5b-73eaaef3d6d0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:03.284601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'port': {'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd', 'name': 'tempest-NetworksIpV6TestAttrs-460164096'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:03.321956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:03.322322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:03.404026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.404759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.410750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:03.411439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.427468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:03.437005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b95a182-1e18-4c28-bac3-8c781d3f781f']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.448395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-08c65262-2052-48ae-ad3b-9b755edbaacd', 'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd', 'tenant_id': 'c91ee4b89c9e4dd7bbc74cdb1d2fd608', 'fixed_ips': [{'subnet_id': '952be09c-91ca-45dc-908a-2dd3005a10ca'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:03.450326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.453708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90749ddd-ceb5-48da-acaa-21947adf4a26') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.453972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90749ddd-ceb5-48da-acaa-21947adf4a26') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:03.462198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.509873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.535033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.547515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:03.547951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.598699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:03.629327 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9577136 Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:03.669606 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:03.680145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.680485 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment 2e2ef4d9-7bcd-49a3-994a-2f72abaa657f of type vlan for network 0d116ef3-908c-4ec7-9616-99b8a654a6fe Nov 24 13:57:03.681788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Pushing event updated for resources: {'Network': ['ID=ec532757-c3b2-4f8b-a088-a9b58d062e31,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:03.702653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:03.754967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1902fb9b-077e-442c-b4d1-fb533b1c2583 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:03.769286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.774954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.776953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.777532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:03.792666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.802574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:03.819571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:port and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:03.824614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:03.831882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Subnet': ['ID=20430a75-fc96-4e60-a1da-e97dc7ac9192,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:03.837093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:03.837666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-906ed953-a06c-4435-823d-bc47d759f1ce tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:03.851765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting port b8b845c5-40c7-4e5e-9286-193027fb710c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:03.852120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.855528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network ec532757-c3b2-4f8b-a088-a9b58d062e31 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:03.857364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.865490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:03.870820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Pushing event deleted for resources: {'Network': ['ID=9b95a182-1e18-4c28-bac3-8c781d3f781f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:03.879604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:03.887157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/subnets/20430a75-fc96-4e60-a1da-e97dc7ac9192 HTTP/1.1" status: 204 len: 168 time: 0.9213355 Nov 24 13:57:03.892545 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] 10.222.0.36 "DELETE /v2.0/networks/9b95a182-1e18-4c28-bac3-8c781d3f781f HTTP/1.1" status: 204 len: 168 time: 1.7787468 Nov 24 13:57:03.894903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33384) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:03.919775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33390) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:03.931502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:03.932052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Request body: {'port': {'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31', 'binding:host_id': 'hv-neutron-8181', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1926980072'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:03.950267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:57:04.015609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:04.021928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:04.022582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Deleting port 1902fb9b-077e-442c-b4d1-fb533b1c2583 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:04.022972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.027170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.049419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Usage tracker for resource:port and tenant:89ed6556b88b49e7afa9633ba55a4e8c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:04.057415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:04.061577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 1902fb9b-077e-442c-b4d1-fb533b1c2583 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:04.062142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1902fb9b-077e-442c-b4d1-fb533b1c2583 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:04.064134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9d2d5-b182-4a04-b6ba-b8c885f63a44 None None] Network 7911cccc-3459-4108-ae66-1f0fdbacbda6 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:04.069449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.077604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:04.081591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:04.082398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.095228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:04.097250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.109170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Made reservation on behalf of 89ed6556b88b49e7afa9633ba55a4e8c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:04.112864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.128837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.140828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Deleting port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:04.141362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.149214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Allocated IP 2001:db8::f816:3eff:fe95:38ff (08c65262-2052-48ae-ad3b-9b755edbaacd/952be09c-91ca-45dc-908a-2dd3005a10ca/6901a755-51bd-441a-967b-e90eb51282d7) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:04.213917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7afd1ee2-87ff-4a07-9f72-49c11d544b8d None None] The port '1902fb9b-077e-442c-b4d1-fb533b1c2583' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:57:04.266969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:04.274403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] device_id is not set on port a67f21a3-146a-493e-a6e5-9a8400e681d1 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:04.276599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Usage tracker for resource:security_group_rule and tenant:89ed6556b88b49e7afa9633ba55a4e8c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:04.281233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:04.290998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:04.339703 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6723995 Nov 24 13:57:04.345190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33396) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:04.345595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33398) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:04.371878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:04.405230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=0d116ef3-908c-4ec7-9616-99b8a654a6fe,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:04.434763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0d116ef3-908c-4ec7-9616-99b8a654a6fe details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:04.451931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] For port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,segment=NetworkSegment(9cebaac1-157b-4206-8978-bf2bfd38f136),segment_id=9cebaac1-157b-4206-8978-bf2bfd38f136)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:04.452358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.470931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:04.547832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.588910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Calling delete_port for 5d4b3ff4-2e54-4e07-801a-2e3d40af842a owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:04.697414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539f346-134b-422c-baf6-d4cf333c1401 None None] DHCP port deletion for 7911cccc-3459-4108-ae66-1f0fdbacbda6 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:04.713715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:04.718021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.728444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Calling delete_port for b8b845c5-40c7-4e5e-9286-193027fb710c owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:04.728597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d539f346-134b-422c-baf6-d4cf333c1401 None None] Deleting port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:04.729029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d539f346-134b-422c-baf6-d4cf333c1401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.766236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.773710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4f2926d1-b873-49f7-b90c-0a5060e6b3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:04.806211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Transition to ACTIVE for port object 6901a755-51bd-441a-967b-e90eb51282d7 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:04.821456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d539f346-134b-422c-baf6-d4cf333c1401 None None] The port '5d4b3ff4-2e54-4e07-801a-2e3d40af842a' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:57:04.833210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Port': ['ID=5d4b3ff4-2e54-4e07-801a-2e3d40af842a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:04.835733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:04.838017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] No DVR routers for this DVR port 5d4b3ff4-2e54-4e07-801a-2e3d40af842a on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:04.843529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Transition to ACTIVE for port object 6901a755-51bd-441a-967b-e90eb51282d7 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:04.851536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.856796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:04.868153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.873404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:04.879626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:04.886737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:04.893135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:04.920335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:04.922812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Network 08c65262-2052-48ae-ad3b-9b755edbaacd is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:04.925940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:04.930348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:04.968639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Pushing event updated for resources: {'Port': ['ID=6901a755-51bd-441a-967b-e90eb51282d7,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:04.976421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:04.999885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:05.039589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Allocated IP 2001:db8::f816:3eff:fe07:e1e (08c65262-2052-48ae-ad3b-9b755edbaacd/952be09c-91ca-45dc-908a-2dd3005a10ca/a67f21a3-146a-493e-a6e5-9a8400e681d1) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:05.067322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa8879-113b-4d67-85a2-222a0b54dc21,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:05.071450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:05.073744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.077133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d4b3ff4-2e54-4e07-801a-2e3d40af842a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:05.101494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:05.106063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.136465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 5d4b3ff4-2e54-4e07-801a-2e3d40af842a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:05.137070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d4b3ff4-2e54-4e07-801a-2e3d40af842a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:05.154024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Attempting to bind port 6901a755-51bd-441a-967b-e90eb51282d7 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:05.154713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Attempting to bind port 6901a755-51bd-441a-967b-e90eb51282d7 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a5eff963-9923-45f8-8ef3-9c560f066505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:05.155312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Attempting to bind port 6901a755-51bd-441a-967b-e90eb51282d7 on network 08c65262-2052-48ae-ad3b-9b755edbaacd {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:05.165374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:05.167138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Checking segment: {'id': 'a5eff963-9923-45f8-8ef3-9c560f066505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:05.167921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.168823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Bound using segment: {'id': 'a5eff963-9923-45f8-8ef3-9c560f066505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:05.169575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Bound port: 6901a755-51bd-441a-967b-e90eb51282d7, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eff963-9923-45f8-8ef3-9c560f066505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '08c65262-2052-48ae-ad3b-9b755edbaacd'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:05.170260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.242959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7911cccc-3459-4108-ae66-1f0fdbacbda6']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:05.261284 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eddd9ffd-dce1-4848-8fd9-f49ac2ebee58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7c7c716f6a1426abffefd8bc04dd776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9095893 Nov 24 13:57:05.264171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33410) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:05.279984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cebaac1-157b-4206-8978-bf2bfd38f136') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:05.280279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cebaac1-157b-4206-8978-bf2bfd38f136') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:05.280395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] For port 6901a755-51bd-441a-967b-e90eb51282d7, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:05.283738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] For port 6901a755-51bd-441a-967b-e90eb51282d7, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6901a755-51bd-441a-967b-e90eb51282d7,segment=NetworkSegment(a5eff963-9923-45f8-8ef3-9c560f066505),segment_id=a5eff963-9923-45f8-8ef3-9c560f066505)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:05.290568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.296031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:05.306444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing IP validity checks on allocation pools {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 13:57:05.307024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 13:57:05.308531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.387500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Pushing event updated for resources: {'Port': ['ID=6901a755-51bd-441a-967b-e90eb51282d7,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:05.388207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.400768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:05.410564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:05.410964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:05.431118 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:05.513670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.547564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.558655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.565658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f881b74f-c88e-423a-8a78-d6d5bcc40cc5 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:05.622883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Transition to ACTIVE for port object a67f21a3-146a-493e-a6e5-9a8400e681d1 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:05.624308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Port': ['ID=b8b845c5-40c7-4e5e-9286-193027fb710c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:05.630514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:05.640160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:05.666768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.687858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.692061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.707208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4956d09-df87-4456-81af-3683ea564d1c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:05.730210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.754415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Pushing event deleted for resources: {'Network': ['ID=7911cccc-3459-4108-ae66-1f0fdbacbda6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:05.762844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Transition to ACTIVE for port object 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:05.771550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.773417 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] 10.222.0.36 "DELETE /v2.0/networks/7911cccc-3459-4108-ae66-1f0fdbacbda6 HTTP/1.1" status: 204 len: 168 time: 1.8752234 Nov 24 13:57:05.779085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:05.802938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.812113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:05.934116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=3d74d8a9-9e57-46c9-aebf-dc14121a4d09,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:05.946375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:05.947461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Checking segment: {'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:05.947856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Network hostable DHCP agents. Network: ec532757-c3b2-4f8b-a088-a9b58d062e31, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:05.956173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:05.961441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:05.979218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17eb254-95e0-40b4-a505-3a56ae6426c8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:05.981984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:05.996916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.000868 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f17eb254-95e0-40b4-a505-3a56ae6426c8 HTTP/1.1" status: 204 len: 168 time: 0.7331076 Nov 24 13:57:06.004510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Network ec532757-c3b2-4f8b-a088-a9b58d062e31 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:06.020511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, ec532757-c3b2-4f8b-a088-a9b58d062e31) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:06.029096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:06.030057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.030944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17d7fe-109c-4c2b-a66c-43bbb5a2bcf0 None None] Network ec532757-c3b2-4f8b-a088-a9b58d062e31 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:06.035339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.057786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.057786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.058320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.062660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.071985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.072479 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.073119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 2 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.082878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-62727875-b0ba-400e-9d7d-1fe1b4202444 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:06.091418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.092007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.092443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.098651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.099053 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.099554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 3 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.117209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.118582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.119076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.127053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.127755 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.128373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 4 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.147631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.148634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Fanout notify agent at l3_agent the message router_deleted on router ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:57:06.148842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.155229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.155713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.167830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.168300 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.168856 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 5 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.185214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network 08c65262-2052-48ae-ad3b-9b755edbaacd is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:06.189714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.190587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.191017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.193847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.194799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:06.198759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.199213 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.201471 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 6 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.207926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:06.219637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:06.220285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.226414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.227118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.227551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.230010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33424) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:06.242182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.242789 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.243370 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 7 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.247769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Port': ['ID=a67f21a3-146a-493e-a6e5-9a8400e681d1,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:06.270908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.271417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.272590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.275314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:06.287490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.290884 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.291413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 8 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.296575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:06.338799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.341494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.341990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.358123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.358633 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.359230 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 9 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.394314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.396329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.397667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.407004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.407487 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.407997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.plugins.ml2.plugin [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 10 to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 Nov 24 13:57:06.430200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=e9dd1809-ee79-4901-8912-b72814b09aca,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:06.430780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:06.432115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:06.433152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:06.445462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:06.445940 dv-neutron-818153-2-hyperv neutron-server[87693]: ERROR neutron.plugins.ml2.managers [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:06.446474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.449640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:06.470370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.474685 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "DELETE /v2.0/routers/ab12ed2e-616c-4297-8d5b-73eaaef3d6d0 HTTP/1.1" status: 204 len: 168 time: 3.4768119 Nov 24 13:57:06.477449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33434) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:06.494246 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.4740357 Nov 24 13:57:06.497887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33438) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:06.574665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] For port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:06.575132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempted to set empty binding levels {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 13:57:06.582181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.590408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cc504db-8084-4690-9223-fa694871894d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:06.696588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:06.696965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: 0d116ef3-908c-4ec7-9616-99b8a654a6fe, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:06.704774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:06.706132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.745202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=3d74d8a9-9e57-46c9-aebf-dc14121a4d09,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:06.753824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting subnet 1bda1532-52e0-497e-8858-d6ef7773f850 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:06.756139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:06.762232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.768987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.8440905 Nov 24 13:57:06.770337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33448) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:06.811345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8bc6fcf9-1717-4c93-9a1b-7d666ff62dea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4085f89869a64863b3aa0fe6e7eca066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800149 Nov 24 13:57:06.817214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33452) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:06.827982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting subnet 952be09c-91ca-45dc-908a-2dd3005a10ca {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:06.835450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.848820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Deleting port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:06.849435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:06.871117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebba16-f5f4-4c62-97af-52ddfb965fbf None None] Network 08c65262-2052-48ae-ad3b-9b755edbaacd requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:06.895743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 0d116ef3-908c-4ec7-9616-99b8a654a6fe is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:06.966941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 0d116ef3-908c-4ec7-9616-99b8a654a6fe) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:06.998589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.066165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b592c5-c596-4c5c-a419-5b0171a0cef4 None None] Network 0d116ef3-908c-4ec7-9616-99b8a654a6fe requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:07.074688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:07.077405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.117432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.196039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] For port 3d74d8a9-9e57-46c9-aebf-dc14121a4d09, host hv-neutron-8181, got binding levels [] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:07.196446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.257982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6901a755-51bd-441a-967b-e90eb51282d7 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:07.266885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33466) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:07.339944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Calling delete_port for 3d74d8a9-9e57-46c9-aebf-dc14121a4d09 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:07.344258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.347519 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9945660 Nov 24 13:57:07.350034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7b44c4d4-7fb9-4f6d-b592-ef31e393f856 None None] Provisioning for port 6901a755-51bd-441a-967b-e90eb51282d7 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:07.363310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33470) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:07.465403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-0d116ef3-908c-4ec7-9616-99b8a654a6fe', 'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': 'e9dd1809-ee79-4901-8912-b72814b09aca'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:07.466541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.481160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6901a755-51bd-441a-967b-e90eb51282d7 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:07.484502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.496541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6901a755-51bd-441a-967b-e90eb51282d7 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:07.496959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.498131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:07.504502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.559826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-210870749'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:07.566797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:07.573468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.585338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d74d8a9-9e57-46c9-aebf-dc14121a4d09,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:07.588325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:07.597482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:07.598692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:07.607095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.610550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:07.621648 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3d74d8a9-9e57-46c9-aebf-dc14121a4d09 HTTP/1.1" status: 204 len: 168 time: 0.8503976 Nov 24 13:57:07.624084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33478) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:07.672112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:07.672112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.694219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.717884 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-67478993-971f-41f7-9772-f0097d33a92a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:57:07.719279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-67478993-971f-41f7-9772-f0097d33a92a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Synchronizing usage tracker for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:07.738295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.739487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.761405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-67478993-971f-41f7-9772-f0097d33a92a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Unset dirty status for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:07.762923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-67478993-971f-41f7-9772-f0097d33a92a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "GET /v2.0/ports/3d74d8a9-9e57-46c9-aebf-dc14121a4d09 HTTP/1.1" status: 404 len: 333 time: 0.1371834 Nov 24 13:57:07.768208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33482) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:07.774396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Request body: {'port': {'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1416185733'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:07.778503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:07.784405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:07.787614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group_rule and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:07.791998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:07.807688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:07.810107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:07.843643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Made reservation on behalf of 89ed6556b88b49e7afa9633ba55a4e8c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:07.847113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.849156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.861138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.870490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be437161-b6eb-47a7-adbe-1341a9362b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:07.882556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Allocated IP 172.20.0.3 (0d116ef3-908c-4ec7-9616-99b8a654a6fe/e9dd1809-ee79-4901-8912-b72814b09aca/de327601-f920-461e-aa9b-d9ebb17504e9) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:07.885262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port 3522d170-fe85-4817-a6e0-7efa73b44715 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:07.894850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:07.900344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e24f90c-5edb-4cd7-823f-fc1d0c314e79,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:07.905421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:07.919447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:07.968436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Subnet': ['ID=1bda1532-52e0-497e-8858-d6ef7773f850,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:07.974988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:07.977020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.023033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.028205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a57dcb-ce58-4beb-b227-3f592b82c1e3 None None] Network 6b3c476c-4020-4f15-9070-280eaf4fe9db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:08.028600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.034660 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e24f90c-5edb-4cd7-823f-fc1d0c314e79 HTTP/1.1" status: 204 len: 168 time: 1.2100706 Nov 24 13:57:08.076520 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "DELETE /v2.0/subnets/1bda1532-52e0-497e-8858-d6ef7773f850 HTTP/1.1" status: 204 len: 168 time: 1.5949521 Nov 24 13:57:08.079942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.083026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33488) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:08.094028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:08.148355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.156804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Subnet': ['ID=952be09c-91ca-45dc-908a-2dd3005a10ca,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:08.160868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:08.173125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.175669 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/952be09c-91ca-45dc-908a-2dd3005a10ca HTTP/1.1" status: 204 len: 168 time: 1.6007204 Nov 24 13:57:08.178247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33494) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:08.254447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.306631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f1ccb-6cf8-440e-a8de-e7229b201f19 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.311952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f1ccb-6cf8-440e-a8de-e7229b201f19 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.314000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:08.314610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:08.314710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-884f1ccb-6cf8-440e-a8de-e7229b201f19 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Synchronizing usage tracker for tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:08.332403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fe0823a5-3408-4afe-b672-409b50ef9c2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:08.345196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-884f1ccb-6cf8-440e-a8de-e7229b201f19 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Unset dirty status for tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:08.347746 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-884f1ccb-6cf8-440e-a8de-e7229b201f19 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1685140 Nov 24 13:57:08.350761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33498) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:08.359472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f9810e33-a6cc-4a98-bb66-dfa8c9fd9ee6 None None] Provisioning for port a67f21a3-146a-493e-a6e5-9a8400e681d1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:08.378175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f9810e33-a6cc-4a98-bb66-dfa8c9fd9ee6 None None] Provisioning complete for port a67f21a3-146a-493e-a6e5-9a8400e681d1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:08.378742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f9810e33-a6cc-4a98-bb66-dfa8c9fd9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.396099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:08.458139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.481460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.485177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a855cc-208f-45aa-89b5-73875e663a87 None None] Network 08c65262-2052-48ae-ad3b-9b755edbaacd requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:08.500413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f58efa3c-3ee2-48f5-ad06-148ca9faeaca tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.509486 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58efa3c-3ee2-48f5-ad06-148ca9faeaca tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 13:57:08.510139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58efa3c-3ee2-48f5-ad06-148ca9faeaca tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:08.511795 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f58efa3c-3ee2-48f5-ad06-148ca9faeaca tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/08c65262-2052-48ae-ad3b-9b755edbaacd HTTP/1.1" status: 409 len: 405 time: 0.1598403 Nov 24 13:57:08.515538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33504) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:08.525132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1600065186'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:08.525425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.531733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:08.536077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.536553 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment 439563c5-945b-4560-998d-4af3f4faa117 of type vlan for network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc Nov 24 13:57:08.537414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:network and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:08.542593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:08.545868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0a92a-f4b9-4626-848e-1ff1a15e13e4,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:08.551453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:08.554977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:08.555417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.563458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:08.569606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.617242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:08.648951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.649403 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Added segment 8637da89-95c0-476f-95cc-262df3874bae of type vlan for network 44546fba-d34a-4348-806d-84f525e162d1 Nov 24 13:57:08.735114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.743896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f9810e33-a6cc-4a98-bb66-dfa8c9fd9ee6 None None] Port a67f21a3-146a-493e-a6e5-9a8400e681d1 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:57:08.770657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:08.806436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.815074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.815074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.819836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.835807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:08.859023 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3421881 Nov 24 13:57:08.865549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33518) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:08.918019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Transition to ACTIVE for port object de327601-f920-461e-aa9b-d9ebb17504e9 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:08.931211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1fdf1ed4-19f9-40f3-abc6-ef8fee9bed09 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:08.936977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f9810e33-a6cc-4a98-bb66-dfa8c9fd9ee6 None None] Provisioning complete for port 6901a755-51bd-441a-967b-e90eb51282d7 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:08.937354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f9810e33-a6cc-4a98-bb66-dfa8c9fd9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:08.956574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'subnet': {'network_id': '44546fba-d34a-4348-806d-84f525e162d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:08.988522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.021859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.047175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Network ec532757-c3b2-4f8b-a088-a9b58d062e31 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:09.060173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:09.071101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:09.072258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:09.072831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.081022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 6901a755-51bd-441a-967b-e90eb51282d7, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6901a755-51bd-441a-967b-e90eb51282d7,segment=NetworkSegment(a5eff963-9923-45f8-8ef3-9c560f066505),segment_id=a5eff963-9923-45f8-8ef3-9c560f066505)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:09.104676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] For port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,segment=NetworkSegment(9f9c03a8-a676-4865-93dd-2a401f70a493),segment_id=9f9c03a8-a676-4865-93dd-2a401f70a493)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:09.105444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.114916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=3522d170-fe85-4817-a6e0-7efa73b44715,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:09.115104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Network': ['ID=44546fba-d34a-4348-806d-84f525e162d1,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:09.117164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.124157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:09.129023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-aaede892-dc9a-408f-b5f8-39d00b0bfb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:09.129856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:09.150328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:09.169948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:09.199987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Transition to ACTIVE for port object de327601-f920-461e-aa9b-d9ebb17504e9 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:09.217650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e05030-0b78-4363-9465-69940affccfe None None] DHCP port deletion for 6b3c476c-4020-4f15-9070-280eaf4fe9db request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:09.219845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 44546fba-d34a-4348-806d-84f525e162d1 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:09.260135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:09.268375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.280217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-00b0d877-69cd-4064-b820-b2082d95edc4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:09.288787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.294512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:09.295136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.306433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Calling delete_port for 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:09.339698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:09.349382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dd1809-ee79-4901-8912-b72814b09aca,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:09.356953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33534) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:09.408816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:09.437670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.438837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:09.443129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-96e05030-0b78-4363-9465-69940affccfe None None] Deleting port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:09.443457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-96e05030-0b78-4363-9465-69940affccfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.444195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.453133 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6807740 Nov 24 13:57:09.465968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33542) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:09.476962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2066264 Nov 24 13:57:09.482069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33546) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:09.496058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'name': 'tempest-PortsTestJSON-891512292'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:09.525627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:09.567906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.580325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8181'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:09.600788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:09.620275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:09.632165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-26700e6e-bdd5-4d47-95fb-33d13ef3afed tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] Request body: {'port': {'network_id': 'dfe6d611-6573-4ceb-a847-6591c3eed787', 'name': 'tempest-NetworksNegativeTestJSON-1124682124'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:09.638247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.646564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-789d602b-8d28-4eea-a17e-1ce2b8f35201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:09.712236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Port': ['ID=0fe6ea40-8ccc-411e-bbc8-531bb6cff7be,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:09.716496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:09.721859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:09.724307 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-26700e6e-bdd5-4d47-95fb-33d13ef3afed tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] POST failed (client error): The resource could not be found. Nov 24 13:57:09.724637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] No DVR routers for this DVR port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:09.726228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26700e6e-bdd5-4d47-95fb-33d13ef3afed tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:09.726631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:09.729335 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-26700e6e-bdd5-4d47-95fb-33d13ef3afed tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3713903 Nov 24 13:57:09.755812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:09.761109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33550) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:09.790742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:09.795892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] DHCP port deletion for 08c65262-2052-48ae-ad3b-9b755edbaacd request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:09.813930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=6901a755-51bd-441a-967b-e90eb51282d7,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:09.817809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:09.818538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 0fe6ea40-8ccc-411e-bbc8-531bb6cff7be update to DOWN by agent not found {{(pid=87694) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 13:57:09.824020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Network 0d116ef3-908c-4ec7-9616-99b8a654a6fe is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:09.824852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:09.858644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Deleting port 6901a755-51bd-441a-967b-e90eb51282d7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:09.858644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.872101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcc0f12-02e1-4e84-8ab1-006e8283b9b5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:09.872576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcc0f12-02e1-4e84-8ab1-006e8283b9b5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:09.887685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:09.891153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:09.891296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.894165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:09.918109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7fcc0f12-02e1-4e84-8ab1-006e8283b9b5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "DELETE /v2.0/networks/eac6dd6a-ec30-4991-978a-d4dade7ed46a HTTP/1.1" status: 404 len: 339 time: 0.1520951 Nov 24 13:57:09.922356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33554) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:09.931741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:09.970606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-96e05030-0b78-4363-9465-69940affccfe None None] The port '0fe6ea40-8ccc-411e-bbc8-531bb6cff7be' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:57:10.000324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Pushing event updated for resources: {'Port': ['ID=de327601-f920-461e-aa9b-d9ebb17504e9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:10.011057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 4820eb86-8efc-49b8-9166-a81ef0edce01 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:10.050245 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a7b032-d5dc-40aa-bf0c-aa7b3b5c8e9f tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:10.050722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a7b032-d5dc-40aa-bf0c-aa7b3b5c8e9f tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:10.052453 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-18a7b032-d5dc-40aa-bf0c-aa7b3b5c8e9f tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "DELETE /v2.0/ports/5277129a-3f7a-459f-9b3d-13bec2215b8a HTTP/1.1" status: 404 len: 333 time: 0.1291568 Nov 24 13:57:10.057476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33560) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.059103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3c476c-4020-4f15-9070-280eaf4fe9db']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:10.064134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d116ef3-908c-4ec7-9616-99b8a654a6fe']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:10.069255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:10.087485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:10.087933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:10.108415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.110928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9c03a8-a676-4865-93dd-2a401f70a493') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:10.111289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9c03a8-a676-4865-93dd-2a401f70a493') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:10.123967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.124087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b6d197c7-2656-4099-85a7-246ae9b5e507 None None] Provisioning complete for port a67f21a3-146a-493e-a6e5-9a8400e681d1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:10.124087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6d197c7-2656-4099-85a7-246ae9b5e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.148286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec4962c-8f9c-49f4-a959-e05240206615 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:10.148661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec4962c-8f9c-49f4-a959-e05240206615 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:10.155616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.180448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.186099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9ec4962c-8f9c-49f4-a959-e05240206615 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "DELETE /v2.0/subnets/b9a7be1f-d838-4692-9f85-e7d111ae6841 HTTP/1.1" status: 404 len: 337 time: 0.1154628 Nov 24 13:57:10.188156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33564) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.211023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:10.211525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.226240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:10.226568 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:10.242099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8d0e8e-db06-4109-8e98-0d6fcd2ef87b tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] GET failed (client error): The resource could not be found. Nov 24 13:57:10.247140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2c8d0e8e-db06-4109-8e98-0d6fcd2ef87b tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "GET /v2.0/networks/aa98f43f-3e60-4c7f-a598-b0b8e8471f27 HTTP/1.1" status: 404 len: 339 time: 0.0550215 Nov 24 13:57:10.247326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Attempting to bind port de327601-f920-461e-aa9b-d9ebb17504e9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:10.247326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Attempting to bind port de327601-f920-461e-aa9b-d9ebb17504e9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:10.247326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Attempting to bind port de327601-f920-461e-aa9b-d9ebb17504e9 on network 0d116ef3-908c-4ec7-9616-99b8a654a6fe {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:10.248129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33568) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.254665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:10.255123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.255359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:10.255964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Checking segment: {'id': '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:10.256376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.256796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Bound using segment: {'id': '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:10.257463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Bound port: de327601-f920-461e-aa9b-d9ebb17504e9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:10.257848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.297155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b6d197c7-2656-4099-85a7-246ae9b5e507 None None] Port a67f21a3-146a-493e-a6e5-9a8400e681d1 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:10.301491 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:10.394030 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac95c0b-0ad8-400d-8391-b311e1bb616c tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] GET failed (client error): The resource could not be found. Nov 24 13:57:10.395360 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7ac95c0b-0ad8-400d-8391-b311e1bb616c tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "GET /v2.0/ports/719bf284-cb58-48c4-b63e-33e668dda5fa HTTP/1.1" status: 404 len: 333 time: 0.1463239 Nov 24 13:57:10.400120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33572) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.462729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] For port 6901a755-51bd-441a-967b-e90eb51282d7, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6901a755-51bd-441a-967b-e90eb51282d7,segment=NetworkSegment(a5eff963-9923-45f8-8ef3-9c560f066505),segment_id=a5eff963-9923-45f8-8ef3-9c560f066505)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:10.463417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.496707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:57:10.496707 dv-neutron-818153-2-hyperv neutron-server[87692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:57:10.496707 dv-neutron-818153-2-hyperv neutron-server[87692]: [parameters: {'id': '0d116ef3-908c-4ec7-9616-99b8a654a6fe'}] Nov 24 13:57:10.496707 dv-neutron-818153-2-hyperv neutron-server[87692]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:10.497303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:10.515267 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-12edb58d-611d-4962-b9d8-dcfb1967f490 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] GET failed (client error): The resource could not be found. Nov 24 13:57:10.520547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-12edb58d-611d-4962-b9d8-dcfb1967f490 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "GET /v2.0/subnets/812673ab-8723-4602-bd7f-5f089e08bf2e HTTP/1.1" status: 404 len: 337 time: 0.1156547 Nov 24 13:57:10.523968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33576) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.562253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-60b3ac54-ef00-476e-b260-748086250fda tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:10.615703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:57:10.622745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.629720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:10.662066 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b3ac54-ef00-476e-b260-748086250fda tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] PUT failed (client error): The resource could not be found. Nov 24 13:57:10.662779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b3ac54-ef00-476e-b260-748086250fda tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:10.664084 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-60b3ac54-ef00-476e-b260-748086250fda tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "PUT /v2.0/networks/fd14e8bd-7bec-4e90-a156-0990c2bc2882 HTTP/1.1" status: 404 len: 339 time: 0.1391435 Nov 24 13:57:10.667408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Calling delete_port for 6901a755-51bd-441a-967b-e90eb51282d7 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:10.674215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33582) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.679732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.698187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2ca4070d-9454-4d82-ae77-4964461a415e tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:10.699407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] For port de327601-f920-461e-aa9b-d9ebb17504e9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:10.723653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] For port de327601-f920-461e-aa9b-d9ebb17504e9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=de327601-f920-461e-aa9b-d9ebb17504e9,segment=NetworkSegment(2e2ef4d9-7bcd-49a3-994a-2f72abaa657f),segment_id=2e2ef4d9-7bcd-49a3-994a-2f72abaa657f)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:10.724610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.730351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.731734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.734461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:10.739067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c13b3065-f30d-4f03-a6e0-dba1daf7cf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:10.753259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.757569 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca4070d-9454-4d82-ae77-4964461a415e tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] PUT failed (client error): The resource could not be found. Nov 24 13:57:10.758038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca4070d-9454-4d82-ae77-4964461a415e tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:10.759174 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2ca4070d-9454-4d82-ae77-4964461a415e tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "PUT /v2.0/ports/5d3ff7f1-b270-46af-a267-6ca29ed3496c HTTP/1.1" status: 404 len: 333 time: 0.0838079 Nov 24 13:57:10.769055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33586) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.776639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Network': ['ID=6b3c476c-4020-4f15-9070-280eaf4fe9db,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:10.782591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bfb47bef-39b4-4b55-9e84-68e509f8e3e5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:10.821015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "DELETE /v2.0/networks/6b3c476c-4020-4f15-9070-280eaf4fe9db HTTP/1.1" status: 204 len: 168 time: 2.7344246 Nov 24 13:57:10.822239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:10.822915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33590) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:10.826953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5c31c381-f2f9-4c2a-b6b5-b3cb71959cfa tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:10.837081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Subnet': ['ID=64449cb5-4dbe-4ffc-af32-fba62de83cee,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:10.844912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:10.879138 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb47bef-39b4-4b55-9e84-68e509f8e3e5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] PUT failed (client error): The resource could not be found. Nov 24 13:57:10.879590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb47bef-39b4-4b55-9e84-68e509f8e3e5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:10.885237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bfb47bef-39b4-4b55-9e84-68e509f8e3e5 tempest-NetworksNegativeTestJSON-801970166 tempest-NetworksNegativeTestJSON-801970166-project] 10.222.0.36 "PUT /v2.0/subnets/23cbcef6-0868-4c1e-ad08-9d8e65765e0b HTTP/1.1" status: 404 len: 337 time: 0.1073816 Nov 24 13:57:10.893749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Pushing event updated for resources: {'Port': ['ID=de327601-f920-461e-aa9b-d9ebb17504e9,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:10.914738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:10.921466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=4820eb86-8efc-49b8-9166-a81ef0edce01,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:10.926060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:10.926766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': '439563c5-945b-4560-998d-4af3f4faa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:10.927122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:10.940035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Checking segment: {'id': '8637da89-95c0-476f-95cc-262df3874bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '44546fba-d34a-4348-806d-84f525e162d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:10.940501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network hostable DHCP agents. Network: 44546fba-d34a-4348-806d-84f525e162d1, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:10.940823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:10.948673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:10.958992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9248976f-cd44-47b6-bce5-bef3c2f39121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:10.961440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:10.967096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:10.976576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:10.977464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.001091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5177488 Nov 24 13:57:11.004784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3418d523-faf1-4e3a-8982-d808e0e37cad None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:11.009031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33596) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:11.015900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port 3522d170-fe85-4817-a6e0-7efa73b44715 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:11.022146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1460079507'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:11.027450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.030020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:11.037618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Pushing event deleted for resources: {'Port': ['ID=6901a755-51bd-441a-967b-e90eb51282d7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:11.039980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:11.043558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:11.054585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:11.056077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.073757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:11.077514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.082673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Deleting port de578ad0-0629-4e17-9a83-7ed6407dfb2d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:11.083058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.108411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:11.121415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.121887 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment 6c1976ec-553f-4a19-9686-14987d0fdfbd of type vlan for network e24ee938-b730-4013-8ad5-32f0fa12b930 Nov 24 13:57:11.125558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] No DVR routers for this DVR port 6901a755-51bd-441a-967b-e90eb51282d7 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:11.135225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:11.166530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Transition to ACTIVE for port object 3522d170-fe85-4817-a6e0-7efa73b44715 will not be triggered until provisioned by entity L2. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:11.174078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.183620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network 44546fba-d34a-4348-806d-84f525e162d1 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:11.184561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccafa005-fd69-4989-a2e5-7167c324ceb4 None None] Network 0d116ef3-908c-4ec7-9616-99b8a654a6fe requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:11.187935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.209345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f5bcf0e9-33ab-466d-b216-e2256d11a010 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:11.227252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.233910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:11.234543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.247478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:11.294262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port de327601-f920-461e-aa9b-d9ebb17504e9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:11.294740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.357147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6901a755-51bd-441a-967b-e90eb51282d7 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:11.371159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3604565 Nov 24 13:57:11.374783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33604) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:11.386267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'ports': [{'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'}, {'network_id': 'e24ee938-b730-4013-8ad5-32f0fa12b930'}]} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:11.386572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:11.387044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': 'e24ee938-b730-4013-8ad5-32f0fa12b930'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:11.414882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=e24ee938-b730-4013-8ad5-32f0fa12b930,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:11.423391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=3522d170-fe85-4817-a6e0-7efa73b44715,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:11.427631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:11.437779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e24ee938-b730-4013-8ad5-32f0fa12b930 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:11.454331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33608) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:11.458027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6901a755-51bd-441a-967b-e90eb51282d7 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:11.458364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6901a755-51bd-441a-967b-e90eb51282d7 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:11.462056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:11.489608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 44546fba-d34a-4348-806d-84f525e162d1) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:11.501204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:11.501821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.546616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183857e-05bd-4e5b-bd45-4c0576bfa413 None None] Network 44546fba-d34a-4348-806d-84f525e162d1 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:11.656999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:11.657570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:11.657749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:11.660149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:11.665894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:11.670776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:11.678575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:11.693470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 2} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:11.702724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.774827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.812337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:11.812681 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:11.819792 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 2 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:11.837377 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9687822 Nov 24 13:57:11.838480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:11.852069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33616) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:11.913809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 48ca8544-79d1-4ade-853c-d7378349fd5a yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:11.958008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-44546fba-d34a-4348-806d-84f525e162d1', 'network_id': '44546fba-d34a-4348-806d-84f525e162d1', 'tenant_id': 'c91ee4b89c9e4dd7bbc74cdb1d2fd608', 'fixed_ips': [{'subnet_id': '64449cb5-4dbe-4ffc-af32-fba62de83cee'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:11.959117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.010999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'port': {'network_id': '44546fba-d34a-4348-806d-84f525e162d1', 'name': 'tempest-NetworksIpV6TestAttrs-943515962'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:12.037082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:12.037441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:12.037779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:12.040138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:12.071219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.118297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Usage tracker for resource:security_group_rule and tenant:3da16ed0033e4229b14be3e6d65d744a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:12.123326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port de327601-f920-461e-aa9b-d9ebb17504e9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=de327601-f920-461e-aa9b-d9ebb17504e9,segment=NetworkSegment(2e2ef4d9-7bcd-49a3-994a-2f72abaa657f),segment_id=2e2ef4d9-7bcd-49a3-994a-2f72abaa657f)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:12.123688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.125482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Allocated IP 2001:db8::f816:3eff:fe21:1eff (44546fba-d34a-4348-806d-84f525e162d1/64449cb5-4dbe-4ffc-af32-fba62de83cee/8149f92c-0dc1-49c5-9cc9-1888fcb565ed) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:12.131951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:12.132284 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:12.137900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:12.141660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.142031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.149097 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 3 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:12.168321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:12.192581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 9d2bbc4c-0987-4646-8306-99b2b98eea95 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:12.353845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for de327601-f920-461e-aa9b-d9ebb17504e9 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:12.356400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.370207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.387936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.394372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:12.403405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Transition to ACTIVE for port object 8149f92c-0dc1-49c5-9cc9-1888fcb565ed will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:12.428785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Transition to ACTIVE for port object 8149f92c-0dc1-49c5-9cc9-1888fcb565ed will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:12.437329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.445092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:12.445426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:12.445764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:12.453754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:12.461323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Calling delete_port for de578ad0-0629-4e17-9a83-7ed6407dfb2d owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:12.474745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=48ca8544-79d1-4ade-853c-d7378349fd5a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:12.480460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:12.493242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:12.494563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:12.497798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:12.498751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.505307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a625ca14-3c60-425e-9a86-ad0ba0c4c9a2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:12.525615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:12.526150 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:12.540526 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 4 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:12.559281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Network 44546fba-d34a-4348-806d-84f525e162d1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:12.569191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:12.575910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:12.602325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:12.602926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:12.603267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:12.620626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=9d2bbc4c-0987-4646-8306-99b2b98eea95,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:12.625250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:12.626588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:12.627835 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:12.628655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Pushing event updated for resources: {'Port': ['ID=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:12.638427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': '6c1976ec-553f-4a19-9686-14987d0fdfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e24ee938-b730-4013-8ad5-32f0fa12b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:12.638800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: e24ee938-b730-4013-8ad5-32f0fa12b930, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:12.654990 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 5 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:12.660580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network e24ee938-b730-4013-8ad5-32f0fa12b930 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:12.663467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:12.671824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e24ee938-b730-4013-8ad5-32f0fa12b930) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:12.680099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:12.687066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:12.694323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:12.695157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.696243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Attempting to bind port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:12.696819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Attempting to bind port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '8637da89-95c0-476f-95cc-262df3874bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '44546fba-d34a-4348-806d-84f525e162d1'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:12.697365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Attempting to bind port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed on network 44546fba-d34a-4348-806d-84f525e162d1 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:12.699389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:12.703976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17912a8f-a88c-4a97-9fd6-b03a08fbb34a None None] Network e24ee938-b730-4013-8ad5-32f0fa12b930 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:12.710010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:12.710345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:12.710688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:12.713077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:port and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:12.717327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.722251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:12.723148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Checking segment: {'id': '8637da89-95c0-476f-95cc-262df3874bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '44546fba-d34a-4348-806d-84f525e162d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:12.723279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:12.723943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.724581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Bound using segment: {'id': '8637da89-95c0-476f-95cc-262df3874bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '44546fba-d34a-4348-806d-84f525e162d1'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:12.725296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Bound port: 8149f92c-0dc1-49c5-9cc9-1888fcb565ed, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8637da89-95c0-476f-95cc-262df3874bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '44546fba-d34a-4348-806d-84f525e162d1'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:12.725925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.727657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b3abcfa8-c0c7-461f-b121-23eab5e01d6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:12.732032 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3560886 Nov 24 13:57:12.735169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33622) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:12.777945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:12.781037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:12.781373 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:12.813420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 9d2bbc4c-0987-4646-8306-99b2b98eea95 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:12.814827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.823229 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 6 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:12.846103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=de327601-f920-461e-aa9b-d9ebb17504e9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:12.847523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port de327601-f920-461e-aa9b-d9ebb17504e9 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:12.859157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:12.903161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:12.906769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:12.947477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:12.947736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:12.947901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:12.981010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] For port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:12.992350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] For port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,segment=NetworkSegment(8637da89-95c0-476f-95cc-262df3874bae),segment_id=8637da89-95c0-476f-95cc-262df3874bae)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:12.998781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.005089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-759e8ef9-7d0e-40dc-88e7-0bcba407ae4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:13.029257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:13.029403 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:13.037625 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 7 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:13.062563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.073925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] device_id is not set on port 0b81e53c-b44d-4f99-afab-91954aa2aecf yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:13.090761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Pushing event updated for resources: {'Port': ['ID=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:13.093851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:13.117588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.124970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9509e4b8-e1ce-414e-a514-562b67bc3af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:13.134526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.136268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.145942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.160855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:13.161203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:13.161513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:13.244418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:13.244765 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:13.259410 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 8 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:13.291121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d116ef3-908c-4ec7-9616-99b8a654a6fe']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:13.311277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1863f0-4661-4e5f-a331-3abeab2b103a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:13.316134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:13.352559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ae73a68-3f36-47b7-8a14-015ec24c5493 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:13.383469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 9d2bbc4c-0987-4646-8306-99b2b98eea95 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:13.383608 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3da16ed0033e4229b14be3e6d65d744a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9140456 Nov 24 13:57:13.393227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:13.393522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2ef4d9-7bcd-49a3-994a-2f72abaa657f') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:13.405375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33628) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:13.434880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Pushing event deleted for resources: {'Port': ['ID=de578ad0-0629-4e17-9a83-7ed6407dfb2d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:13.437343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:13.438211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:13.438550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:13.438882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:13.454460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.472923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.479047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:13.517681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:13.519340 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:13.528592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=9d2bbc4c-0987-4646-8306-99b2b98eea95,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:13.531640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:13.535559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.541007 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 9 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:13.543306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/9d2bbc4c-0987-4646-8306-99b2b98eea95 HTTP/1.1" status: 204 len: 168 time: 0.8071530 Nov 24 13:57:13.545874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33634) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:13.563731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.594277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.613553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:13.613885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:13.614222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:13.624714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:13.625126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.635817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f403d2-3619-4013-81a0-dcde2ab90c4d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:13.643608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f403d2-3619-4013-81a0-dcde2ab90c4d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:13.643864 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:13.645919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-79f403d2-3619-4013-81a0-dcde2ab90c4d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:13.668259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-79f403d2-3619-4013-81a0-dcde2ab90c4d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:13.672126 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79f403d2-3619-4013-81a0-dcde2ab90c4d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1223063 Nov 24 13:57:13.672505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33638) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:13.752852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 48ca8544-79d1-4ade-853c-d7378349fd5a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:13.753274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.839382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:13.839887 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:13.841585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Allocated IP 2001:db8::f816:3eff:fede:cafe (44546fba-d34a-4348-806d-84f525e162d1/64449cb5-4dbe-4ffc-af32-fba62de83cee/0b81e53c-b44d-4f99-afab-91954aa2aecf) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:13.850390 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 10 to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 Nov 24 13:57:13.910548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:13.910876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:13.911211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:13.916226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.947923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:13.948242 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port 3522d170-fe85-4817-a6e0-7efa73b44715 on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:13.948614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.964529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:13.990383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:14.002394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.019426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.025785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.051238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=0d116ef3-908c-4ec7-9616-99b8a654a6fe,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:14.077535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:14.096850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.100844 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] 10.222.0.36 "DELETE /v2.0/floatingips/c0395228-b60f-4c60-b2e4-662d2183ddeb HTTP/1.1" status: 204 len: 168 time: 3.2654438 Nov 24 13:57:14.118188 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/0d116ef3-908c-4ec7-9616-99b8a654a6fe HTTP/1.1" status: 204 len: 168 time: 6.7538016 Nov 24 13:57:14.142776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33646) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.153596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 48ca8544-79d1-4ade-853c-d7378349fd5a owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:14.217810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1322901441'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:14.240989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:14.253677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:14.259165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:14.270047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:14.270240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.276898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70e9fe4a-41e8-45ab-87f6-e8b24c226bb5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:14.313331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:14.319670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.335129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=48ca8544-79d1-4ade-853c-d7378349fd5a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:14.338789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:14.341686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.364242 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/48ca8544-79d1-4ade-853c-d7378349fd5a HTTP/1.1" status: 204 len: 168 time: 0.6865551 Nov 24 13:57:14.364989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] For port 3522d170-fe85-4817-a6e0-7efa73b44715, host hv-neutron-8181, cleared binding levels {{(pid=87692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:14.364989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempted to set empty binding levels {{(pid=87692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 13:57:14.365315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33650) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.384573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.388341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe71e14-8861-44bb-927c-dae0a84a7c22 None None] Network 44546fba-d34a-4348-806d-84f525e162d1 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:14.389203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.397197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:14.428039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1863f0-4661-4e5f-a331-3abeab2b103a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:14.432648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] In _notify_port_updated(), no bound segment for port 3522d170-fe85-4817-a6e0-7efa73b44715 on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:57:14.433498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.434083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.435541 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "PUT /v2.0/ports/3522d170-fe85-4817-a6e0-7efa73b44715 HTTP/1.1" status: 200 len: 977 time: 4.9655349 Nov 24 13:57:14.440567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:14.441477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:14.443716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dc439811-e19d-4efb-8c71-bb5ce1760656 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:14.448421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33656) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.495383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.514995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.516102 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae1863f0-4661-4e5f-a331-3abeab2b103a HTTP/1.1" status: 204 len: 168 time: 1.0897892 Nov 24 13:57:14.523226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.523978 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment 8d5d1d92-2f00-4454-8bdd-02ddfe598310 of type vlan for network febe2b3b-fde8-4b38-bd7b-77d5141d8200 Nov 24 13:57:14.554097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Transition to ACTIVE for port object 0b81e53c-b44d-4f99-afab-91954aa2aecf will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:14.566729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33662) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.573087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=3522d170-fe85-4817-a6e0-7efa73b44715,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:14.580836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.586285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:14.588596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.589095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.589552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.589999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.590443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.590886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.591333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.591774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.592216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.592660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.593125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.593562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.594002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.594439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.594876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.595834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.596514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.599256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.599731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.600213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.603292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Synchronizing usage tracker for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:14.635616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.645621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e69a2-d0d1-445f-a4ad-4553d809b75f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.646351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd6e69a2-d0d1-445f-a4ad-4553d809b75f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:14.648041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.649744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.658464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:14.668025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Unset dirty status for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:14.669536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bd1d0786-7086-49b0-82b9-430df8c62b29 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18067 time: 0.2156751 Nov 24 13:57:14.674211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33668) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.678643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd6e69a2-d0d1-445f-a4ad-4553d809b75f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:14.683048 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd6e69a2-d0d1-445f-a4ad-4553d809b75f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3175552 Nov 24 13:57:14.683767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33674) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.699536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a4230b80-2352-4f68-a51a-f46664be6c18 None None] Provisioning for port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:14.709642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.851551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network 44546fba-d34a-4348-806d-84f525e162d1 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:14.852666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=febe2b3b-fde8-4b38-bd7b-77d5141d8200,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:14.859109 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7132990 Nov 24 13:57:14.860135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:14.860302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33678) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.863112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:14.863702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ca82a9b-280c-4cd5-93b0-49bc094808b8 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:14.876214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:14.891509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6560fd3-322f-4a50-8a12-9b06998c1fd5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:57:14.896523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c6560fd3-322f-4a50-8a12-9b06998c1fd5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/9d2bbc4c-0987-4646-8306-99b2b98eea95 HTTP/1.1" status: 404 len: 333 time: 0.1346357 Nov 24 13:57:14.898600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:14.899965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33682) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:14.900937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:14.906467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:14.907097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:14.991172 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-920b5bf4-9ec5-4e9d-99af-045a076bc60f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:57:14.992489 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-920b5bf4-9ec5-4e9d-99af-045a076bc60f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/48ca8544-79d1-4ade-853c-d7378349fd5a HTTP/1.1" status: 404 len: 333 time: 0.0755143 Nov 24 13:57:14.996409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33688) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:15.038246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Deleting port 3522d170-fe85-4817-a6e0-7efa73b44715 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:15.038618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.044396 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1789742 Nov 24 13:57:15.052321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33692) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:15.053082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Port': ['ID=0b81e53c-b44d-4f99-afab-91954aa2aecf,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:15.057293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:15.149103 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a3bcbd16-4e2c-4559-8423-690f478ba43d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=359eccf38b4f4f078aea561749c39170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409899 Nov 24 13:57:15.153032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33700) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:15.239029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:15.251003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.263180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting subnet 64449cb5-4dbe-4ffc-af32-fba62de83cee {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:15.272254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:15.287837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.322026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8149f92c-0dc1-49c5-9cc9-1888fcb565ed up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:15.332893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:15.346608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:15.403045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:15.406732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.409282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.451452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Provisioning for port 0b81e53c-b44d-4f99-afab-91954aa2aecf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:15.469321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Provisioning complete for port 0b81e53c-b44d-4f99-afab-91954aa2aecf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:15.469986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.505016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.539250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:15.552553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:15.553233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.625697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Port 0b81e53c-b44d-4f99-afab-91954aa2aecf cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:57:15.674511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Provisioning complete for port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:15.674971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.733186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.779116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] For port 3522d170-fe85-4817-a6e0-7efa73b44715, host hv-neutron-8181, got binding levels [] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:15.779741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.802659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.840573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.842311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54685413-3139-4405-a5ed-bf22d06ebe06 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:57:15.849905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-335b5a12-6ebe-4b24-af21-e76fe4253025 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:15.893902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.903382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33718) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:15.904193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Subnet': ['ID=64449cb5-4dbe-4ffc-af32-fba62de83cee,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:15.908458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:15.919916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:15.943443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24ee938-b730-4013-8ad5-32f0fa12b930']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:15.951785 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/64449cb5-4dbe-4ffc-af32-fba62de83cee HTTP/1.1" status: 204 len: 168 time: 0.8959954 Nov 24 13:57:15.955373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33724) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:15.961823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1976ec-553f-4a19-9686-14987d0fdfbd') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:15.962175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1976ec-553f-4a19-9686-14987d0fdfbd') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:16.022732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.051924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.057628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Calling delete_port for 3522d170-fe85-4817-a6e0-7efa73b44715 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:16.058759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1061074931'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:16.069513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:16.069920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.086082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:16.096377 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:16.098604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:16.107862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f12a4-6e8a-4ae9-8618-babd63ec4579 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:16.109591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f12a4-6e8a-4ae9-8618-babd63ec4579 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:16.111424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-411f12a4-6e8a-4ae9-8618-babd63ec4579 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Synchronizing usage tracker for tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:16.135998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.141394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:16.158539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabec5af-3e4d-4806-81e3-de5e704a883c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:16.162312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:16.163998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.165521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aabec5af-3e4d-4806-81e3-de5e704a883c HTTP/1.1" status: 204 len: 168 time: 1.0113857 Nov 24 13:57:16.178292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:16.187891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:16.188642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.206474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7e8f35f-080e-4d50-9e84-6bb7a779d3e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:16.207741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.240488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,segment=NetworkSegment(8637da89-95c0-476f-95cc-262df3874bae),segment_id=8637da89-95c0-476f-95cc-262df3874bae)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:16.260672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.271881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.274914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event deleted for resources: {'Port': ['ID=3522d170-fe85-4817-a6e0-7efa73b44715,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:16.278414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:16.294493 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3522d170-fe85-4817-a6e0-7efa73b44715 HTTP/1.1" status: 204 len: 168 time: 1.6187081 Nov 24 13:57:16.295334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33732) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:16.296119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7c4669bd-10b6-4991-98d8-c1e9cfe2cd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:16.347643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6be3c0-71ee-4a2f-af18-5a856d952021 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:57:16.348200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5a6be3c0-71ee-4a2f-af18-5a856d952021 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Synchronizing usage tracker for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:16.367552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5a6be3c0-71ee-4a2f-af18-5a856d952021 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Unset dirty status for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:16.375643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5a6be3c0-71ee-4a2f-af18-5a856d952021 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "GET /v2.0/ports/3522d170-fe85-4817-a6e0-7efa73b44715 HTTP/1.1" status: 404 len: 333 time: 0.0790856 Nov 24 13:57:16.377353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33736) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:16.383999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54685413-3139-4405-a5ed-bf22d06ebe06 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:57:16.384605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-680045417', 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:16.391002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:16.404612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:16.408864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:16.409548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-9346b744-8ef8-4cfb-832d-4ff640a8a941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:16.410657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:16.421692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Made reservation on behalf of 89ed6556b88b49e7afa9633ba55a4e8c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:16.425514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.431820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-411f12a4-6e8a-4ae9-8618-babd63ec4579 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Unset dirty status for tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:16.441111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33744) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:16.447508 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-411f12a4-6e8a-4ae9-8618-babd63ec4579 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4764466 Nov 24 13:57:16.448185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:16.456166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:16.459982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:16.464203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.500182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.536172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.545660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port 74e71f8f-f7e3-40c8-8ff3-954ed63512fa yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:16.547976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.562554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:16.570712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group_rule and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:16.582114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:16.623061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:16.628001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=e24ee938-b730-4013-8ad5-32f0fa12b930,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:16.652964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:16.653154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1565317-519b-40a6-a2e8-e11f35d9d31d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.669025 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/e24ee938-b730-4013-8ad5-32f0fa12b930 HTTP/1.1" status: 204 len: 168 time: 1.6685042 Nov 24 13:57:16.670097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33748) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:16.671191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:16.716206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33750) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:16.735402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.779463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.788453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1649851940'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:16.797852 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1565317-519b-40a6-a2e8-e11f35d9d31d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 13:57:16.799344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1565317-519b-40a6-a2e8-e11f35d9d31d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:16.799770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:16.810673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:16.813891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:16.824562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:16.831728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:16.836196 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b1565317-519b-40a6-a2e8-e11f35d9d31d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/44546fba-d34a-4348-806d-84f525e162d1 HTTP/1.1" status: 409 len: 405 time: 0.3945763 Nov 24 13:57:16.842951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33756) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:16.853108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2105857340'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:16.854383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Usage tracker for resource:security_group_rule and tenant:26f2cdd3e58d49b7839ab64d537d0fab is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:16.861442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:16.864771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:16.868156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.871088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:16.874959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.884895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:network and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:16.889292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.895702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:16.899735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:16.918603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:16.938294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e07cf60-5b29-4744-a5f9-98cf65469237,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:16.944800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:16.949086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:16.964872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:16.975347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:16.980101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:16.995586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:17.009113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.009454 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment b4b92510-2012-42a1-afeb-7f3c6f45b97b of type vlan for network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 Nov 24 13:57:17.014554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.027991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42565d3-f32f-45d1-bf7c-6481a54d432b None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:57:17.028180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.028532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.028924 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment a1397f61-aa18-4843-ae45-53d2c37b9b31 of type vlan for network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 Nov 24 13:57:17.029703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:17.062502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:17.068045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.091267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.100036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.100406 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Added segment 68c854d0-b905-4cbb-867e-fa0da3426bd6 of type vlan for network e177876c-6519-4f9e-bdd4-4ec101a21069 Nov 24 13:57:17.138095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=142f4de0-1fff-4246-a0d6-bf45d87ba85f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:17.152239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:17.168000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.174583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.180820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:17.181607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.182084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': '8d5d1d92-2f00-4454-8bdd-02ddfe598310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:17.182442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: febe2b3b-fde8-4b38-bd7b-77d5141d8200, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:17.207192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.209454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.210848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cf228d17-d24c-4218-b238-9372ceb3b4c2 None None] Provisioning complete for port 0b81e53c-b44d-4f99-afab-91954aa2aecf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:17.211367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf228d17-d24c-4218-b238-9372ceb3b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.216172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a13d6b2-f29a-46aa-8781-681fc5db5a37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:17.262482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.262702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-28175335-bdc5-4ce2-913b-8b36820bedc8 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:17.300708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:17.313195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.316326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8149f92c-0dc1-49c5-9cc9-1888fcb565ed up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:17.328118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:17.328773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.336904 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4274871 Nov 24 13:57:17.347957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cf228d17-d24c-4218-b238-9372ceb3b4c2 None None] Port 0b81e53c-b44d-4f99-afab-91954aa2aecf cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:57:17.348187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33762) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.381984 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26f2cdd3e58d49b7839ab64d537d0fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546271 Nov 24 13:57:17.384285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Network ec532757-c3b2-4f8b-a088-a9b58d062e31 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:17.385619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=74e71f8f-f7e3-40c8-8ff3-954ed63512fa,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:17.388091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:17.390427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33766) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.391450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:17.394506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-180c897d-2c3f-4b33-9cf3-e4e781d7d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:17.402111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:17.403088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:17.403762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.411200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, febe2b3b-fde8-4b38-bd7b-77d5141d8200) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:17.430760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:57:17.443437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:17.444121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.449911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'name': 'tempest-PortsIpV6TestJSON-741907000'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:17.461994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:17.462571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.494340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde08572-89b0-4157-aa55-3e18fe176029,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:17.503693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:17.509252 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1305976 Nov 24 13:57:17.511340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33770) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.516558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6458454 Nov 24 13:57:17.520955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42565d3-f32f-45d1-bf7c-6481a54d432b None None] Unable to find a vacant binding_index for network febe2b3b-fde8-4b38-bd7b-77d5141d8200 and agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 24 13:57:17.533623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42565d3-f32f-45d1-bf7c-6481a54d432b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, febe2b3b-fde8-4b38-bd7b-77d5141d8200) {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:57:17.555546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33774) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.560107 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7796850 Nov 24 13:57:17.566527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33776) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.603302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:17.608777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.624778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=856f5fc1-2fd6-43d6-b1d2-dda35c9f8975,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:17.628875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:17.636059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:17.651689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.657662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:17.658711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.703152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca98d2-c4e5-4824-b24d-dd4dd8b7427a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:17.703726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-13ca98d2-c4e5-4824-b24d-dd4dd8b7427a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Synchronizing usage tracker for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:17.718633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:17.749012 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9019537 Nov 24 13:57:17.754943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33784) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.782163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'subnet': {'network_id': 'e177876c-6519-4f9e-bdd4-4ec101a21069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:17.807168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-13ca98d2-c4e5-4824-b24d-dd4dd8b7427a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Unset dirty status for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:17.810786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-13ca98d2-c4e5-4824-b24d-dd4dd8b7427a tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "GET /v2.0/ports/74e71f8f-f7e3-40c8-8ff3-954ed63512fa HTTP/1.1" status: 200 len: 954 time: 0.2957923 Nov 24 13:57:17.824390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33788) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:17.843741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:17.852415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:17.884202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:17.891958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:17.909452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:17.918045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:17.922455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=cf9d8e8b-1a03-439d-a07d-91d6394b58c7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:17.926100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:17.929872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-14b4001e-f90e-47b6-b8c1-27a95377cc47 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:17.945648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:17.952540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:17.952920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:18.015218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:18.019768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.029111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:18.070695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.072339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Network': ['ID=e177876c-6519-4f9e-bdd4-4ec101a21069,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:18.080479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 0c499fe7-810e-4f81-a48f-50ad686bd791 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:18.098280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e177876c-6519-4f9e-bdd4-4ec101a21069 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:18.119711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:18.120601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:18.122109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Deleting port 74e71f8f-f7e3-40c8-8ff3-954ed63512fa {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:18.122624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.124937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.150150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:18.184571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.207110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:18.227183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:18.240586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde08572-89b0-4157-aa55-3e18fe176029,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:18.243926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Performing IP validity checks on allocation pools {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 13:57:18.244953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 13:57:18.253888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:18.269491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.273091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dde08572-89b0-4157-aa55-3e18fe176029 HTTP/1.1" status: 204 len: 168 time: 0.8776712 Nov 24 13:57:18.310741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.341666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:18.346889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.348110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-febe2b3b-fde8-4b38-bd7b-77d5141d8200', 'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': '142f4de0-1fff-4246-a0d6-bf45d87ba85f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:18.349129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.508720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.584779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Allocated IP 172.20.0.1 (febe2b3b-fde8-4b38-bd7b-77d5141d8200/142f4de0-1fff-4246-a0d6-bf45d87ba85f/70d2ca8f-aebf-4292-a80c-b667b2cbf212) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:18.614581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.697304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.707578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:18.742465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.754568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Calling delete_port for 74e71f8f-f7e3-40c8-8ff3-954ed63512fa owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:18.835210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': 'a1397f61-aa18-4843-ae45-53d2c37b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:18.835520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: cf9d8e8b-1a03-439d-a07d-91d6394b58c7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:18.880364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33800) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:18.884259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:18.901741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': 'b4b92510-2012-42a1-afeb-7f3c6f45b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:18.902144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:18.911597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, cf9d8e8b-1a03-439d-a07d-91d6394b58c7) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:18.912432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.924639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:18.925473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.933713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.943358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-847af2f3-90da-41ad-9724-7ef91450ede4 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:18.950615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:18.951369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=0c499fe7-810e-4f81-a48f-50ad686bd791,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:18.955674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:18.963720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:18.972021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Transition to ACTIVE for port object 70d2ca8f-aebf-4292-a80c-b667b2cbf212 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:18.993622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Transition to ACTIVE for port object 70d2ca8f-aebf-4292-a80c-b667b2cbf212 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:18.995345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:18.997906 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4240937 Nov 24 13:57:19.004255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.006367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event deleted for resources: {'Port': ['ID=74e71f8f-f7e3-40c8-8ff3-954ed63512fa,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.009856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:19.010134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33804) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:19.017084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.021099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef793fba7ec4ba4bd7ae0f4ded16810 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:19.026588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:19.034269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7', 'name': 'tempest-PortsTestJSON-481898987'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:19.037112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.042044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:19.056621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:19.075610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.084058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:19.087202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:19.090871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:19.096786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Pushing event updated for resources: {'Port': ['ID=70d2ca8f-aebf-4292-a80c-b667b2cbf212,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.100717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.120285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:19.163888 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "DELETE /v2.0/ports/74e71f8f-f7e3-40c8-8ff3-954ed63512fa HTTP/1.1" status: 204 len: 168 time: 1.3360970 Nov 24 13:57:19.185771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33808) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:19.189806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=142f4de0-1fff-4246-a0d6-bf45d87ba85f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.198152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Attempting to bind port 70d2ca8f-aebf-4292-a80c-b667b2cbf212 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:19.198637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Attempting to bind port 70d2ca8f-aebf-4292-a80c-b667b2cbf212 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '8d5d1d92-2f00-4454-8bdd-02ddfe598310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:19.199098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Attempting to bind port 70d2ca8f-aebf-4292-a80c-b667b2cbf212 on network febe2b3b-fde8-4b38-bd7b-77d5141d8200 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:19.205196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:19.205670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Checking segment: {'id': '8d5d1d92-2f00-4454-8bdd-02ddfe598310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:19.206365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.206648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Bound using segment: {'id': '8d5d1d92-2f00-4454-8bdd-02ddfe598310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:19.207197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Bound port: 70d2ca8f-aebf-4292-a80c-b667b2cbf212, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5d1d92-2f00-4454-8bdd-02ddfe598310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:19.207656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.213620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.250720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:19.260485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:19.267901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:19.268431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.281987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=29aa82ea-93c7-4351-a052-428865ee74a4,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.291192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.305128 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9539020 Nov 24 13:57:19.309540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:19.317955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] For port 70d2ca8f-aebf-4292-a80c-b667b2cbf212, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:19.318715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1607810359'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:19.321362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] For port 70d2ca8f-aebf-4292-a80c-b667b2cbf212, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=70d2ca8f-aebf-4292-a80c-b667b2cbf212,segment=NetworkSegment(8d5d1d92-2f00-4454-8bdd-02ddfe598310),segment_id=8d5d1d92-2f00-4454-8bdd-02ddfe598310)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:19.326451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.332192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:19.336858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7e0c4c-4bae-4971-941e-fa86726040e0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:57:19.337473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ef7e0c4c-4bae-4971-941e-fa86726040e0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Synchronizing usage tracker for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:19.338677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:19.352578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:19.358003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:19.366261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:19.374599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:19.387014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:19.390647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.402488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:19.406779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:57:19.413859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.422527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.426981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:19.429349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:19.432921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.446379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c5f97338-f570-47a9-9fc1-2c0db17145c0 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:19.446862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Pushing event updated for resources: {'Port': ['ID=70d2ca8f-aebf-4292-a80c-b667b2cbf212,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.455970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.461409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.461863 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 5d3084b8-7a46-406a-988c-fd31c6acf7cf of type vlan for network fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a Nov 24 13:57:19.468657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 7b0d194f-3c05-4b46-a884-0514180741c9 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:19.493551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08694d-7cdd-4115-9798-697b702c814d None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:57:19.504156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ef7e0c4c-4bae-4971-941e-fa86726040e0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Unset dirty status for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:19.505611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ef7e0c4c-4bae-4971-941e-fa86726040e0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "GET /v2.0/ports/74e71f8f-f7e3-40c8-8ff3-954ed63512fa HTTP/1.1" status: 404 len: 333 time: 0.3174136 Nov 24 13:57:19.516387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:19.526813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe2b3b-fde8-4b38-bd7b-77d5141d8200']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:19.534068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Request body: {'port': {'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1152453756'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:19.555256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:19.568124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.569184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.572200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5d1d92-2f00-4454-8bdd-02ddfe598310') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:19.572678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5d1d92-2f00-4454-8bdd-02ddfe598310') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:19.579987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:19.598330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.607812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.622173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Subnet': ['ID=725b709a-94be-4f1d-be99-74a34216af5a,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.635697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.636198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:19.654048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.656464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Checking segment: {'id': '68c854d0-b905-4cbb-867e-fa0da3426bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'e177876c-6519-4f9e-bdd4-4ec101a21069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:19.657036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network hostable DHCP agents. Network: e177876c-6519-4f9e-bdd4-4ec101a21069, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:19.658729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Made reservation on behalf of 89ed6556b88b49e7afa9633ba55a4e8c for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:19.661095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.685524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:19.686104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.695044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port dfc1a467-39a2-4b32-88b6-72a43bee486e yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:19.701639 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:19.729543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.735208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:19.735831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.744604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:19.854924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b262a0-305b-406f-8658-007861a334bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.868226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.12 (cf9d8e8b-1a03-439d-a07d-91d6394b58c7/29aa82ea-93c7-4351-a052-428865ee74a4/7b0d194f-3c05-4b46-a884-0514180741c9) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:19.881220 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ef793fba7ec4ba4bd7ae0f4ded16810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9974303 Nov 24 13:57:19.885169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33822) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:19.891219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190e659b-790b-4530-a572-573966d7df21,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.891400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08694d-7cdd-4115-9798-697b702c814d None None] Network e177876c-6519-4f9e-bdd4-4ec101a21069 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:19.898105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:19.904876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08694d-7cdd-4115-9798-697b702c814d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e177876c-6519-4f9e-bdd4-4ec101a21069) {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:57:19.915124 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc already present Nov 24 13:57:19.915434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network e177876c-6519-4f9e-bdd4-4ec101a21069 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:19.916023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e177876c-6519-4f9e-bdd4-4ec101a21069) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:19.920555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:19.921539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:19.934584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:57:19.934584 dv-neutron-818153-2-hyperv neutron-server[87693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:57:19.934584 dv-neutron-818153-2-hyperv neutron-server[87693]: [parameters: {'id': 'febe2b3b-fde8-4b38-bd7b-77d5141d8200'}] Nov 24 13:57:19.934584 dv-neutron-818153-2-hyperv neutron-server[87693]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:19.935024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:19.937088 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6266356 Nov 24 13:57:19.939960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33826) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:19.946717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'ports': [{'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'}, {'network_id': 'fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a'}]} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:19.947283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:19.947755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': 'fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:19.973692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:19.986942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:20.006098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:20.023877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2651701 Nov 24 13:57:20.027320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33830) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:20.233124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.292873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.295046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:20.300852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:20.305750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:20.312267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:20.314017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.317394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.320106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.363863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 2} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:20.368420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.393751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.411604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.413648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.442264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.447301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object 7b0d194f-3c05-4b46-a884-0514180741c9 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:20.452684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.461046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f3ca3a37-41e3-4e4e-a26c-b84eab017143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:20.473596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.474206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-cf9d8e8b-1a03-439d-a07d-91d6394b58c7', 'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': '29aa82ea-93c7-4351-a052-428865ee74a4'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:20.476242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.485396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e659b-790b-4530-a572-573966d7df21,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:20.488621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:20.492940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c1ce5b6-f0e5-4524-aa24-72567d18ef15 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:20.498515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40005be-94f4-423d-8093-f34a57e50ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e177876c-6519-4f9e-bdd4-4ec101a21069', 'network_id': 'e177876c-6519-4f9e-bdd4-4ec101a21069', 'tenant_id': 'c91ee4b89c9e4dd7bbc74cdb1d2fd608', 'fixed_ips': [{'subnet_id': '725b709a-94be-4f1d-be99-74a34216af5a'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:20.499428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e40005be-94f4-423d-8093-f34a57e50ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.529665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.533587 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/190e659b-790b-4530-a572-573966d7df21 HTTP/1.1" status: 204 len: 168 time: 0.6394660 Nov 24 13:57:20.548888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Network ec532757-c3b2-4f8b-a088-a9b58d062e31 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:20.559888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port 70d2ca8f-aebf-4292-a80c-b667b2cbf212 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:20.560233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.562384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:20.565361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:20.566425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:20.567015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.601579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc1a467-39a2-4b32-88b6-72a43bee486e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:20.604732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:20.612859 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0950904 Nov 24 13:57:20.614844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33838) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:20.623908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8181'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:20.656757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.663334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port bddd3ac1-dfb8-44f7-8949-07dd6595e3dc yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:20.695549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be4adb17-a892-4b46-af95-daeefc1533ca tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:20.718825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:20.731122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:20.776233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Subnet': ['ID=725b709a-94be-4f1d-be99-74a34216af5a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:20.795334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server [None req-e40005be-94f4-423d-8093-f34a57e50ab7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 725b709a-94be-4f1d-be99-74a34216af5a: This subnet is being modified by another concurrent operation. Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:57:20.823183 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 725b709a-94be-4f1d-be99-74a34216af5a: This subnet is being modified by another concurrent operation. Nov 24 13:57:20.827078 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Nov 24 13:57:20.856663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=7b0d194f-3c05-4b46-a884-0514180741c9,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:20.865088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:20.866815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:20.871497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:20.877472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:20.883879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Allocated IP 172.20.0.2 (cf9d8e8b-1a03-439d-a07d-91d6394b58c7/29aa82ea-93c7-4351-a052-428865ee74a4/612d121a-1b26-4780-8839-1bacf457ceb1) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:21.015070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.083102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port 70d2ca8f-aebf-4292-a80c-b667b2cbf212, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=70d2ca8f-aebf-4292-a80c-b667b2cbf212,segment=NetworkSegment(8d5d1d92-2f00-4454-8bdd-02ddfe598310),segment_id=8d5d1d92-2f00-4454-8bdd-02ddfe598310)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:21.083704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.098143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.121334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:21.122305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.227772 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2010736 Nov 24 13:57:21.232081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33854) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:21.239594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for 70d2ca8f-aebf-4292-a80c-b667b2cbf212 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:21.311068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.325906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Transition to ACTIVE for port object 612d121a-1b26-4780-8839-1bacf457ceb1 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:21.334655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e177876c-6519-4f9e-bdd4-4ec101a21069']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:21.345753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 7b0d194f-3c05-4b46-a884-0514180741c9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:21.346175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.352852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Transition to ACTIVE for port object 612d121a-1b26-4780-8839-1bacf457ceb1 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:21.361652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.368424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:21.370622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c854d0-b905-4cbb-867e-fa0da3426bd6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:21.371440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c854d0-b905-4cbb-867e-fa0da3426bd6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:21.397358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.435375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.457726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.484254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Pushing event updated for resources: {'Port': ['ID=612d121a-1b26-4780-8839-1bacf457ceb1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:21.497823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:21.499174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:21.500473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:21.504806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:21.628479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:57:21.637036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Attempting to bind port 612d121a-1b26-4780-8839-1bacf457ceb1 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:21.638416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Attempting to bind port 612d121a-1b26-4780-8839-1bacf457ceb1 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a1397f61-aa18-4843-ae45-53d2c37b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:21.638880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Attempting to bind port 612d121a-1b26-4780-8839-1bacf457ceb1 on network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:21.644128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:21.644782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.647256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:21.648515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Checking segment: {'id': 'a1397f61-aa18-4843-ae45-53d2c37b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:21.649064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.649615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Bound using segment: {'id': 'a1397f61-aa18-4843-ae45-53d2c37b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:21.650431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Bound port: 612d121a-1b26-4780-8839-1bacf457ceb1, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1397f61-aa18-4843-ae45-53d2c37b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'cf9d8e8b-1a03-439d-a07d-91d6394b58c7'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:21.650910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:21.661246 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:21.693514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.773685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] For port 612d121a-1b26-4780-8839-1bacf457ceb1, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:21.777473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] For port 612d121a-1b26-4780-8839-1bacf457ceb1, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=612d121a-1b26-4780-8839-1bacf457ceb1,segment=NetworkSegment(a1397f61-aa18-4843-ae45-53d2c37b9b31),segment_id=a1397f61-aa18-4843-ae45-53d2c37b9b31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:21.785715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.799596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33868) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:21.803471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:21.805713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] device_id is not set on port dfc1a467-39a2-4b32-88b6-72a43bee486e yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:21.819672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ba1c587-5976-403a-bc01-a5ecc87b09e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:21.842888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.879854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.884767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=70d2ca8f-aebf-4292-a80c-b667b2cbf212,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:21.888692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port 70d2ca8f-aebf-4292-a80c-b667b2cbf212 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:21.890384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:21.902078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Pushing event updated for resources: {'Port': ['ID=612d121a-1b26-4780-8839-1bacf457ceb1,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:21.905370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:21.906483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Transition to ACTIVE for port object dfc1a467-39a2-4b32-88b6-72a43bee486e will not be triggered until provisioned by entity L2. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:21.940587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:21.943505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port f8dc26ab-e7e1-4674-abd6-834818a40f4b yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:21.979829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.041970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.054160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9b95198-1745-46d7-b061-aa8e316399b0 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.069961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.092335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Network': ['ID=e177876c-6519-4f9e-bdd4-4ec101a21069,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:22.098417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 7b0d194f-3c05-4b46-a884-0514180741c9 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:22.101801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.145194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:22.162223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-115819899'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:22.177930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/e177876c-6519-4f9e-bdd4-4ec101a21069 HTTP/1.1" status: 204 len: 168 time: 2.1428313 Nov 24 13:57:22.182528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33878) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:22.188042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe2b3b-fde8-4b38-bd7b-77d5141d8200']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:22.199292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1314492096'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:22.209947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:22.231992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:network and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:22.254271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:22.263764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5d1d92-2f00-4454-8bdd-02ddfe598310') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:22.263764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5d1d92-2f00-4454-8bdd-02ddfe598310') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:22.281094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:network and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:22.288646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.289015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:22.299368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:22.316193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:22.324492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:22.337769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.344042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc1a467-39a2-4b32-88b6-72a43bee486e,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:22.351873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:22.352395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.362609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:22.368115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:22.371593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:22.374935 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:22.385803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:22.386116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:22.386464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:22.393361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.408503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:22.409412 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:22.429329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:22.433009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.437021 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 2 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:22.458362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:22.473049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:security_group_rule and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:22.479091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:22.483869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:22.483869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:22.484232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:22.491240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.495739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:22.499810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:22.499810 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:22.503818 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 3 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:22.509758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25ca0144-da31-4d3f-878b-47440a962793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.511684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.516509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.528174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.534178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.546721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:22.547046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:22.547377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:22.550416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-12b485e9-6f2a-4a38-8852-d1c2bfc2697d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.550756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:22.553885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=febe2b3b-fde8-4b38-bd7b-77d5141d8200,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:22.560809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:22.568356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/febe2b3b-fde8-4b38-bd7b-77d5141d8200 HTTP/1.1" status: 204 len: 168 time: 5.0046563 Nov 24 13:57:22.568542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33884) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:22.574276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-916172517'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:22.578339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.578670 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Added segment f20f0934-deb8-47da-843b-ce7dc6186db4 of type vlan for network 615e0fb3-7749-48cd-b069-70667d5de5e9 Nov 24 13:57:22.589279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:22.599608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:22.603546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:22.603878 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:22.604489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.606207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:22.607548 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 4 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:22.617694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=7b0d194f-3c05-4b46-a884-0514180741c9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:22.627411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-84f5eed4-114d-4845-a73a-4432fb809634 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.656176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:22.656375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:22.671376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.703297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:22.703855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:22.704931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:22.724391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:22.728497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:22.729106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:22.729593 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:22.732065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.734164 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 5 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:22.754015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:22.761450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=bddd3ac1-dfb8-44f7-8949-07dd6595e3dc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:22.771072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:22.771477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:22.771477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:22.771803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:22.772953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:22.773837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.782162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ed252fd1-59c2-4400-96b6-9545c77266b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.790902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.796108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:22.796509 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:22.799027 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 6 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:22.828090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.834472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:22.835198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.845681 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/7b0d194f-3c05-4b46-a884-0514180741c9 HTTP/1.1" status: 204 len: 168 time: 1.6118171 Nov 24 13:57:22.849208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.850258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33888) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:22.850980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:22.851338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:22.851654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:22.868963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:22.894263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.900662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:22.901027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment ce08d489-bb2b-4c64-823e-fdb0621c5d2d of type vlan for network ac64d658-c93a-43cc-9b9c-e2c65bf28389 Nov 24 13:57:22.903788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-956a62ab-cd97-4c3a-835a-c49e6a4b80cb tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.912176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:22.912507 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:22.916004 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 7 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:22.916147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=f8dc26ab-e7e1-4674-abd6-834818a40f4b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:22.921019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:22.928397 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfab8c9-4d4d-4a20-adb8-80187535ed29 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:22.928524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:22.928771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfab8c9-4d4d-4a20-adb8-80187535ed29 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:22.933208 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2dfab8c9-4d4d-4a20-adb8-80187535ed29 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/7b0d194f-3c05-4b46-a884-0514180741c9 HTTP/1.1" status: 404 len: 333 time: 0.0762744 Nov 24 13:57:22.937521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33892) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:22.944672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:22.960110 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7734785 Nov 24 13:57:23.000286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33896) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:23.007652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'subnet': {'network_id': '615e0fb3-7749-48cd-b069-70667d5de5e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:23.036362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:23.036691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:23.037062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:23.040875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '5d3084b8-7a46-406a-988c-fd31c6acf7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:23.041246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:23.045841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c6358f-539a-4f46-a8ec-c947e318bca5,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:23.049481 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a8f8c-fcf9-43d7-b40f-a0d6926a5cf6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:57:23.050122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-555a8f8c-fcf9-43d7-b40f-a0d6926a5cf6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:23.079409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Network': ['ID=615e0fb3-7749-48cd-b069-70667d5de5e9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:23.082341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:23.084473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.099495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 615e0fb3-7749-48cd-b069-70667d5de5e9 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:23.102103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.102525 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Added segment 9f020661-8b28-475c-94de-c3ac0501cc31 of type vlan for network 13168bed-777a-4e4d-96b5-2446850be7d2 Nov 24 13:57:23.103771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:23.117751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:23.118034 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:23.122209 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 8 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:23.124029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:23.128883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.135666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:23.136285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.145466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33d6b8de-6cfc-4c65-b4d2-a2197b6cd3ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:23.175504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:23.175863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:23.176184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:23.196535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-555a8f8c-fcf9-43d7-b40f-a0d6926a5cf6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:23.197742 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-555a8f8c-fcf9-43d7-b40f-a0d6926a5cf6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/7b0d194f-3c05-4b46-a884-0514180741c9 HTTP/1.1" status: 404 len: 333 time: 0.2546377 Nov 24 13:57:23.201886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.205796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33900) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:23.208232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:23.208554 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:23.212023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb3821-0c18-4297-ac6b-bca63e0980b7 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:57:23.213381 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 9 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:23.255081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:23.280583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:subnet and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:23.286819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:23.299821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:23.302631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:23.302631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:23.302631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:23.303077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-94f67117-83b1-4960-8397-b58d45a90fb8 None None] Provisioning for port 612d121a-1b26-4780-8839-1bacf457ceb1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:23.306807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=ac64d658-c93a-43cc-9b9c-e2c65bf28389,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:23.318174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:23.322563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:23.335664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:23.335873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:23.336089 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:23.339515 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempt 10 to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e Nov 24 13:57:23.349273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:23.355217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 29aa82ea-93c7-4351-a052-428865ee74a4 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:23.356228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network ac64d658-c93a-43cc-9b9c-e2c65bf28389 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:23.361615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:23.364929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:23.365497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.366210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.380975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.410034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.410735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8410628 Nov 24 13:57:23.412708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33906) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:23.414736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4734726 Nov 24 13:57:23.416931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:23.417704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.417816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33910) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:23.425830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': 'ac64d658-c93a-43cc-9b9c-e2c65bf28389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:23.437504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:23.447269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 612d121a-1b26-4780-8839-1bacf457ceb1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:23.469611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:23.469931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:23.470677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempting to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:23.569889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb3821-0c18-4297-ac6b-bca63e0980b7 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:57:23.615548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port f8dc26ab-e7e1-4674-abd6-834818a40f4b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:23.616084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.680885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.691123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:23.693835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 612d121a-1b26-4780-8839-1bacf457ceb1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:23.695092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:23.698577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:23.706025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:23.715577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 612d121a-1b26-4780-8839-1bacf457ceb1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:23.716176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.725991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:23.729716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.772810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:57:23.773144 dv-neutron-818153-2-hyperv neutron-server[87692]: ERROR neutron.plugins.ml2.managers [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Failed to bind port dfc1a467-39a2-4b32-88b6-72a43bee486e on host hv-neutron-8181 for vnic_type normal using segments [{'id': 'dd0f0af9-9fa8-4714-9a58-847517ae530b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ec532757-c3b2-4f8b-a088-a9b58d062e31'}] Nov 24 13:57:23.773547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.810737 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9994564 Nov 24 13:57:23.825493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33916) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:23.834221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:23.853363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:23.912613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Network': ['ID=13168bed-777a-4e4d-96b5-2446850be7d2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:23.932082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:23.932331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:24.054194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.117095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 612d121a-1b26-4780-8839-1bacf457ceb1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=612d121a-1b26-4780-8839-1bacf457ceb1,segment=NetworkSegment(a1397f61-aa18-4843-ae45-53d2c37b9b31),segment_id=a1397f61-aa18-4843-ae45-53d2c37b9b31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:24.117810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] For port dfc1a467-39a2-4b32-88b6-72a43bee486e, host hv-neutron-8181, cleared binding levels {{(pid=87692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:24.118215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attempted to set empty binding levels {{(pid=87692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 13:57:24.126624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.129037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.129244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:24.146290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.162958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.168096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:24.176898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-739591d1-df63-47d4-9a3c-14cc449552fa tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.218131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:24.250895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:24.271672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] In _notify_port_updated(), no bound segment for port dfc1a467-39a2-4b32-88b6-72a43bee486e on network ec532757-c3b2-4f8b-a088-a9b58d062e31 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:57:24.272589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:24.273443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.277359 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "PUT /v2.0/ports/dfc1a467-39a2-4b32-88b6-72a43bee486e HTTP/1.1" status: 200 len: 977 time: 3.6587219 Nov 24 13:57:24.279707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33920) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:24.284136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=612d121a-1b26-4780-8839-1bacf457ceb1,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:24.290328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.295632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:24.327235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57def3c8-6a74-499a-879b-4928af567c42 None None] Network 44546fba-d34a-4348-806d-84f525e162d1 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:24.334767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:24.338100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.367959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc1a467-39a2-4b32-88b6-72a43bee486e,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:24.398686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:24.400825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for f8dc26ab-e7e1-4674-abd6-834818a40f4b owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:24.439864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Deleting port dfc1a467-39a2-4b32-88b6-72a43bee486e {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:24.440597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.470255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce36846-c312-4838-bba5-662e88b1ba02 None None] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:24.488124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c4f562-1bbc-4cd5-96a5-34bcbccfc651 None None] Network e177876c-6519-4f9e-bdd4-4ec101a21069 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:24.506090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.511373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-adb98d34-8234-4173-98b5-425e4020eedc tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.520308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b836eb9c-6ff8-473a-abae-009262d78d1d None None] Network fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:24.607389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.633144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Subnet': ['ID=586d7c2a-45d2-4ff4-8d89-53d6da6b2d12,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:24.641284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:24.644115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-04e5b79f-14d5-4db3-8e32-da112a4e5a6a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.672236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.692359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74ac9d1-dfb7-4438-a872-bb982f58688c None None] Network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:24.694924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=29aa82ea-93c7-4351-a052-428865ee74a4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:24.708443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b8fc8-0dfa-46d6-be5d-8bda4bcd019c None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:24.734819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:24.743801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Checking segment: {'id': 'f20f0934-deb8-47da-843b-ce7dc6186db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '615e0fb3-7749-48cd-b069-70667d5de5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:24.744478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network hostable DHCP agents. Network: 615e0fb3-7749-48cd-b069-70667d5de5e9, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:24.756404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/29aa82ea-93c7-4351-a052-428865ee74a4 HTTP/1.1" status: 204 len: 168 time: 1.5492845 Nov 24 13:57:24.760375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33934) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:24.766126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.780608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-edc36eb6-2d4f-4fc6-ab39-adbbb2cf5cae tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.841164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=f8dc26ab-e7e1-4674-abd6-834818a40f4b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:24.845742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:24.858286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.869937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.883016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network 615e0fb3-7749-48cd-b069-70667d5de5e9 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:24.889823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.918998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] For port dfc1a467-39a2-4b32-88b6-72a43bee486e, host hv-neutron-8181, got binding levels [] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:24.919364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.928614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 615e0fb3-7749-48cd-b069-70667d5de5e9) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:24.942795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:24.943659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.952202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.955308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/f8dc26ab-e7e1-4674-abd6-834818a40f4b HTTP/1.1" status: 204 len: 168 time: 1.5365963 Nov 24 13:57:24.955991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33940) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:24.961682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:24.973544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-90db6045-feb8-41f6-8d21-2a30e0d3c28a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:24.985665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce36846-c312-4838-bba5-662e88b1ba02 None None] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 could not be found, it might have been deleted concurrently. {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 13:57:25.002607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81746995-de6e-4282-a5c0-9b82ddf1a164 None None] Network 615e0fb3-7749-48cd-b069-70667d5de5e9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:25.037198 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0333059 Nov 24 13:57:25.042794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33944) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:25.067514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00354f2d-1ffc-4a80-b2c2-10e1ebd17ac9 None None] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:25.082933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 612d121a-1b26-4780-8839-1bacf457ceb1 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:25.082933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.134321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c4f562-1bbc-4cd5-96a5-34bcbccfc651 None None] Network e177876c-6519-4f9e-bdd4-4ec101a21069 could not be found, it might have been deleted concurrently. {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 13:57:25.139848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Calling delete_port for dfc1a467-39a2-4b32-88b6-72a43bee486e owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:25.180558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224b2a1-cf64-4e7c-ac6e-22fbe543538f None None] Network e177876c-6519-4f9e-bdd4-4ec101a21069 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:25.194884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=762de823-ce9b-4a8d-ad75-c243c865e9b3,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:25.195497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=7703a758-a9dd-4df6-bbcd-2e08ad64252c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:25.202976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:25.224002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:25.224321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network hostable DHCP agents. Network: 13168bed-777a-4e4d-96b5-2446850be7d2, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:25.228186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:25.233963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'ce08d489-bb2b-4c64-823e-fdb0621c5d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'ac64d658-c93a-43cc-9b9c-e2c65bf28389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:25.234334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: ac64d658-c93a-43cc-9b9c-e2c65bf28389, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:25.240901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00354f2d-1ffc-4a80-b2c2-10e1ebd17ac9 None None] Network febe2b3b-fde8-4b38-bd7b-77d5141d8200 could not be found, it might have been deleted concurrently. {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 13:57:25.273161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224b2a1-cf64-4e7c-ac6e-22fbe543538f None None] Network e177876c-6519-4f9e-bdd4-4ec101a21069 could not be found, it might have been deleted concurrently. {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 13:57:25.274620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.327139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network ac64d658-c93a-43cc-9b9c-e2c65bf28389 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:25.332988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.344318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f56a5dae-65b9-4f3f-8287-318d58d92d6f tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:25.369161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.387099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, ac64d658-c93a-43cc-9b9c-e2c65bf28389) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:25.388552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 612d121a-1b26-4780-8839-1bacf457ceb1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:25.403613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7ad9d-16a1-41ce-a49f-2db1f2d84f36 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:25.410530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7ad9d-16a1-41ce-a49f-2db1f2d84f36 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:25.411319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-29f7ad9d-16a1-41ce-a49f-2db1f2d84f36 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:25.419641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfc1a467-39a2-4b32-88b6-72a43bee486e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:25.424968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:25.425325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.429043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:25.431173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29affe-7861-476e-8d03-5c011f05197c None None] Network ac64d658-c93a-43cc-9b9c-e2c65bf28389 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:25.442941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:25.445319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.460472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-29f7ad9d-16a1-41ce-a49f-2db1f2d84f36 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:25.463222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-29f7ad9d-16a1-41ce-a49f-2db1f2d84f36 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4455457 Nov 24 13:57:25.464972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:25.485094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 13168bed-777a-4e4d-96b5-2446850be7d2) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:25.505900 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0872483 Nov 24 13:57:25.505900 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dfc1a467-39a2-4b32-88b6-72a43bee486e HTTP/1.1" status: 204 len: 168 time: 1.2253680 Nov 24 13:57:25.506692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33954) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:25.512105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33956) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:25.521952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:25.522920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.526287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ed94b-8aaa-4522-b974-7fb807a85ba9 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:25.541738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port bddd3ac1-dfb8-44f7-8949-07dd6595e3dc {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:25.542071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:25.908399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] For port 612d121a-1b26-4780-8839-1bacf457ceb1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=612d121a-1b26-4780-8839-1bacf457ceb1,segment=NetworkSegment(a1397f61-aa18-4843-ae45-53d2c37b9b31),segment_id=a1397f61-aa18-4843-ae45-53d2c37b9b31)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:25.908801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.060182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 612d121a-1b26-4780-8839-1bacf457ceb1 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:26.092058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] DHCP port deletion for 44546fba-d34a-4348-806d-84f525e162d1 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:26.110422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.126013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.186358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Deleting port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:26.186946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.199224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.259414 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d37f58-7275-405b-a01e-998c969251ad tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:57:26.260304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d8d37f58-7275-405b-a01e-998c969251ad tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Synchronizing usage tracker for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:26.279073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for bddd3ac1-dfb8-44f7-8949-07dd6595e3dc owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:26.297359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e53cf3-b125-45b2-813b-90798a22ce4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-615e0fb3-7749-48cd-b069-70667d5de5e9', 'network_id': '615e0fb3-7749-48cd-b069-70667d5de5e9', 'tenant_id': 'c91ee4b89c9e4dd7bbc74cdb1d2fd608', 'fixed_ips': [{'subnet_id': '586d7c2a-45d2-4ff4-8d89-53d6da6b2d12'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:26.298221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99e53cf3-b125-45b2-813b-90798a22ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.309321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 612d121a-1b26-4780-8839-1bacf457ceb1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:26.309701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.362541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463c7b7-6ec5-4fc5-ba2f-c17ecfd41d21 req-49c3c367-eb05-482d-8a69-28ad69269ea1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:26.363439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8463c7b7-6ec5-4fc5-ba2f-c17ecfd41d21 req-49c3c367-eb05-482d-8a69-28ad69269ea1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Synchronizing usage tracker for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:26.398677 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5698931 Nov 24 13:57:26.401777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33970) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:26.412316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'name': 'tempest-NetworksTestDHCPv6-1415524926'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:26.437847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d8d37f58-7275-405b-a01e-998c969251ad tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Unset dirty status for tenant:89ed6556b88b49e7afa9633ba55a4e8c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:26.438869 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d8d37f58-7275-405b-a01e-998c969251ad tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] 10.222.0.36 "GET /v2.0/ports/dfc1a467-39a2-4b32-88b6-72a43bee486e HTTP/1.1" status: 404 len: 333 time: 0.9236150 Nov 24 13:57:26.451539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33974) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:26.478129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.489994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:26.515824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.516371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936359e0-cd6a-486a-9b06-87e8898027f9 None None] Network cf9d8e8b-1a03-439d-a07d-91d6394b58c7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:26.541798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.558148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8463c7b7-6ec5-4fc5-ba2f-c17ecfd41d21 req-49c3c367-eb05-482d-8a69-28ad69269ea1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Unset dirty status for tenant:4bb65fbf62e84aefaf2d2f34310677f3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:26.559425 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8463c7b7-6ec5-4fc5-ba2f-c17ecfd41d21 req-49c3c367-eb05-482d-8a69-28ad69269ea1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5826182 Nov 24 13:57:26.567836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b565afd3-e7cd-4902-8bff-fffb9f282ce0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:26.591354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '762de823-ce9b-4a8d-ad75-c243c865e9b3'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:26.592260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.596210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.633996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Subnet': ['ID=586d7c2a-45d2-4ff4-8d89-53d6da6b2d12,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:26.654549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=bddd3ac1-dfb8-44f7-8949-07dd6595e3dc,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:26.663041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:26.663807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.664205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No DVR routers for this DVR port 612d121a-1b26-4780-8839-1bacf457ceb1 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:26.666601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:26.681602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d45498a0-0ff3-47fc-ae89-656fa3a67312 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:26.707396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:26.711303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:26.714196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:26.722023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:26.743973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8463c7b7-6ec5-4fc5-ba2f-c17ecfd41d21 req-c875b7f1-e565-4c66-aeb3-2f4398914291 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406965 Nov 24 13:57:26.746989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/bddd3ac1-dfb8-44f7-8949-07dd6595e3dc HTTP/1.1" status: 204 len: 168 time: 1.2802706 Nov 24 13:57:26.748269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:26.753120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.763484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33978) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:26.825292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Could not find standard attr ID for object 612d121a-1b26-4780-8839-1bacf457ceb1. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:57:26.835915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b66767-e1ec-42b6-8116-5d1f101203fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-ac64d658-c93a-43cc-9b9c-e2c65bf28389', 'network_id': 'ac64d658-c93a-43cc-9b9c-e2c65bf28389', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': '7703a758-a9dd-4df6-bbcd-2e08ad64252c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:26.837246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29b66767-e1ec-42b6-8116-5d1f101203fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:26.837757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 06420c58-1c74-4d7c-a278-677f1e5f2f8a yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:26.857331 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No ports have port_id starting with 612d121a-1b26-4780-8839-1bacf457ceb1 Nov 24 13:57:26.890767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=612d121a-1b26-4780-8839-1bacf457ceb1,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:26.923488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:26.968893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423fa69-3d98-43d2-b760-3f30f54ab89f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:26.970300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b423fa69-3d98-43d2-b760-3f30f54ab89f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:27.005026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.018191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.044043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b423fa69-3d98-43d2-b760-3f30f54ab89f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:27.048850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b423fa69-3d98-43d2-b760-3f30f54ab89f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2791748 Nov 24 13:57:27.050697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 33984) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:27.078100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa911-2ad4-458c-b9fe-22d0d4568407 req-ff7c2703-b0f1-4524-89ce-27f40aa6cb41 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:27.082501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc529306-90d7-40b3-9b44-b82879c148fa None None] Network 615e0fb3-7749-48cd-b069-70667d5de5e9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:27.086508 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c2aaa911-2ad4-458c-b9fe-22d0d4568407 req-ff7c2703-b0f1-4524-89ce-27f40aa6cb41 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.7896099 Nov 24 13:57:27.088039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::95 (13168bed-777a-4e4d-96b5-2446850be7d2/762de823-ce9b-4a8d-ad75-c243c865e9b3/06420c58-1c74-4d7c-a278-677f1e5f2f8a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:27.149266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.174677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615e0fb3-7749-48cd-b069-70667d5de5e9']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:27.192870 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-829af1c0-a358-46e6-8ce7-20db1f1c8157 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:57:27.193731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-829af1c0-a358-46e6-8ce7-20db1f1c8157 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:27.206826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20f0934-deb8-47da-843b-ce7dc6186db4') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:27.207521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20f0934-deb8-47da-843b-ce7dc6186db4') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:27.284208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.323249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] For port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,segment=NetworkSegment(8637da89-95c0-476f-95cc-262df3874bae),segment_id=8637da89-95c0-476f-95cc-262df3874bae)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:27.323823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.330047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03756a58-c2fb-4623-ae87-7394e136bff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:27.349486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8149f92c-0dc1-49c5-9cc9-1888fcb565ed no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:27.370740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9d8e8b-1a03-439d-a07d-91d6394b58c7']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:27.387328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.453825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae7af6-b557-4087-b6d9-e8fe4a1d9455 None None] DHCP port deletion for cf9d8e8b-1a03-439d-a07d-91d6394b58c7 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:27.540142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Calling delete_port for 8149f92c-0dc1-49c5-9cc9-1888fcb565ed owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:27.563975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54f7ff-8ec7-473e-b1a7-aef0bd915003 req-b287f1e1-db24-4099-b4cd-ffd0b3cc48be tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:27.565925 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f54f7ff-8ec7-473e-b1a7-aef0bd915003 req-b287f1e1-db24-4099-b4cd-ffd0b3cc48be tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2473614 Nov 24 13:57:27.573356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.582072 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c2aaa911-2ad4-458c-b9fe-22d0d4568407 req-2e1d2501-ef62-46f9-b665-71c6abd76943 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4946160 Nov 24 13:57:27.583124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=7703a758-a9dd-4df6-bbcd-2e08ad64252c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:27.586333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:27.591849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1397f61-aa18-4843-ae45-53d2c37b9b31') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:27.592318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1397f61-aa18-4843-ae45-53d2c37b9b31') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server [None req-29b66767-e1ec-42b6-8116-5d1f101203fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7703a758-a9dd-4df6-bbcd-2e08ad64252c: This subnet is being modified by another concurrent operation. Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:57:27.596418 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7703a758-a9dd-4df6-bbcd-2e08ad64252c: This subnet is being modified by another concurrent operation. Nov 24 13:57:27.599644 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Nov 24 13:57:27.618647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 06420c58-1c74-4d7c-a278-677f1e5f2f8a will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:27.672297 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f54f7ff-8ec7-473e-b1a7-aef0bd915003 req-7ba1c1db-8421-457d-8386-59f96495ebf7 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885708 Nov 24 13:57:27.678393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c84231-b145-434a-9e7e-02264ec2a06f None None] Network ac64d658-c93a-43cc-9b9c-e2c65bf28389 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:27.712645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.718521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ea154f4-9b4c-4beb-bee1-616962a8038a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:27.718831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-829af1c0-a358-46e6-8ce7-20db1f1c8157 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:27.720018 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-829af1c0-a358-46e6-8ce7-20db1f1c8157 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/f8dc26ab-e7e1-4674-abd6-834818a40f4b HTTP/1.1" status: 404 len: 333 time: 0.6592646 Nov 24 13:57:27.756454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 33996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:27.780996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.821341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.840117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:27.840550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.843125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a9bfa5-1be4-42a0-b3f7-4c9360ffee9d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:57:27.845098 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-48a9bfa5-1be4-42a0-b3f7-4c9360ffee9d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/bddd3ac1-dfb8-44f7-8949-07dd6595e3dc HTTP/1.1" status: 404 len: 333 time: 0.0860226 Nov 24 13:57:27.847430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:27.851636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34000) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:27.853106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:27.864521 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:27.870548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.881527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:27.888656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:27.889776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:27.939872 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:57:27.972362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=06420c58-1c74-4d7c-a278-677f1e5f2f8a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:27.980603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:27.990405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5852239 Nov 24 13:57:27.991509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:27.999514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.018118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.032774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.054189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/762de823-ce9b-4a8d-ad75-c243c865e9b3/5d77bbb8-7182-48e2-9e03-4baa3a72d283) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:28.056209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.065183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-584e7367-2316-42e8-908d-4a972f18ca7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:28.077005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:28.077263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.083490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:28.097850 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:28.100095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac64d658-c93a-43cc-9b9c-e2c65bf28389']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.155881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Pushing event deleted for resources: {'Port': ['ID=8149f92c-0dc1-49c5-9cc9-1888fcb565ed,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:28.165593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:28.182816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] No DVR routers for this DVR port 8149f92c-0dc1-49c5-9cc9-1888fcb565ed on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:28.195011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce08d489-bb2b-4c64-823e-fdb0621c5d2d') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.195011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce08d489-bb2b-4c64-823e-fdb0621c5d2d') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.198852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec532757-c3b2-4f8b-a088-a9b58d062e31']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.223482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.254137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.261851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:28.338436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.349219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1abbcee-2bcf-45ad-9949-a30c06596df1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:28.349219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f1abbcee-2bcf-45ad-9949-a30c06596df1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:28.363896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0f0af9-9fa8-4714-9a58-847517ae530b') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.364190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0f0af9-9fa8-4714-9a58-847517ae530b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.379212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.388004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Network': ['ID=615e0fb3-7749-48cd-b069-70667d5de5e9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:28.412796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:28.423561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.427786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.446822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.448520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.454847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3084b8-7a46-406a-988c-fd31c6acf7cf') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.455297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3084b8-7a46-406a-988c-fd31c6acf7cf') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:28.472734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.484947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:28.500519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.504232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f1abbcee-2bcf-45ad-9949-a30c06596df1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:28.509538 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f1abbcee-2bcf-45ad-9949-a30c06596df1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5061142 Nov 24 13:57:28.510325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34014) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:28.517868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.530357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.534361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:28.534969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.552380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=cf9d8e8b-1a03-439d-a07d-91d6394b58c7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:28.554830 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:28.560256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:28.567273 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/615e0fb3-7749-48cd-b069-70667d5de5e9 HTTP/1.1" status: 204 len: 168 time: 3.5233879 Nov 24 13:57:28.570352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:28.570352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.574774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:28.592857 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:28.602167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34018) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:28.603364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Transition to ACTIVE for port object 5d77bbb8-7182-48e2-9e03-4baa3a72d283 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:28.646529 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/cf9d8e8b-1a03-439d-a07d-91d6394b58c7 HTTP/1.1" status: 204 len: 168 time: 3.8799517 Nov 24 13:57:28.655314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:28.655964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.659556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Transition to ACTIVE for port object 5d77bbb8-7182-48e2-9e03-4baa3a72d283 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:28.668550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.673830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cb9556dd-324e-46da-9a5e-f40294e93ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:28.680052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34024) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:28.681008 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:28.710799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1731402428'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:28.744291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1300377206'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:28.773630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:28.782901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:28.792605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:28.801731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:28.810629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:28.830447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.837075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.838386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:28.849093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.859184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c87da399-3f93-4496-835e-046778b2800a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:28.877495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:network and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:28.883193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.884896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:28.905084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.909041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=ac64d658-c93a-43cc-9b9c-e2c65bf28389,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:28.914663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:28.918838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:28.922891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-aaf370e5-e145-46a1-b53a-f008c0239d4f tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:28.924549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:28.928141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:28.933833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:28.936327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Pushing event updated for resources: {'Port': ['ID=5d77bbb8-7182-48e2-9e03-4baa3a72d283,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:28.941011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:28.952981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 06420c58-1c74-4d7c-a278-677f1e5f2f8a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:28.953314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:28.983380 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/ac64d658-c93a-43cc-9b9c-e2c65bf28389 HTTP/1.1" status: 204 len: 168 time: 3.4696879 Nov 24 13:57:28.998636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34030) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:29.005330 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] 10.222.0.36 "DELETE /v2.0/networks/ec532757-c3b2-4f8b-a088-a9b58d062e31 HTTP/1.1" status: 204 len: 168 time: 2.5519242 Nov 24 13:57:29.007377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Pushing event deleted for resources: {'Network': ['ID=ec532757-c3b2-4f8b-a088-a9b58d062e31,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:29.012784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:29.017955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662198574'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:29.028715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:29.033136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:29.035505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:29.047260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:29.058870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:29.062051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Attempting to bind port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:29.062859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Attempting to bind port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:29.066841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Attempting to bind port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:29.073900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.074335 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment ab37c65c-e50d-423d-add7-add18311cd7b of type vlan for network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 Nov 24 13:57:29.077134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:29.078286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:29.079896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.080461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:29.081524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Bound port: 5d77bbb8-7182-48e2-9e03-4baa3a72d283, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:29.082153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.085132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:29.089119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.104053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.109463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.127355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:29.135460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.156362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:29.163423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:29.167189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:29.167883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:29.171594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.174167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6cba2-30a3-4e81-9de5-7d1703302997 req-db1ad424-5938-484d-a00b-633f402556db tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:29.176030 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-06c6cba2-30a3-4e81-9de5-7d1703302997 req-db1ad424-5938-484d-a00b-633f402556db tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2304368 Nov 24 13:57:29.211319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.211516 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment 644865cd-367e-4415-908d-f386faaa147e of type vlan for network df257450-b6b2-4162-a080-6e786d8dfd3a Nov 24 13:57:29.227058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:29.236017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 612d121a-1b26-4780-8839-1bacf457ceb1 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:29.251502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.253425 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Added segment 013b5a90-a802-4cd1-8146-980f40fb1ed0 of type vlan for network c3fa94c4-359b-4a41-b1d9-d205a692bc66 Nov 24 13:57:29.260724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.266945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:29.267728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.280936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.295042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 612d121a-1b26-4780-8839-1bacf457ceb1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:29.295042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 612d121a-1b26-4780-8839-1bacf457ceb1 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:29.295329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8b435187-7753-4b2b-a46e-04afb66a66ac tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:29.311873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/fa9e7310-9fd5-49dd-9ccc-b57cbcf38c8a HTTP/1.1" status: 204 len: 168 time: 1.4556699 Nov 24 13:57:29.319122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34038) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:29.323050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] For port 5d77bbb8-7182-48e2-9e03-4baa3a72d283, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:29.326853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] For port 5d77bbb8-7182-48e2-9e03-4baa3a72d283, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5d77bbb8-7182-48e2-9e03-4baa3a72d283,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:29.332720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.333993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.341016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004407441'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:29.346866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:29.351913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:29.352420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:29.354992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:29.364156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:29.375788 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-06c6cba2-30a3-4e81-9de5-7d1703302997 req-fb29aad4-b317-4ae5-8c86-dbc0f73c2a2c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845889 Nov 24 13:57:29.393150 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7055507 Nov 24 13:57:29.399909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34042) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:29.425951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:29.430205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.448946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:29.458282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Pushing event updated for resources: {'Port': ['ID=5d77bbb8-7182-48e2-9e03-4baa3a72d283,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:29.458848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34046) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:29.469041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:29.559500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=1ab6beec-37ce-4a3e-b9de-a6253f52e862,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:29.565984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:29.576952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:29.581394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.587289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:29.587965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.593549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:29.654218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:57:29.672246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79fc4-8c65-4b8f-bc2b-d1b9b90eebb3 req-15ae8c04-fbd3-4174-ac65-4c6d2881e5bf tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:29.680199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-69b79fc4-8c65-4b8f-bc2b-d1b9b90eebb3 req-15ae8c04-fbd3-4174-ac65-4c6d2881e5bf tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.8476169 Nov 24 13:57:29.781155 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7807751 Nov 24 13:57:29.784837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:29.789859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34052) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:29.812079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.819542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:29.820239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.826057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=df257450-b6b2-4162-a080-6e786d8dfd3a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:29.830761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:29.836973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:29.850087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network df257450-b6b2-4162-a080-6e786d8dfd3a details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:29.859698 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-119d80a4-15ff-455a-92e6-1f4c65cbbc6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d982aa6c0f249018b2aaf4486e2721c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958619 Nov 24 13:57:29.859923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ed7e4c8-22bb-4749-8b5b-08afccc3cec0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:29.860082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34056) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:29.924175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:29.927115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:29.927505 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9 of type vlan for network f4bbaac7-73ad-4464-a0f7-19854df8920f Nov 24 13:57:29.964405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.003654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.025331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:30.044178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-69b79fc4-8c65-4b8f-bc2b-d1b9b90eebb3 req-7799229c-fb66-4bc1-82ae-fecefb35776e tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610332 Nov 24 13:57:30.045184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:30.076424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.085990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:30.101439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947157c5-0b12-47da-89de-f384993ba862,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:30.103832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.105060 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/947157c5-0b12-47da-89de-f384993ba862 HTTP/1.1" status: 204 len: 168 time: 0.2434106 Nov 24 13:57:30.106053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:30.146404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.184058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:30.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5922670 Nov 24 13:57:30.204608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34062) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:30.211141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Request body: {'subnet': {'network_id': 'c3fa94c4-359b-4a41-b1d9-d205a692bc66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:30.335202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:30.340021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Usage tracker for resource:subnet and tenant:c91ee4b89c9e4dd7bbc74cdb1d2fd608 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:30.343311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:30.351247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:30.364029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Made reservation on behalf of c91ee4b89c9e4dd7bbc74cdb1d2fd608 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:30.369427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.394699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 06420c58-1c74-4d7c-a278-677f1e5f2f8a owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:30.462947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Network': ['ID=c3fa94c4-359b-4a41-b1d9-d205a692bc66,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:30.473780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:30.478197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network c3fa94c4-359b-4a41-b1d9-d205a692bc66 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:30.499864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34070) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:30.505676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:30.509364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.551355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.572493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:30.774630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac887b1-02fc-4dde-872b-79ad5a5c48c8 req-727f6baa-c8ef-4f69-be87-a1ecdd9e934a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:30.777739 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5ac887b1-02fc-4dde-872b-79ad5a5c48c8 req-727f6baa-c8ef-4f69-be87-a1ecdd9e934a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.1463501 Nov 24 13:57:30.793216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:30.806155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:30.820610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc4da0e-d413-4468-aafa-4078c4b54b63 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:30.841128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:30.877834 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-135878f4-4460-4f61-ad72-44d539a72f79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89ed6556b88b49e7afa9633ba55a4e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523417 Nov 24 13:57:30.888917 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5ac887b1-02fc-4dde-872b-79ad5a5c48c8 req-d9e20d0d-1a5f-4bd4-8000-28db79ee91fd tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640473 Nov 24 13:57:30.889382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34074) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:30.928324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c8d3b052-f002-4b96-b17e-ddc097a3451c None None] Provisioning for port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:30.930550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:30.934568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.963823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:30.971990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:30.972692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.000115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:31.018696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.023970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-294023a3-6da6-4a30-aa02-6babf325e3ea tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:31.025485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-294023a3-6da6-4a30-aa02-6babf325e3ea tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.76 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.6984682 Nov 24 13:57:31.066214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.131978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:57:31.140612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.148483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9c52b36-07cb-4bc5-8c5e-e8cb142114e4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:31.239531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event updated for resources: {'Subnet': ['ID=47b02650-14c3-4d86-a402-ca0de5c79dd2,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:31.239760 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9184861 Nov 24 13:57:31.243167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=f4bbaac7-73ad-4464-a0f7-19854df8920f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:31.244594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34080) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:31.257671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:31.267214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f4bbaac7-73ad-4464-a0f7-19854df8920f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:31.380582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.381098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.381393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.381757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.382113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.384604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.386031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.386342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.386800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.389075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.389485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.389959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:31.394655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:31.402982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Checking segment: {'id': '013b5a90-a802-4cd1-8146-980f40fb1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'c3fa94c4-359b-4a41-b1d9-d205a692bc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:31.403342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network hostable DHCP agents. Network: c3fa94c4-359b-4a41-b1d9-d205a692bc66, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:31.410181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.418998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3cf01cdc-bf26-45c2-b635-c4f266b1a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:31.481590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d77bbb8-7182-48e2-9e03-4baa3a72d283 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:31.496374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa8879-113b-4d67-85a2-222a0b54dc21,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:31.520383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:31.523806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:31.542136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Network c3fa94c4-359b-4a41-b1d9-d205a692bc66 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:31.556265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.571085 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93fa8879-113b-4d67-85a2-222a0b54dc21 HTTP/1.1" status: 204 len: 168 time: 0.6769528 Nov 24 13:57:31.573497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:31.581609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, c3fa94c4-359b-4a41-b1d9-d205a692bc66) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:31.587652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:31.588284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.597224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:31.606573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:31.615915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:31.633003 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4268446 Nov 24 13:57:31.634086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34086) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:31.654984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.ipam_backend_mixin [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing IP validity checks on allocation pools {{(pid=87693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 13:57:31.655797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.ipam_backend_mixin [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 13:57:31.656244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0d8f7-42d2-4b93-b6aa-3976d4d50d91 None None] Network c3fa94c4-359b-4a41-b1d9-d205a692bc66 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:31.668076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:31.672268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.686117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.728437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd1636fb-b8fc-4e02-a50a-9e9689d88d29 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:31.785697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Deleting port 46ffdb66-b770-4c29-8b46-e97638cfd679 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:31.786163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.824643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Performing IP validity checks on allocation pools {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 13:57:31.826802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 13:57:31.853470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Provisioning for port 06420c58-1c74-4d7c-a278-677f1e5f2f8a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:31.868818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Provisioning complete for port 06420c58-1c74-4d7c-a278-677f1e5f2f8a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:31.869393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.879705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:31.914157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Port 06420c58-1c74-4d7c-a278-677f1e5f2f8a was deleted so its status cannot be updated. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 13:57:31.921406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:31.949064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:31.949778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.056755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.073870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8f070132-31d2-41fe-96b0-cb60eb6af399 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:32.127328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Provisioning complete for port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:32.128309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.158320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=1807b7cb-cd64-4291-a8e9-1d96f1c98ceb,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:32.196376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:32.200504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:32.294000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=06420c58-1c74-4d7c-a278-677f1e5f2f8a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:32.321386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac98f190-2029-4c50-8879-7def878bb81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-c3fa94c4-359b-4a41-b1d9-d205a692bc66', 'network_id': 'c3fa94c4-359b-4a41-b1d9-d205a692bc66', 'tenant_id': 'c91ee4b89c9e4dd7bbc74cdb1d2fd608', 'fixed_ips': [{'subnet_id': '47b02650-14c3-4d86-a402-ca0de5c79dd2'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:32.322213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac98f190-2029-4c50-8879-7def878bb81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.332267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=3db096d9-6bc5-443f-be3e-7011f6c1c923,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:32.342596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:32.348346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:32.365878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.380865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/06420c58-1c74-4d7c-a278-677f1e5f2f8a HTTP/1.1" status: 204 len: 168 time: 3.8661082 Nov 24 13:57:32.383545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34104) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:32.400346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0c27c-1dc1-4775-8108-d57041266c33 req-3e5a17dc-be88-4c65-8d6c-ae9a14340bea tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:32.401952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4b0c27c-1dc1-4775-8108-d57041266c33 req-3e5a17dc-be88-4c65-8d6c-ae9a14340bea tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.9965487 Nov 24 13:57:32.411324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:32.411905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: f4bbaac7-73ad-4464-a0f7-19854df8920f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:32.434064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.471187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.473596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a3700-f374-4ab5-9a86-e14c3b3307b2 req-c1273cbc-6829-47a1-aa18-e23cde8cee44 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:32.475147 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3c7a3700-f374-4ab5-9a86-e14c3b3307b2 req-c1273cbc-6829-47a1-aa18-e23cde8cee44 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.3607857 Nov 24 13:57:32.512242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.549851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network f4bbaac7-73ad-4464-a0f7-19854df8920f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:32.577146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, f4bbaac7-73ad-4464-a0f7-19854df8920f) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:32.592706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:32.593821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.594090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b2439-0fef-400c-9fda-c098f14bffc2 None None] Network f4bbaac7-73ad-4464-a0f7-19854df8920f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:32.624262 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3c7a3700-f374-4ab5-9a86-e14c3b3307b2 req-70279acc-152c-4ba6-b6a0-08c25a9abd60 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399682 Nov 24 13:57:32.638885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.659617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] For port 46ffdb66-b770-4c29-8b46-e97638cfd679, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ffdb66-b770-4c29-8b46-e97638cfd679,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:32.659979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.674902 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4289069 Nov 24 13:57:32.684105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34114) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:32.693540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f', 'name': 'tempest-PortsIpV6TestJSON-540011255'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:32.777064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': 'ab37c65c-e50d-423d-add7-add18311cd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:32.777492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: 1ab6beec-37ce-4a3e-b9de-a6253f52e862, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:32.796792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58514817-5f1c-48d0-84ff-a96778386328 tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:32.867528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:32.878057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:32.892715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:32.897900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.908142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5d77bbb8-7182-48e2-9e03-4baa3a72d283, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5d77bbb8-7182-48e2-9e03-4baa3a72d283,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:32.913923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.928437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.934464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:32.934636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:32.942672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:32.957365 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4b0c27c-1dc1-4775-8108-d57041266c33 req-69ae36d8-2eb1-45f8-9041-d30fdd918761 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815469 Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server [None req-ac98f190-2029-4c50-8879-7def878bb81d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47b02650-14c3-4d86-a402-ca0de5c79dd2: This subnet is being modified by another concurrent operation. Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:57:32.982403 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47b02650-14c3-4d86-a402-ca0de5c79dd2: This subnet is being modified by another concurrent operation. Nov 24 13:57:32.987192 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Nov 24 13:57:33.005579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8e5beb10-a32c-40c3-8cc5-e8996258e57f tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:33.014581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:33.029897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 1ab6beec-37ce-4a3e-b9de-a6253f52e862) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:33.034664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:33.035271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.065320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Subnet': ['ID=47b02650-14c3-4d86-a402-ca0de5c79dd2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:33.073612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e31abd-519b-4661-8689-f93f5e91207b None None] Network c3fa94c4-359b-4a41-b1d9-d205a692bc66 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:33.078599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:33.097631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8f6df-ee6d-4421-94cd-0edbac1b2cd3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:33.099291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8f6df-ee6d-4421-94cd-0edbac1b2cd3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:33.103374 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-80f8f6df-ee6d-4421-94cd-0edbac1b2cd3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7125800 Nov 24 13:57:33.109607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': '644865cd-367e-4415-908d-f386faaa147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:33.110525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: df257450-b6b2-4162-a080-6e786d8dfd3a, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:33.121752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34124) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.134277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d9af55-2085-452d-b229-a964f1be824f None None] Network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:33.202305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=dacde22a-d02a-471c-9760-c4b0d84ce646,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:33.205889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:33.217952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8114548 Nov 24 13:57:33.239852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34132) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.284866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-f4bbaac7-73ad-4464-a0f7-19854df8920f', 'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': '3db096d9-6bc5-443f-be3e-7011f6c1c923'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:33.285619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.322594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:33.322970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-eb6e4ba1-b9c0-42ea-b287-17ae8e15b79a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:33.350469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.380789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fa94c4-359b-4a41-b1d9-d205a692bc66']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:33.396833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013b5a90-a802-4cd1-8146-980f40fb1ed0') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:33.397137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013b5a90-a802-4cd1-8146-980f40fb1ed0') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:33.399991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5d77bbb8-7182-48e2-9e03-4baa3a72d283,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:33.407606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:33.417851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.436077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.444625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:33.445442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.485444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 762de823-ce9b-4a8d-ad75-c243c865e9b3 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:33.488916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.546766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:33.549174 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:33.556475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.562787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49b3d427-9a52-4d33-a60e-508bc7faca78 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:33.585275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.590982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Network': ['ID=c3fa94c4-359b-4a41-b1d9-d205a692bc66,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:33.597619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:33.609977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34138) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.626547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/c3fa94c4-359b-4a41-b1d9-d205a692bc66 HTTP/1.1" status: 204 len: 168 time: 1.9895599 Nov 24 13:57:33.631309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34146) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.636381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1304507506'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:33.673694 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b25018c-3865-4683-b370-05f14bf5d31b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:33.674296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b25018c-3865-4683-b370-05f14bf5d31b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:33.675840 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1b25018c-3865-4683-b370-05f14bf5d31b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/47b02650-14c3-4d86-a402-ca0de5c79dd2 HTTP/1.1" status: 404 len: 337 time: 0.0436263 Nov 24 13:57:33.678527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34152) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.706635 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c87de8-19ea-46a6-9582-629d7840023d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:33.707103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c87de8-19ea-46a6-9582-629d7840023d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:33.708908 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-26c87de8-19ea-46a6-9582-629d7840023d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/c3fa94c4-359b-4a41-b1d9-d205a692bc66 HTTP/1.1" status: 404 len: 339 time: 0.0294995 Nov 24 13:57:33.711281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34156) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.740410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 46ffdb66-b770-4c29-8b46-e97638cfd679 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:33.786495 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb0731c-e0f3-4bec-b4a0-719a74d3d509 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:33.787602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb0731c-e0f3-4bec-b4a0-719a74d3d509 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:33.790047 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0bb0731c-e0f3-4bec-b4a0-719a74d3d509 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/586d7c2a-45d2-4ff4-8d89-53d6da6b2d12 HTTP/1.1" status: 404 len: 337 time: 0.0777042 Nov 24 13:57:33.792731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.796232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-61416827', 'router:external': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:33.831928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:33.832194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:33.837961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network df257450-b6b2-4162-a080-6e786d8dfd3a is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:33.868799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:33.890253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, df257450-b6b2-4162-a080-6e786d8dfd3a) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:33.896138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:33.896813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.902604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.902971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.903273 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Floating IP 60e0d466-7722-4e08-bfd9-882c9cb3a48b disassociated. External IP: 172.26.8.138, port: 46ffdb66-b770-4c29-8b46-e97638cfd679. Nov 24 13:57:33.903375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:network and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:33.903603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Calling delete_port for 46ffdb66-b770-4c29-8b46-e97638cfd679 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:33.914136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:33.917435 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfa2894-94ac-44ef-ae0d-781330658ee9 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:33.917961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfa2894-94ac-44ef-ae0d-781330658ee9 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:33.919642 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9cfa2894-94ac-44ef-ae0d-781330658ee9 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/615e0fb3-7749-48cd-b069-70667d5de5e9 HTTP/1.1" status: 404 len: 339 time: 0.1177440 Nov 24 13:57:33.925327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34164) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:33.928699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:33.930104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c683a90-9346-4903-9b54-4086c0fb6835 None None] Network df257450-b6b2-4162-a080-6e786d8dfd3a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:33.981463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:33.986004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:33.988421 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc137f2-b1e8-408b-a648-b6ad8b232f80 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:33.988955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc137f2-b1e8-408b-a648-b6ad8b232f80 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:33.990610 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-adc137f2-b1e8-408b-a648-b6ad8b232f80 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/725b709a-94be-4f1d-be99-74a34216af5a HTTP/1.1" status: 404 len: 337 time: 0.0633943 Nov 24 13:57:33.994918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34170) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:34.014323 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.2148712 Nov 24 13:57:34.017386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34174) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:34.018534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Made reservation on behalf of d378826a544d49849229fba9ffd83454 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:34.022202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.033414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port ff606887-6ff0-497c-8f26-efa004885171 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:34.039565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-1ab6beec-37ce-4a3e-b9de-a6253f52e862', 'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': '1807b7cb-cd64-4291-a8e9-1d96f1c98ceb'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:34.040642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.043431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.061226 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ef81dc-4f27-45ef-a818-9da7ec8a6319 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:34.061707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ef81dc-4f27-45ef-a818-9da7ec8a6319 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:34.065813 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-58ef81dc-4f27-45ef-a818-9da7ec8a6319 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/e177876c-6519-4f9e-bdd4-4ec101a21069 HTTP/1.1" status: 404 len: 339 time: 0.0695519 Nov 24 13:57:34.070901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34178) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:34.075473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:34.075664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Allocated IP 2001:db8::2 (f4bbaac7-73ad-4464-a0f7-19854df8920f/3db096d9-6bc5-443f-be3e-7011f6c1c923/cd535201-ba8b-497c-bfe2-14599455534b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:34.128273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b0c31-82b3-4eec-a95e-85a38a9dab8a req-87efde26-70c9-401f-bad6-d7636810d639 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:34.135340 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a49b0c31-82b3-4eec-a95e-85a38a9dab8a req-87efde26-70c9-401f-bad6-d7636810d639 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.3047111 Nov 24 13:57:34.150283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:security_group_rule and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:34.164270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.168794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:34.192352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:34.223548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting port 0b81e53c-b44d-4f99-afab-91954aa2aecf {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:34.223925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.242097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e97e5bb-92a1-49d7-aa09-3201793d6093 None None] Could not find standard attr ID for object 06420c58-1c74-4d7c-a278-677f1e5f2f8a. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:57:34.278515 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a49b0c31-82b3-4eec-a95e-85a38a9dab8a req-12042878-d10e-4aac-b5ea-52507a37e76b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423070 Nov 24 13:57:34.339734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.522788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.535925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.550363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-df257450-b6b2-4162-a080-6e786d8dfd3a', 'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': 'dacde22a-d02a-471c-9760-c4b0d84ce646'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:34.551211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.555730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.560736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.566760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.10 (1ab6beec-37ce-4a3e-b9de-a6253f52e862/1807b7cb-cd64-4291-a8e9-1d96f1c98ceb/ff606887-6ff0-497c-8f26-efa004885171) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:34.571429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b0f91980-febc-40ed-adcb-d5fbf8c291c3 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:34.616989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.653115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.665826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Calling delete_port for 0b81e53c-b44d-4f99-afab-91954aa2aecf owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:34.674284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.684682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Transition to ACTIVE for port object cd535201-ba8b-497c-bfe2-14599455534b will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:34.695975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a9e28b6a-8fad-49a1-9dc3-f4987849916b tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:34.705335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Transition to ACTIVE for port object cd535201-ba8b-497c-bfe2-14599455534b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:34.715263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.729379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7ac9c54-4614-4b17-abed-772a2894c0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:34.756439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event deleted for resources: {'Port': ['ID=46ffdb66-b770-4c29-8b46-e97638cfd679,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:34.772309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:34.807210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54cd49-88b2-4155-912f-96df56119334,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:34.808552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Network f4bbaac7-73ad-4464-a0f7-19854df8920f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:34.814154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:34.814374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:34.822719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:34.833064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.833599 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Added segment 374c26af-f459-493f-a263-122ec7753f07 of type vlan for network 267a201e-4578-49fb-8b7b-01cc0517c7f7 Nov 24 13:57:34.840361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Pushing event updated for resources: {'Port': ['ID=cd535201-ba8b-497c-bfe2-14599455534b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:34.871479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::312 (f4bbaac7-73ad-4464-a0f7-19854df8920f/3db096d9-6bc5-443f-be3e-7011f6c1c923/65be14fd-bc43-449f-bd79-d5c3c8fbd6f7) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:34.878028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:34.881529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:34.894443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:34.991612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b1292-b662-41bb-85c0-19978e6c3076 req-39451654-6041-48c8-a681-78ff8a0d8ede tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:34.992458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Attempting to bind port cd535201-ba8b-497c-bfe2-14599455534b on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:34.993324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Attempting to bind port cd535201-ba8b-497c-bfe2-14599455534b by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:34.993935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Attempting to bind port cd535201-ba8b-497c-bfe2-14599455534b on network f4bbaac7-73ad-4464-a0f7-19854df8920f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:34.999039 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc0b1292-b662-41bb-85c0-19978e6c3076 req-39451654-6041-48c8-a681-78ff8a0d8ede tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 946 time: 0.8395722 Nov 24 13:57:35.004996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:35.005713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Checking segment: {'id': '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:35.006375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.007174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Bound using segment: {'id': '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:35.007876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Bound port: cd535201-ba8b-497c-bfe2-14599455534b, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f4bbaac7-73ad-4464-a0f7-19854df8920f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:35.008496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.009624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.009996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.010359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.010717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.011068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.011416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.011767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.012114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.012460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.012824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.013177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.013521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:35.017412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:35.029302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Allocated IP 172.20.0.3 (df257450-b6b2-4162-a080-6e786d8dfd3a/dacde22a-d02a-471c-9760-c4b0d84ce646/0a555679-3c46-4773-8ecd-f67c59b36010) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:35.042978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3444c48b-5d8d-43ab-b4ea-45b89efbd80b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:35.137476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.151321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.170523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a7c93-d2af-41f6-b9bd-02c0fe21e057 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:35.225241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.248460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:35.295811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.364172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Router 9b103c1c-9ba3-464b-8cdd-908c49779059 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:57:35.368913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.374055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=762de823-ce9b-4a8d-ad75-c243c865e9b3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:35.376880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:35.378469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.392598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Port': ['ID=0b81e53c-b44d-4f99-afab-91954aa2aecf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:35.394649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.398705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:35.402349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.416061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc0b1292-b662-41bb-85c0-19978e6c3076 req-c4ef7020-3ae0-4c6d-bfbb-8c04b94f4e74 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups?id=b56b9762-7512-4106-8373-0d2867fe2186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4160497 Nov 24 13:57:35.497811 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/762de823-ce9b-4a8d-ad75-c243c865e9b3 HTTP/1.1" status: 204 len: 168 time: 2.3644145 Nov 24 13:57:35.512918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d77bbb8-7182-48e2-9e03-4baa3a72d283 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:35.565261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:35.566367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:35.570372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34184) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:35.689730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4d98db21-47df-46d8-8681-80fee40d5b6e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194727 Nov 24 13:57:35.694754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34188) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:35.700079 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bcf77fb5-b161-4e86-9194-cf10cb0a37d5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/ports/0b81e53c-b44d-4f99-afab-91954aa2aecf HTTP/1.1" status: 204 len: 168 time: 1.6277728 Nov 24 13:57:35.701775 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0866234 Nov 24 13:57:35.712245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:35.717365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34192) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:35.718322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34194) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:35.726434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network f4bbaac7-73ad-4464-a0f7-19854df8920f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:35.731394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.734628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'subnet': {'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:35.743587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:35.780206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:35.783388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:35.789328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:35.790218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.799003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=65be14fd-bc43-449f-bd79-d5c3c8fbd6f7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:35.809791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:35.811519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:subnet and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:35.816701 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a065e06-9748-4096-abd6-8e3ff6175384 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:35.818206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a065e06-9748-4096-abd6-8e3ff6175384 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:35.820303 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4a065e06-9748-4096-abd6-8e3ff6175384 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/64449cb5-4dbe-4ffc-af32-fba62de83cee HTTP/1.1" status: 404 len: 337 time: 0.0899956 Nov 24 13:57:35.820738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-72cd909a-e94e-4a4f-95c2-e5e8e4d2b609 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:35.832585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] For port cd535201-ba8b-497c-bfe2-14599455534b, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:35.836988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34200) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:35.845402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.845976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:35.859446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:35.884477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object ff606887-6ff0-497c-8f26-efa004885171 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:35.891707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] For port cd535201-ba8b-497c-bfe2-14599455534b, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cd535201-ba8b-497c-bfe2-14599455534b,segment=NetworkSegment(628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9),segment_id=628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:35.919774 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2345965 Nov 24 13:57:35.926341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34204) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:35.931441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Transition to ACTIVE for port object 0a555679-3c46-4773-8ecd-f67c59b36010 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:35.939046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:35.957824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:35.975010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Made reservation on behalf of d378826a544d49849229fba9ffd83454 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:35.978029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.004671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:36.008553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:36.011537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:36.012434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Network': ['ID=267a201e-4578-49fb-8b7b-01cc0517c7f7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:36.021892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:57:36.030051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:36.043745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Transition to ACTIVE for port object 0a555679-3c46-4773-8ecd-f67c59b36010 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:36.045399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] Sync routers for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:36.057772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 267a201e-4578-49fb-8b7b-01cc0517c7f7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:36.094216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e277a-0961-42a6-adff-9acf666df3d1 req-5841f596-1ff8-45a4-9035-e6108e3acdba tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:36.094953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.096532 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-616e277a-0961-42a6-adff-9acf666df3d1 req-5841f596-1ff8-45a4-9035-e6108e3acdba tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4894421 Nov 24 13:57:36.154133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:36.154361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:36.154827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.168305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:36.168685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.178538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.229493 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-616e277a-0961-42a6-adff-9acf666df3d1 req-3cd16fba-2a57-4e4c-a944-f85eedef5e6d tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154234 Nov 24 13:57:36.274243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:36.274907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:36.282999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.300571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] No DVR routers for this DVR port 46ffdb66-b770-4c29-8b46-e97638cfd679 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:36.304040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:36.371139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:36.374647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.390718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.408536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Pushing event updated for resources: {'Port': ['ID=cd535201-ba8b-497c-bfe2-14599455534b,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:36.423807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'name': 'network-vif-deleted', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:57:36.428809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Network df257450-b6b2-4162-a080-6e786d8dfd3a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:36.459909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:36.504567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:36.507655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.508005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.508344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.508731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:36.509326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.509711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.509981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.510311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.510638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.511016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.511276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.511598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.511919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:36.561912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:36.562568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a93a43a3-db50-4a46-a0bc-238cb88e83c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:36.622534 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5696b5ef-5979-44f4-8146-a1faa3654362', 'name': 'network-vif-deleted', 'tag': '46ffdb66-b770-4c29-8b46-e97638cfd679', 'status': 'completed', 'code': 200} Nov 24 13:57:36.632974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:36.636191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:36.652133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.663140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:36.692694 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96b98428-5dc9-4a3c-84ba-55ab5e8f8251 req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.76 "DELETE /v2.0/ports/46ffdb66-b770-4c29-8b46-e97638cfd679 HTTP/1.1" status: 204 len: 173 time: 5.2914453 Nov 24 13:57:36.765396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=ff606887-6ff0-497c-8f26-efa004885171,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:36.775282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Allocated IP 172.20.0.2 (1ab6beec-37ce-4a3e-b9de-a6253f52e862/1807b7cb-cd64-4291-a8e9-1d96f1c98ceb/bf17ea8a-f2a3-4d54-8a68-e8653a024bf5) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:36.846890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:36.851402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:36.945818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:36.958142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=dacde22a-d02a-471c-9760-c4b0d84ce646,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:36.971013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:37.054823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:57:37.107209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:37.107692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.127643 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0dea87bb-9436-4419-90a8-955a2811ab1e req-894109a8-6ecb-43a8-b16f-35d6d1d55ebf tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/ports?device_id=5696b5ef-5979-44f4-8146-a1faa3654362 HTTP/1.1" status: 200 len: 210 time: 0.4495714 Nov 24 13:57:37.173986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.207241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.215627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:37.244999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.305997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44546fba-d34a-4348-806d-84f525e162d1']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:37.330555 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.7188570 Nov 24 13:57:37.365083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34216) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:37.369289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Pushing event updated for resources: {'Port': ['ID=0a555679-3c46-4773-8ecd-f67c59b36010,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:37.371686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Attempting to bind port 0a555679-3c46-4773-8ecd-f67c59b36010 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:37.372203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Attempting to bind port 0a555679-3c46-4773-8ecd-f67c59b36010 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '644865cd-367e-4415-908d-f386faaa147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:37.372666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Attempting to bind port 0a555679-3c46-4773-8ecd-f67c59b36010 on network df257450-b6b2-4162-a080-6e786d8dfd3a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:37.375076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=65be14fd-bc43-449f-bd79-d5c3c8fbd6f7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:37.383129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:37.425656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.473181 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 HTTP/1.1" status: 204 len: 168 time: 1.5365822 Nov 24 13:57:37.477342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34220) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:37.481174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:37.576669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8637da89-95c0-476f-95cc-262df3874bae') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:37.577222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8637da89-95c0-476f-95cc-262df3874bae') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:37.582369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:37.605247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Deleting port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:37.605632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.614725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.616376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df257450-b6b2-4162-a080-6e786d8dfd3a']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:37.654186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.708673 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0bfe8c-0c33-419c-88f0-4abaa03d9f65 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:37.710769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0bfe8c-0c33-419c-88f0-4abaa03d9f65 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:37.712912 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1e0bfe8c-0c33-419c-88f0-4abaa03d9f65 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 HTTP/1.1" status: 404 len: 333 time: 0.2345963 Nov 24 13:57:37.718140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port ff606887-6ff0-497c-8f26-efa004885171 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:37.718819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.759651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34224) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:37.777419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:37.777785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Checking segment: {'id': '644865cd-367e-4415-908d-f386faaa147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:37.778194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.778587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Bound using segment: {'id': '644865cd-367e-4415-908d-f386faaa147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:37.779068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Bound port: 0a555679-3c46-4773-8ecd-f67c59b36010, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644865cd-367e-4415-908d-f386faaa147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'df257450-b6b2-4162-a080-6e786d8dfd3a'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:37.779443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.852896 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70a1bd5-f92f-4f51-939f-5116ac0afabb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:57:37.853823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f70a1bd5-f92f-4f51-939f-5116ac0afabb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:37.874209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:37.914778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644865cd-367e-4415-908d-f386faaa147e') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:37.916230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644865cd-367e-4415-908d-f386faaa147e') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:37.976695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f70a1bd5-f92f-4f51-939f-5116ac0afabb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:37.977876 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f70a1bd5-f92f-4f51-939f-5116ac0afabb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/65be14fd-bc43-449f-bd79-d5c3c8fbd6f7 HTTP/1.1" status: 404 len: 333 time: 0.2143734 Nov 24 13:57:37.982625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34228) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:37.984269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:37.989900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:37.994448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.003704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:38.028900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:38.029690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.053171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:38.054612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.119342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:57:38.119833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.163160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5060154d-485a-498c-8913-70a27b9b732e None None] Network f4bbaac7-73ad-4464-a0f7-19854df8920f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:38.175945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:38.198560 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:38.221457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.230391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.241245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=5cd57015-d201-4457-9bd6-329713ac918b,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:38.245427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.252872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:38.254103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a90b9cf8-4bf1-4277-ac9b-787b94bfb779 tempest-ExternalNetworksTestJSON-1959002892 tempest-ExternalNetworksTestJSON-1959002892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:38.271795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:38.272374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.288370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b8454388-70a1-4c37-957d-48734277987e,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:38.290545 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:38.309545 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6091881 Nov 24 13:57:38.359101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cd535201-ba8b-497c-bfe2-14599455534b up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:38.360414 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/44546fba-d34a-4348-806d-84f525e162d1 HTTP/1.1" status: 204 len: 168 time: 2.5018806 Nov 24 13:57:38.367540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34234) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:38.367540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34238) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:38.367785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34240) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:38.373193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Network': ['ID=44546fba-d34a-4348-806d-84f525e162d1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:38.374234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:38.383812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'name': 'tempest-NetworksTestDHCPv6-310249887'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:38.398989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:38.429525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 3db096d9-6bc5-443f-be3e-7011f6c1c923 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:38.439682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.475370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] For port 0a555679-3c46-4773-8ecd-f67c59b36010, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:38.488694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Checking segment: {'id': '374c26af-f459-493f-a263-122ec7753f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:38.489176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network hostable DHCP agents. Network: 267a201e-4578-49fb-8b7b-01cc0517c7f7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:38.549216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.561754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e3b381ca-f171-4ec1-9187-7715553011af None None] Provisioning for port cd535201-ba8b-497c-bfe2-14599455534b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:38.563468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network 267a201e-4578-49fb-8b7b-01cc0517c7f7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:38.568705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.574590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e32cbf-d6da-4ea3-9665-791db290a98f req-cbfad809-3001-4c89-8657-69624bde7bce tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:38.576109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-86e32cbf-d6da-4ea3-9665-791db290a98f req-cbfad809-3001-4c89-8657-69624bde7bce tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.9674158 Nov 24 13:57:38.576772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:57:38.576772 dv-neutron-818153-2-hyperv neutron-server[87693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:57:38.576772 dv-neutron-818153-2-hyperv neutron-server[87693]: [parameters: {'id': 'df257450-b6b2-4162-a080-6e786d8dfd3a'}] Nov 24 13:57:38.576772 dv-neutron-818153-2-hyperv neutron-server[87693]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:38.577099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:38.592064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] For port 0a555679-3c46-4773-8ecd-f67c59b36010, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0a555679-3c46-4773-8ecd-f67c59b36010,segment=NetworkSegment(644865cd-367e-4415-908d-f386faaa147e),segment_id=644865cd-367e-4415-908d-f386faaa147e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:38.634491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.638962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting port a67f21a3-146a-493e-a6e5-9a8400e681d1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:38.639305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.649888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-240ae11b-03f9-4008-8914-a6ed49afe9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:38.735151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.739082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] For port 5d77bbb8-7182-48e2-9e03-4baa3a72d283, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5d77bbb8-7182-48e2-9e03-4baa3a72d283,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:38.739473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.775329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for ff606887-6ff0-497c-8f26-efa004885171 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:38.816601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 267a201e-4578-49fb-8b7b-01cc0517c7f7) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:38.818561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.830379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-86e32cbf-d6da-4ea3-9665-791db290a98f req-1e646f13-e7f1-41ce-a930-c767f1cde6b9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275980 Nov 24 13:57:38.838386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:38.838539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:38.839126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.868674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:38.877021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:38.888398 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1604006 Nov 24 13:57:38.890750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:38.905757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34250) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:38.916070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-258301500', 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:38.916756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212a7f1-94b2-4dab-be3a-3133657b2630 None None] Network 267a201e-4578-49fb-8b7b-01cc0517c7f7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:38.923729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:38.933006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:port and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:38.933220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Transition to ACTIVE for port object bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:38.964971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:38.980185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:38.981312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.008262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:39.012066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.013441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:39.025095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Calling delete_port for 5d77bbb8-7182-48e2-9e03-4baa3a72d283 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:39.056157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port cd535201-ba8b-497c-bfe2-14599455534b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:39.057955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Made reservation on behalf of d378826a544d49849229fba9ffd83454 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:39.060323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.072190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port bafb246d-43b8-4748-8c97-6f95b48be0dc yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:39.083027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.088697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-71c5edb0-91af-4324-bd17-05d196a496e3 tempest-FloatingIPAdminTestJSON-182502225 tempest-FloatingIPAdminTestJSON-182502225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:39.107808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.116191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.142333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=ff606887-6ff0-497c-8f26-efa004885171,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:39.145465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] device_id is not set on port ff301866-d9fc-4710-b88b-8769c96a73eb yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:39.164780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port cd535201-ba8b-497c-bfe2-14599455534b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:39.165445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.180870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:39.218195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Pushing event updated for resources: {'Port': ['ID=0a555679-3c46-4773-8ecd-f67c59b36010,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:39.245072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:39.256124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Transition to ACTIVE for port object bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:39.311317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.325026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-84a9d32c-6815-4b3f-acdf-70ac983eec9d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:39.343063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Calling delete_port for a67f21a3-146a-493e-a6e5-9a8400e681d1 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:39.345180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ada6f-d963-41d7-bb65-9f1c219d6e98 None None] Network df257450-b6b2-4162-a080-6e786d8dfd3a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:39.370555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.386610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port 0a555679-3c46-4773-8ecd-f67c59b36010 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:39.386975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.392974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.395690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=3db096d9-6bc5-443f-be3e-7011f6c1c923,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:39.397874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:39.457190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:39.464438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.466466 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/ff606887-6ff0-497c-8f26-efa004885171 HTTP/1.1" status: 204 len: 168 time: 2.0929034 Nov 24 13:57:39.472842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34254) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:39.479976 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/3db096d9-6bc5-443f-be3e-7011f6c1c923 HTTP/1.1" status: 204 len: 168 time: 1.4892774 Nov 24 13:57:39.480466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34258) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:39.486426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.489427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.549052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Pushing event deleted for resources: {'Port': ['ID=5d77bbb8-7182-48e2-9e03-4baa3a72d283,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:39.551661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:39.553195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-895d9486-f8bc-4984-84dd-025014f5d3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:39.553814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] No DVR routers for this DVR port 5d77bbb8-7182-48e2-9e03-4baa3a72d283 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:39.560786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:59Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:39.571078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:39.617112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Allocated IP 172.20.0.8 (267a201e-4578-49fb-8b7b-01cc0517c7f7/b8454388-70a1-4c37-957d-48734277987e/ff301866-d9fc-4710-b88b-8769c96a73eb) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:39.630049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.666454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port cd535201-ba8b-497c-bfe2-14599455534b {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:39.667082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:39.709874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b782627-b4d0-48d9-9b31-1f5ec5a1bfa5 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:39.726589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfd789c-c2fc-476a-8627-b79c2fec6cb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:57:39.727285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bdfd789c-c2fc-476a-8627-b79c2fec6cb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:39.743957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] Checking router: 9b103c1c-9ba3-464b-8cdd-908c49779059 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:39.800518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b9762-7512-4106-8373-0d2867fe2186,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:39.819314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:39.846268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:39.879371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:39.911116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:40.006936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:40.007605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:40.027910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::168 (13168bed-777a-4e4d-96b5-2446850be7d2/5cd57015-d201-4457-9bd6-329713ac918b/bafb246d-43b8-4748-8c97-6f95b48be0dc) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:40.047578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.051450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "DELETE /v2.0/security-groups/b56b9762-7512-4106-8373-0d2867fe2186 HTTP/1.1" status: 204 len: 168 time: 1.6770229 Nov 24 13:57:40.051450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.056389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bdfd789c-c2fc-476a-8627-b79c2fec6cb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:40.060156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bdfd789c-c2fc-476a-8627-b79c2fec6cb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/ff606887-6ff0-497c-8f26-efa004885171 HTTP/1.1" status: 404 len: 333 time: 0.5790765 Nov 24 13:57:40.060156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port 0a555679-3c46-4773-8ecd-f67c59b36010, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0a555679-3c46-4773-8ecd-f67c59b36010,segment=NetworkSegment(644865cd-367e-4415-908d-f386faaa147e),segment_id=644865cd-367e-4415-908d-f386faaa147e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:40.060156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.070240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34268) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:40.070781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34266) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:40.077306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e81631d5-46b1-477a-bdd7-04f3a6f4babc tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:40.153980 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-a684f53f-307e-4d3c-9ea2-9a032c00516d tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] show failed (client error): The resource could not be found. Nov 24 13:57:40.157728 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a684f53f-307e-4d3c-9ea2-9a032c00516d tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "GET /v2.0/security-groups/b56b9762-7512-4106-8373-0d2867fe2186 HTTP/1.1" status: 404 len: 347 time: 0.0856128 Nov 24 13:57:40.158581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34274) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:40.163296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Pushing event updated for resources: {'Port': ['ID=bf17ea8a-f2a3-4d54-8a68-e8653a024bf5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:40.170623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Port': ['ID=a67f21a3-146a-493e-a6e5-9a8400e681d1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:40.193606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:40.246378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:40.321271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for 0a555679-3c46-4773-8ecd-f67c59b36010 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:40.363402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.378890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.399095 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/ports/a67f21a3-146a-493e-a6e5-9a8400e681d1 HTTP/1.1" status: 204 len: 168 time: 2.0263898 Nov 24 13:57:40.409682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34278) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:40.427228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Attempting to bind port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:40.427605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Attempting to bind port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'ab37c65c-e50d-423d-add7-add18311cd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:40.427977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Attempting to bind port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 on network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:40.431080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95609f70-ae15-4c64-969c-f3a14a7b55e6 None None] Network 267a201e-4578-49fb-8b7b-01cc0517c7f7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:40.461545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 1807b7cb-cd64-4291-a8e9-1d96f1c98ceb {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:40.462579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.476695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] For port cd535201-ba8b-497c-bfe2-14599455534b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cd535201-ba8b-497c-bfe2-14599455534b,segment=NetworkSegment(628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9),segment_id=628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:40.477235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.486092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Deleting port 5d97ff7c-0ad5-4f4c-b36c-abd5281aebd9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:40.486092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.486717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.520089 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-780e36e9-5382-43d5-a35e-16d4335fc7d2 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] DELETE failed (client error): The resource could not be found. Nov 24 13:57:40.520552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780e36e9-5382-43d5-a35e-16d4335fc7d2 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:57:40.524720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-780e36e9-5382-43d5-a35e-16d4335fc7d2 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/952be09c-91ca-45dc-908a-2dd3005a10ca HTTP/1.1" status: 404 len: 337 time: 0.1091347 Nov 24 13:57:40.531740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34282) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:40.578276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:40.578988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Checking segment: {'id': 'ab37c65c-e50d-423d-add7-add18311cd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:40.580140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.580140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Bound using segment: {'id': 'ab37c65c-e50d-423d-add7-add18311cd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:40.580833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Bound port: bf17ea8a-f2a3-4d54-8a68-e8653a024bf5, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab37c65c-e50d-423d-add7-add18311cd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ab6beec-37ce-4a3e-b9de-a6253f52e862'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:40.580833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.635615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.642806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:57:40.643006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.674898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51d299da-a7c1-4906-8869-8839076a4c19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:40.676589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c042f72-2ed4-4487-bb00-a150f2669a42 req-72724ec4-6649-449d-89d5-a0472a3dc0ee tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:40.678362 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6c042f72-2ed4-4487-bb00-a150f2669a42 req-72724ec4-6649-449d-89d5-a0472a3dc0ee tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.6728261 Nov 24 13:57:40.728678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port cd535201-ba8b-497c-bfe2-14599455534b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cd535201-ba8b-497c-bfe2-14599455534b,segment=NetworkSegment(628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9),segment_id=628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:40.771914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.790301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=0a555679-3c46-4773-8ecd-f67c59b36010,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:40.791929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f6bfdefe-483c-413c-842c-8c13d3b73e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:40.792216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port 0a555679-3c46-4773-8ecd-f67c59b36010 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:40.800784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:40.804274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for cd535201-ba8b-497c-bfe2-14599455534b owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:40.827443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b7e8e-3392-44ad-827d-8f4da2bce12e None None] Network f4bbaac7-73ad-4464-a0f7-19854df8920f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:40.883749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d77bbb8-7182-48e2-9e03-4baa3a72d283 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:40.955522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:40.984171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.003070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object bafb246d-43b8-4748-8c97-6f95b48be0dc will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:41.034131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df257450-b6b2-4162-a080-6e786d8dfd3a']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:41.042243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.089172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644865cd-367e-4415-908d-f386faaa147e') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:41.089773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644865cd-367e-4415-908d-f386faaa147e') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:41.103996 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6c042f72-2ed4-4487-bb00-a150f2669a42 req-76f8b1a8-75e9-417f-b3db-02368c616909 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684426 Nov 24 13:57:41.116690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.129998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.132828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.139688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:41.158260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.167416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:41.168167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.183987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:41.184306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:41.187454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 5d77bbb8-7182-48e2-9e03-4baa3a72d283 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:41.188093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5d77bbb8-7182-48e2-9e03-4baa3a72d283 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:41.188907 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:41.225657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network 267a201e-4578-49fb-8b7b-01cc0517c7f7 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:41.239118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:41.281343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:41.333876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.340380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:41.366784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.367136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.383206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.431262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.459005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.475834 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/df257450-b6b2-4162-a080-6e786d8dfd3a HTTP/1.1" status: 204 len: 168 time: 7.4530530 Nov 24 13:57:41.479676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:41.483148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34290) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:41.484882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.490985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/1807b7cb-cd64-4291-a8e9-1d96f1c98ceb HTTP/1.1" status: 204 len: 168 time: 1.4154544 Nov 24 13:57:41.494230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:41.501891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2071072789'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:41.506697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:41.510851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:41.514016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:41.520917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:41.534478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34292) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:41.538368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:41.544621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.545404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.559624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=cd535201-ba8b-497c-bfe2-14599455534b,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:41.565115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:41.582843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=bafb246d-43b8-4748-8c97-6f95b48be0dc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:41.590081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:41.590705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '5cd57015-d201-4457-9bd6-329713ac918b'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:41.591736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.593614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.603482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:41.610422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:41.610715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-28b64f1f-9122-416e-8799-ef5543b65d03 None None] Provisioning complete for port cd535201-ba8b-497c-bfe2-14599455534b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:41.611011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28b64f1f-9122-416e-8799-ef5543b65d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.657139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] For port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:41.686927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Calling delete_port for 5d97ff7c-0ad5-4f4c-b36c-abd5281aebd9 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:41.706298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] For port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bf17ea8a-f2a3-4d54-8a68-e8653a024bf5,segment=NetworkSegment(ab37c65c-e50d-423d-add7-add18311cd7b),segment_id=ab37c65c-e50d-423d-add7-add18311cd7b)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:41.721533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port cd535201-ba8b-497c-bfe2-14599455534b {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:41.722092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.724785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=1807b7cb-cd64-4291-a8e9-1d96f1c98ceb,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:41.729743 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3585334 Nov 24 13:57:41.735729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:41.742571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:41.755714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34300) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:41.794514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=df257450-b6b2-4162-a080-6e786d8dfd3a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:41.801938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.819797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:41.822834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4640896b-5beb-48ec-a3fe-9434ba421bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:41.829748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:41.834765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.853984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.853984 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment b8693972-bfcb-4fac-a444-fd5873d84eb6 of type vlan for network b98c0309-3fa1-4d50-b649-3222e00599ee Nov 24 13:57:41.867578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:41.867944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.891240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Port': ['ID=ff301866-d9fc-4710-b88b-8769c96a73eb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:41.907733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:41.962632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:41.982484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.982974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.071905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-13265d9b-5474-408c-b9a6-69debba84a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.073736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-13265d9b-5474-408c-b9a6-69debba84a98 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.4693787 Nov 24 13:57:42.075682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.091852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c65262-2052-48ae-ad3b-9b755edbaacd']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:42.127447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eff963-9923-45f8-8ef3-9c560f066505') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:42.128485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eff963-9923-45f8-8ef3-9c560f066505') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:42.157105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.167164 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.2589033 Nov 24 13:57:42.182403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34304) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:42.190436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Pushing event updated for resources: {'Port': ['ID=bf17ea8a-f2a3-4d54-8a68-e8653a024bf5,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:42.194073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:42.220558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:59Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:42.232390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ead60-27fe-400c-8f0b-dc763ccd7400 None None] The sync data for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv is: [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:55:48Z', 'revision_number': 4, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'ff81c96b-62bb-4bb2-afb1-6ef3819ee75d', 'name': '', 'network_id': '378cd40c-7853-41e1-9641-4cf1cc80c20c', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'mac_address': 'fa:16:3e:1b:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0e733962-a4e3-481f-b160-a47654dc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:44Z', 'updated_at': '2021-11-24T13:55:59Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'subnets': [{'id': '0e733962-a4e3-481f-b160-a47654dc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:42.255838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:57:42.393002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.401863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/5cd57015-d201-4457-9bd6-329713ac918b/28e08a62-109e-416d-b9d9-4b94581560b4) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:42.412719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3d91a-8de7-4016-8a45-4c8e569755bd req-52f8f567-349a-4601-b2ef-7e526602b0aa tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.421321 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9ab3d91a-8de7-4016-8a45-4c8e569755bd req-52f8f567-349a-4601-b2ef-7e526602b0aa tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7715859 Nov 24 13:57:42.459510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.465545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.466186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.480900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06f167-bb09-474f-9e75-1a0786ae49b1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.482475 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cf06f167-bb09-474f-9e75-1a0786ae49b1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7073328 Nov 24 13:57:42.483411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.501216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34308) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:42.507291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:42.507680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.521048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] DHCP port deletion for f4bbaac7-73ad-4464-a0f7-19854df8920f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:42.524017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dfb2aa2d-4649-4345-a557-55053ae83ff4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:42.538393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Deleting port cd535201-ba8b-497c-bfe2-14599455534b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:42.538768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.572769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5297700e-abf4-4840-8457-3e3fe0d0320c tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:42.603853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting port ff301866-d9fc-4710-b88b-8769c96a73eb {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:42.604508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:42.617230 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:42.705645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Pushing event deleted for resources: {'Port': ['ID=5d97ff7c-0ad5-4f4c-b36c-abd5281aebd9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:42.709229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:42.715285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port bafb246d-43b8-4748-8c97-6f95b48be0dc {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:42.715848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.740872 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab319959-83ce-41cc-b3d2-f17de7cd4809 None None] New status for floating IP 60e0d466-7722-4e08-bfd9-882c9cb3a48b: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:57:42.770021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-994bb305-70a2-4d42-ba3a-faee39ae6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.771639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-994bb305-70a2-4d42-ba3a-faee39ae6975 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.6852820 Nov 24 13:57:42.795878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] For port cd535201-ba8b-497c-bfe2-14599455534b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cd535201-ba8b-497c-bfe2-14599455534b,segment=NetworkSegment(628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9),segment_id=628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:42.796558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:42.899165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4067769 Nov 24 13:57:42.900715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34312) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:42.912469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=b98c0309-3fa1-4d50-b649-3222e00599ee,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:42.936187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b98c0309-3fa1-4d50-b649-3222e00599ee details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:42.948229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:42.982425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:43.033880 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9ab3d91a-8de7-4016-8a45-4c8e569755bd req-cd7d9ac9-c193-48de-9f60-ab9736bb2cbe tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6116674 Nov 24 13:57:43.061251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for cd535201-ba8b-497c-bfe2-14599455534b owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:43.073821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.102590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Transition to ACTIVE for port object 28e08a62-109e-416d-b9d9-4b94581560b4 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:43.131987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] For port cd535201-ba8b-497c-bfe2-14599455534b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cd535201-ba8b-497c-bfe2-14599455534b,segment=NetworkSegment(628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9),segment_id=628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:43.132533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.189247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.193678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.205157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:43.228222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Transition to ACTIVE for port object 28e08a62-109e-416d-b9d9-4b94581560b4 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:43.294724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.300579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Calling delete_port for cd535201-ba8b-497c-bfe2-14599455534b owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:43.338539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Network': ['ID=08c65262-2052-48ae-ad3b-9b755edbaacd,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:43.339175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.340646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.366553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Calling delete_port for ff301866-d9fc-4710-b88b-8769c96a73eb owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:43.377529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:43.389756 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/08c65262-2052-48ae-ad3b-9b755edbaacd HTTP/1.1" status: 204 len: 168 time: 2.8490613 Nov 24 13:57:43.393154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34316) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:43.416646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] For port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bf17ea8a-f2a3-4d54-8a68-e8653a024bf5,segment=NetworkSegment(ab37c65c-e50d-423d-add7-add18311cd7b),segment_id=ab37c65c-e50d-423d-add7-add18311cd7b)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:43.417125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.439303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.444412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.445626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] 10.222.0.36 "DELETE /v2.0/floatingips/60e0d466-7722-4e08-bfd9-882c9cb3a48b HTTP/1.1" status: 204 len: 168 time: 3.2302630 Nov 24 13:57:43.458774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:43.481812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:43.537297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:43.537714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:43.553081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:43.582508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ca2fa7-9b68-43bc-a36d-13e115736560 None None] Network 1ab6beec-37ce-4a3e-b9de-a6253f52e862 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:43.602678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:43.608949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34320) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:43.619335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:43.621998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:43.631442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:43.652690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=cd535201-ba8b-497c-bfe2-14599455534b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:43.702249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:43.716525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No DVR routers for this DVR port cd535201-ba8b-497c-bfe2-14599455534b on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:43.735809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9de0b353-0541-4591-b32f-d2afff2c76b5 None None] Provisioning for port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:43.775749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting subnet 73187372-f312-49fe-9509-5d33d53ed146 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:43.799870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.824244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Pushing event updated for resources: {'Port': ['ID=28e08a62-109e-416d-b9d9-4b94581560b4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:43.827608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:43.884303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Attempting to bind port 28e08a62-109e-416d-b9d9-4b94581560b4 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:43.884920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Attempting to bind port 28e08a62-109e-416d-b9d9-4b94581560b4 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:43.885390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Attempting to bind port 28e08a62-109e-416d-b9d9-4b94581560b4 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:43.936260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:43.936995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:43.936995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.938904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:43.938904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Bound port: 28e08a62-109e-416d-b9d9-4b94581560b4, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:43.939864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.948876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.952337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:43.976418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:43.999449 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-199e3917-ee0a-4fef-abc3-f06447e377c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 1001 time: 1.1969497 Nov 24 13:57:44.008957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:44.009724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.020162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.051346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Deleting port cd535201-ba8b-497c-bfe2-14599455534b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:44.051813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.053583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bbaac7-73ad-4464-a0f7-19854df8920f']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:44.130394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:44.132647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.141937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:44.170939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:44.175921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6065c2d2-eea1-47b1-ba9b-3131adb594b9 None None] The port 'cd535201-ba8b-497c-bfe2-14599455534b' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:57:44.191372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:44.226777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Could not find standard attr ID for object bf17ea8a-f2a3-4d54-8a68-e8653a024bf5. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:57:44.229720 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No ports have port_id starting with bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 Nov 24 13:57:44.243622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for bafb246d-43b8-4748-8c97-6f95b48be0dc owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:44.245112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] For port 28e08a62-109e-416d-b9d9-4b94581560b4, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:44.249737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] For port 28e08a62-109e-416d-b9d9-4b94581560b4, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=28e08a62-109e-416d-b9d9-4b94581560b4,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:44.266566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.282477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:44.315570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:44.315779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628cdd7c-1a3d-4d8f-877c-e10b7c9da3e9') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:44.320612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce84ec54-02dd-47fa-aa15-b2265a267363 None None] DHCP port deletion for 1ab6beec-37ce-4a3e-b9de-a6253f52e862 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:44.334356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:44.340230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cd535201-ba8b-497c-bfe2-14599455534b no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:44.347222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-3fbb5362-9afc-462c-92d8-a2694dfddb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:44.349642 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-3fbb5362-9afc-462c-92d8-a2694dfddb45 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.3258252 Nov 24 13:57:44.350054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.352114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=bf17ea8a-f2a3-4d54-8a68-e8653a024bf5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:44.363342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No DVR routers for this DVR port bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:44.365560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.408001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.413570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:44.417244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:44.417603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: cd535201-ba8b-497c-bfe2-14599455534b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:44.417702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.417793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cd535201-ba8b-497c-bfe2-14599455534b not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:44.431784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Pushing event updated for resources: {'Port': ['ID=28e08a62-109e-416d-b9d9-4b94581560b4,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:44.435016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:44.440003 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:44.465199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bca40b36-0010-45cb-a932-c1fc9dcb55c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:44.540714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.544280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff301866-d9fc-4710-b88b-8769c96a73eb,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:44.552685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:44.556225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.586842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:44.632708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.639995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-22d65eef-2f78-4159-b56a-f78eb57c0864 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:44.660691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.717459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=f4bbaac7-73ad-4464-a0f7-19854df8920f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:44.731596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:44.757743 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/f4bbaac7-73ad-4464-a0f7-19854df8920f HTTP/1.1" status: 204 len: 168 time: 5.2764814 Nov 24 13:57:44.759897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.766346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:44.783295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34326) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:44.814627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.830558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=bafb246d-43b8-4748-8c97-6f95b48be0dc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:44.835956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:44.839312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:44.902343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7ee17-00f9-44e2-baa8-69f2ff40e34a None None] Network 14d880f3-90a5-4dde-a356-fbc251fdb711 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:44.903598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.906884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Subnet': ['ID=73187372-f312-49fe-9509-5d33d53ed146,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:44.914628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:44.921868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:44.924219 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/bafb246d-43b8-4748-8c97-6f95b48be0dc HTTP/1.1" status: 204 len: 168 time: 2.3084834 Nov 24 13:57:44.928253 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/subnets/73187372-f312-49fe-9509-5d33d53ed146 HTTP/1.1" status: 204 len: 168 time: 1.5312037 Nov 24 13:57:44.928253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34330) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:44.929712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34332) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:44.952486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374529726'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:44.995671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:45.050042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.063682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:45.068942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:45.101581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce7f0c-e1ab-42fd-ad3b-875fd523e93e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:45.103156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce7f0c-e1ab-42fd-ad3b-875fd523e93e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:45.103901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a7ce7f0c-e1ab-42fd-ad3b-875fd523e93e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:45.104882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:45.114952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.137067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:45.137067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.149079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab6beec-37ce-4a3e-b9de-a6253f52e862']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:45.165243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7dbbc-51d7-452a-a4e9-bfc4e986cb2a req-1929fff5-f3c6-4bf5-88e3-f5c585194277 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:45.166781 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3ad7dbbc-51d7-452a-a4e9-bfc4e986cb2a req-1929fff5-f3c6-4bf5-88e3-f5c585194277 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.9906399 Nov 24 13:57:45.168130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a7ce7f0c-e1ab-42fd-ad3b-875fd523e93e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:45.169314 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a7ce7f0c-e1ab-42fd-ad3b-875fd523e93e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2414930 Nov 24 13:57:45.176411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34338) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:45.188674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.194341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab37c65c-e50d-423d-add7-add18311cd7b') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:45.194635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab37c65c-e50d-423d-add7-add18311cd7b') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:45.206124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-6c246585-c620-4b34-927a-bb6afd31cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:45.207621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-6c246585-c620-4b34-927a-bb6afd31cd60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7845235 Nov 24 13:57:45.238783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:45.242202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.265239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] DHCP port deletion for 14d880f3-90a5-4dde-a356-fbc251fdb711 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:45.271518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Deleting port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:45.271518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.279655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 5cd57015-d201-4457-9bd6-329713ac918b {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:45.286070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.303174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.413471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 28e08a62-109e-416d-b9d9-4b94581560b4 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:45.424292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.589640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 28e08a62-109e-416d-b9d9-4b94581560b4 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:45.644298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] For port ae2cf00a-d424-4c8a-8417-c7eaa8d67251, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,segment=NetworkSegment(6d5bce73-86e3-4442-bfec-2dbc174f51fe),segment_id=6d5bce73-86e3-4442-bfec-2dbc174f51fe)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:45.645234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.651856 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ff301866-d9fc-4710-b88b-8769c96a73eb HTTP/1.1" status: 204 len: 168 time: 3.4436178 Nov 24 13:57:45.657884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34342) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:45.679816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.731897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:45.740141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.807338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:45.818760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.819101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 0955c7c8-232c-4ead-9a03-177489e6b561 of type vlan for network de0164ab-00fc-4a32-947e-09e4a9427ca7 Nov 24 13:57:45.883902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] For port ae2cf00a-d424-4c8a-8417-c7eaa8d67251, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,segment=NetworkSegment(6d5bce73-86e3-4442-bfec-2dbc174f51fe),segment_id=6d5bce73-86e3-4442-bfec-2dbc174f51fe)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:45.884306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:45.909684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Calling delete_port for ae2cf00a-d424-4c8a-8417-c7eaa8d67251 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:45.911625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7', 'external_fixed_ips': [{'subnet_id': 'b8454388-70a1-4c37-957d-48734277987e', 'ip_address': '172.20.0.8'}]}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:45.916661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:45.921124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:router and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:45.925015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:45.931288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:45.941249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:45.942025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf17ea8a-f2a3-4d54-8a68-e8653a024bf5 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:45.944245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:45.944639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.008627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.014498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:46.033459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Calling delete_port for ae2cf00a-d424-4c8a-8417-c7eaa8d67251 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:46.065547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Provisioning for port 28e08a62-109e-416d-b9d9-4b94581560b4 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:46.066921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3ad7dbbc-51d7-452a-a4e9-bfc4e986cb2a req-8f6ee420-1cf3-43e6-b666-d1ec66bb4e40 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8746443 Nov 24 13:57:46.069041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-a6e5ad99-4d97-4678-a813-18c1d2446dc0 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345883 Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:46.070171 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:46.079081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.081317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.083593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Pushing event deleted for resources: {'Port': ['ID=ae2cf00a-d424-4c8a-8417-c7eaa8d67251,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.085615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Provisioning complete for port 28e08a62-109e-416d-b9d9-4b94581560b4 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:46.086174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.099143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.106192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-175f23ba-720a-4023-842d-bf188b82fe04 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:46.118466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:46.118692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.119144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.136022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.150365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] No DVR routers for this DVR port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:46.158451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:46.170264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.189791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.198676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:46.199300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:46.200298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd57015-d201-4457-9bd6-329713ac918b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.200964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.208038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=1ab6beec-37ce-4a3e-b9de-a6253f52e862,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.210569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/1ab6beec-37ce-4a3e-b9de-a6253f52e862 HTTP/1.1" status: 204 len: 168 time: 4.6750517 Nov 24 13:57:46.216988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:46.222143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34346) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:46.223014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:46.225810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:46.232629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'name': 'tempest-PortsTestJSON-72570783'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:46.257793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.259293 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/5cd57015-d201-4457-9bd6-329713ac918b HTTP/1.1" status: 204 len: 168 time: 1.0818136 Nov 24 13:57:46.309460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] For port 28e08a62-109e-416d-b9d9-4b94581560b4, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=28e08a62-109e-416d-b9d9-4b94581560b4,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:46.316349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.318445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34350) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:46.319768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:46.392628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Pushing event updated for resources: {'Port': ['ID=28e08a62-109e-416d-b9d9-4b94581560b4,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.396079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:46.424325 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cb15579b-3c41-4de0-9d9c-435831053425 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003325 Nov 24 13:57:46.433276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ba83b8d4-c19b-4983-bda6-5081d18868c3 None None] Could not find standard attr ID for object bafb246d-43b8-4748-8c97-6f95b48be0dc. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:57:46.435724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34354) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:46.443985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:46.449210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a8181-3361-4e8c-864b-4269786215e2 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:46.468317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:46.473404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:46.476298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:46.482155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:46.511767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:57:46.571120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:46.574700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.622093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 76eeecbd-d6ae-42de-be47-c16b816d9802 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:46.661027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:46.667727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:46.677312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:46.697205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:46.701041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Deleting port ae2cf00a-d424-4c8a-8417-c7eaa8d67251 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:46.701524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.703688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.714854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.731910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.738139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:46.739110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:46.739741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.743901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=3760e91d-26b7-46e7-beb8-169f22ee457d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.744124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Deleting port 28e08a62-109e-416d-b9d9-4b94581560b4 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:46.744373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.756424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:46.757067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7ae299e5-1d5c-464a-bda3-c9768ee8af2d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:46.788638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] The port 'ae2cf00a-d424-4c8a-8417-c7eaa8d67251' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:57:46.840110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:46.843925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:46.885062 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4626aa35-0c58-4153-9a5b-92ad5ad44d45 req-90906c2c-7324-43fa-a08d-c5ad0862c047 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005748 Nov 24 13:57:46.890446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'b8693972-bfcb-4fac-a444-fd5873d84eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:46.891412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: b98c0309-3fa1-4d50-b649-3222e00599ee, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:46.913556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0502424 Nov 24 13:57:46.918456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34358) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:46.978463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:46.993633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] For port 28e08a62-109e-416d-b9d9-4b94581560b4, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=28e08a62-109e-416d-b9d9-4b94581560b4,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:46.994034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.013743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=de0164ab-00fc-4a32-947e-09e4a9427ca7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.061741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:47.075739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:47.083693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network b98c0309-3fa1-4d50-b649-3222e00599ee is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:47.170480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b98c0309-3fa1-4d50-b649-3222e00599ee) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:47.183520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:47.184110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.197048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Calling delete_port for 28e08a62-109e-416d-b9d9-4b94581560b4 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:47.203107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:47.215784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:47.223002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:47.235499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2923203 Nov 24 13:57:47.237426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:47.240796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34364) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:47.253194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.329686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.330368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:47.333299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.362001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b92c3-ed10-40c3-b93a-0d4f97d63c7e None None] Network b98c0309-3fa1-4d50-b649-3222e00599ee requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:47.389684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 28e08a62-109e-416d-b9d9-4b94581560b4 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:47.396506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d880f3-90a5-4dde-a356-fbc251fdb711']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:47.406828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.560566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ffff1f1-bfbb-4b2d-93df-dcdd5f3ea43d tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:47.593046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.624193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5bce73-86e3-4442-bfec-2dbc174f51fe') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:47.624193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5bce73-86e3-4442-bfec-2dbc174f51fe') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:47.638239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.655280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.662657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:47.663096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.676736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.691905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:47.731706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 28e08a62-109e-416d-b9d9-4b94581560b4 update to DOWN by agent not found {{(pid=87694) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 13:57:47.732304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ae2cf00a-d424-4c8a-8417-c7eaa8d67251 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:47.743629 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:47.799493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Pushing event deleted for resources: {'Port': ['ID=28e08a62-109e-416d-b9d9-4b94581560b4,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.806075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] No DVR routers for this DVR port 28e08a62-109e-416d-b9d9-4b94581560b4 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:47.806516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:47.807892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ae2cf00a-d424-4c8a-8417-c7eaa8d67251 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:47.808378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ae2cf00a-d424-4c8a-8417-c7eaa8d67251 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:47.816924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:47.819787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:47.871729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:47.878213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:47.878866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.894463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=76eeecbd-d6ae-42de-be47-c16b816d9802,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.896711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.898380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:47.919363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c030f206-b67d-4fcc-b949-45c9367dbe82 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:47.944420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.947490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:47.968004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755d3e6-da47-457c-ba1c-6e4096bafc49 req-8b17b52e-14ac-48b8-9d70-8e47a2cc8124 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:47.969780 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0755d3e6-da47-457c-ba1c-6e4096bafc49 req-8b17b52e-14ac-48b8-9d70-8e47a2cc8124 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7317688 Nov 24 13:57:47.988902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Pushing event deleted for resources: {'Network': ['ID=14d880f3-90a5-4dde-a356-fbc251fdb711,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.992997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-b98c0309-3fa1-4d50-b649-3222e00599ee', 'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': '3760e91d-26b7-46e7-beb8-169f22ee457d'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:47.993843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.012477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:48.027261 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] 10.222.0.36 "DELETE /v2.0/networks/14d880f3-90a5-4dde-a356-fbc251fdb711 HTTP/1.1" status: 204 len: 168 time: 3.0970402 Nov 24 13:57:48.036624 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.8125489 Nov 24 13:57:48.048136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34372) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:48.123628 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0755d3e6-da47-457c-ba1c-6e4096bafc49 req-95a6bddb-ccfe-49aa-8c5f-7bc3a1aa6bea tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374958 Nov 24 13:57:48.173355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Allocated IP 172.20.0.1 (b98c0309-3fa1-4d50-b649-3222e00599ee/3760e91d-26b7-46e7-beb8-169f22ee457d/99b1a165-99ee-4ed3-991f-9b9c33ad5520) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:48.174793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 76eeecbd-d6ae-42de-be47-c16b816d9802 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:48.175422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.219739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.230988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-514e1af1-b060-4425-a330-97dfaabd7acf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:48.309753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:48.318230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:48.324477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:48.325243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.329297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=46a39802-8e02-4dcc-a1de-68d0a994fe61,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.339163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0773723-0d4c-4038-bfa9-0a161a1c519c None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:48.359654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:48.405426 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9685428 Nov 24 13:57:48.408622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34378) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:48.433059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'name': 'tempest-NetworksTestDHCPv6-1811135015'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:48.435442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.473955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:48.517418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.567171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.610812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.665296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.671328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:48.688792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '46a39802-8e02-4dcc-a1de-68d0a994fe61'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:48.690346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.766995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 76eeecbd-d6ae-42de-be47-c16b816d9802 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:48.820618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.835042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:48.845592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:48.850050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:48.867069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:48.871006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Transition to ACTIVE for port object 99b1a165-99ee-4ed3-991f-9b9c33ad5520 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:48.880718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:48.884827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.897312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=9b392785-1280-4038-bf7a-b525fb9a623f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.897516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.901274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:48.901619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Transition to ACTIVE for port object 99b1a165-99ee-4ed3-991f-9b9c33ad5520 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:48.906787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da6ce290-2e8c-4644-935d-25efc4c4c921 tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:48.909160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/46a39802-8e02-4dcc-a1de-68d0a994fe61/7a42077c-ea6f-4dd5-8f1d-dd308887b061) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:48.917456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:48.926511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6e45e9e0-70a6-4815-951b-25727526cc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:48.965071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=76eeecbd-d6ae-42de-be47-c16b816d9802,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.969828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:48.970921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 57c029b4-c622-4760-b26d-91ca1d2c97db yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:48.982907 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2a438501-3ea3-41c2-9d14-76d7e35668dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c91ee4b89c9e4dd7bbc74cdb1d2fd608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077918 Nov 24 13:57:48.990294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '0955c7c8-232c-4ead-9a03-177489e6b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:48.990651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: de0164ab-00fc-4a32-947e-09e4a9427ca7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:48.994809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Deleting port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:48.995314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.006582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34388) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:49.010443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.067564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.067953 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/76eeecbd-d6ae-42de-be47-c16b816d9802 HTTP/1.1" status: 204 len: 168 time: 1.0165722 Nov 24 13:57:49.073872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34392) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:49.078966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf55e501-4c10-4200-8f8e-bdb7bab6906e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:49.089341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'mac_address': 'fa:16:3e:a5:b2:df', 'name': 'tempest-PortsTestJSON-2009015289'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:49.090568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Network b98c0309-3fa1-4d50-b649-3222e00599ee is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:49.093443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:49.095500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Pushing event updated for resources: {'Port': ['ID=99b1a165-99ee-4ed3-991f-9b9c33ad5520,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:49.100246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:49.101141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:49.122944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Allocated IP 172.20.0.8 (267a201e-4578-49fb-8b7b-01cc0517c7f7/b8454388-70a1-4c37-957d-48734277987e/ecd85c92-7eff-4560-8a10-e3d2d8c42642) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:49.154146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=3760e91d-26b7-46e7-beb8-169f22ee457d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:49.157881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:49.223551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.251716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:49.254411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Attempting to bind port 99b1a165-99ee-4ed3-991f-9b9c33ad5520 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:49.254796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Attempting to bind port 99b1a165-99ee-4ed3-991f-9b9c33ad5520 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'b8693972-bfcb-4fac-a444-fd5873d84eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:49.255167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Attempting to bind port 99b1a165-99ee-4ed3-991f-9b9c33ad5520 on network b98c0309-3fa1-4d50-b649-3222e00599ee {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:49.261030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:49.263928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:49.264355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Checking segment: {'id': 'b8693972-bfcb-4fac-a444-fd5873d84eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:49.264797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.265015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.265228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Bound using segment: {'id': 'b8693972-bfcb-4fac-a444-fd5873d84eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:49.266497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Bound port: 99b1a165-99ee-4ed3-991f-9b9c33ad5520, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8693972-bfcb-4fac-a444-fd5873d84eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'b98c0309-3fa1-4d50-b649-3222e00599ee'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:49.266804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.284872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:49.310538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:49.344458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:49.345821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.356738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Transition to ACTIVE for port object 7a42077c-ea6f-4dd5-8f1d-dd308887b061 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:49.377028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Transition to ACTIVE for port object 7a42077c-ea6f-4dd5-8f1d-dd308887b061 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:49.383347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:49.388455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.395634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:49.508053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:49.517584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:49.522223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:49.575428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, de0164ab-00fc-4a32-947e-09e4a9427ca7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:49.580164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Pushing event updated for resources: {'Port': ['ID=7a42077c-ea6f-4dd5-8f1d-dd308887b061,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:49.581445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:49.583081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.587643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.595637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:49.620111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59277596-14ba-43b2-bf09-e30b46b87e38 None None] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:49.623843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8986344-a0bb-4daa-86a8-58a1dea0e884,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:49.632989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:49.636256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:49.638244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.638623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.679784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::3c9 (13168bed-777a-4e4d-96b5-2446850be7d2/46a39802-8e02-4dcc-a1de-68d0a994fe61/57c029b4-c622-4760-b26d-91ca1d2c97db) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:49.699639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.701020 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8986344-a0bb-4daa-86a8-58a1dea0e884 HTTP/1.1" status: 204 len: 168 time: 0.6934898 Nov 24 13:57:49.702470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 71415b0d-c00c-4b47-b44c-17525293d31c yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:49.731428 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7648690 Nov 24 13:57:49.734975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98c0309-3fa1-4d50-b649-3222e00599ee']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:49.747484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34400) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:49.754497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-945706794'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:49.765533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] For port ff81c96b-62bb-4bb2-afb1-6ef3819ee75d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:49.765906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.775159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8693972-bfcb-4fac-a444-fd5873d84eb6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:49.775484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8693972-bfcb-4fac-a444-fd5873d84eb6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:49.807856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] For port 99b1a165-99ee-4ed3-991f-9b9c33ad5520, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:49.836582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Attempting to bind port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:49.837179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Attempting to bind port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:49.837618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Attempting to bind port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:49.850331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:49.850856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:49.851431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.852030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:49.852593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Bound port: 7a42077c-ea6f-4dd5-8f1d-dd308887b061, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:49.853068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.873856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] For port 99b1a165-99ee-4ed3-991f-9b9c33ad5520, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=99b1a165-99ee-4ed3-991f-9b9c33ad5520,segment=NetworkSegment(b8693972-bfcb-4fac-a444-fd5873d84eb6),segment_id=b8693972-bfcb-4fac-a444-fd5873d84eb6)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:49.886610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-046983a3-8ecd-4d93-9205-a0c544e4e3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.894072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.941281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:49.955186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Calling delete_port for ff81c96b-62bb-4bb2-afb1-6ef3819ee75d owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:49.994606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8d724fbf-856d-479e-9446-77713e17ef21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:50.035058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.038484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.050050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbd9f5-1519-4c92-89b6-d02e9302caa4 req-905e02c5-8ef3-45d5-8d5a-1af1fa34db02 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:50.051807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-16fbd9f5-1519-4c92-89b6-d02e9302caa4 req-905e02c5-8ef3-45d5-8d5a-1af1fa34db02 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.6505928 Nov 24 13:57:50.064843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:50.065480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:50.083990 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:50.195153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:50.213198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-708d0e28-448c-410f-8427-f29543767d0c None None] For port 7a42077c-ea6f-4dd5-8f1d-dd308887b061, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:50.217686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-708d0e28-448c-410f-8427-f29543767d0c None None] For port 7a42077c-ea6f-4dd5-8f1d-dd308887b061, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a42077c-ea6f-4dd5-8f1d-dd308887b061,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:50.221647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:50.225912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Pushing event updated for resources: {'Port': ['ID=99b1a165-99ee-4ed3-991f-9b9c33ad5520,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:50.228948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:50.230955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:50.236125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.248932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:50.262423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:50.285252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:57:50.285252 dv-neutron-818153-2-hyperv neutron-server[87693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:57:50.285252 dv-neutron-818153-2-hyperv neutron-server[87693]: [parameters: {'id': 'b98c0309-3fa1-4d50-b649-3222e00599ee'}] Nov 24 13:57:50.285252 dv-neutron-818153-2-hyperv neutron-server[87693]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:50.285682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:50.290957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.299597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-16fbd9f5-1519-4c92-89b6-d02e9302caa4 req-ad3bd571-5b40-49f5-83cb-ec11f19f4dda tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164199 Nov 24 13:57:50.316570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.320833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:50.324497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.331202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.359448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-efc5d88c-9490-419f-9178-b5a73c497689 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:50.382689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 004b15da-e7ce-4018-9cc9-1e7fe3f45d20 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:50.491768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.508018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-de0164ab-00fc-4a32-947e-09e4a9427ca7', 'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': '9b392785-1280-4038-bf7a-b525fb9a623f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:57:50.510109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.523406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd85c92-7eff-4560-8a10-e3d2d8c42642,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:50.524370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Pushing event updated for resources: {'Port': ['ID=7a42077c-ea6f-4dd5-8f1d-dd308887b061,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:50.528137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:50.535371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2c304-7cd9-44d5-98a6-37f7e6fcf4ad None None] Network b98c0309-3fa1-4d50-b649-3222e00599ee requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:50.535538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:50.544046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network 267a201e-4578-49fb-8b7b-01cc0517c7f7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:50.599709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::bb (de0164ab-00fc-4a32-947e-09e4a9427ca7/9b392785-1280-4038-bf7a-b525fb9a623f/004b15da-e7ce-4018-9cc9-1e7fe3f45d20) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:50.603617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:50.616082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:50.811893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 57c029b4-c622-4760-b26d-91ca1d2c97db will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:50.841689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.927991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.945549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d569b415-c275-4432-8f6e-2285c516c42a tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:50.966485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:50.987603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a02b6a13-7e2b-4965-8b78-2ac54ead44c0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:50.994549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff81c96b-62bb-4bb2-afb1-6ef3819ee75d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.002231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:51.071404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34424) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:51.078624 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025501 Nov 24 13:57:51.086069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34426) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:51.087157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port 99b1a165-99ee-4ed3-991f-9b9c33ad5520 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:51.087623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.089390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:51.092154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.099951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:51.127553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fc028-ae8c-4090-ab1e-953a9be67be3 req-d17790bc-a177-4b06-a99c-f0379f539e34 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:51.129145 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fa1fc028-ae8c-4090-ab1e-953a9be67be3 req-d17790bc-a177-4b06-a99c-f0379f539e34 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4765906 Nov 24 13:57:51.131362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:51.137162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:51.138052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.155513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=71415b0d-c00c-4b47-b44c-17525293d31c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.184429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.188401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:51.193528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe41369e-3882-4cb8-a73b-f4c0d2451284 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:51.264045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:51.285886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:51.298625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:51.315796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:51.318406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.373182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 004b15da-e7ce-4018-9cc9-1e7fe3f45d20 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:51.396946 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2914c08e-02af-41b0-8cea-34bd8241e6d4 tempest-NetworksApiDiscovery-1760116276 tempest-NetworksApiDiscovery-1760116276-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3061564 Nov 24 13:57:51.402294 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3273475 Nov 24 13:57:51.403072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:51.419526 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fa1fc028-ae8c-4090-ab1e-953a9be67be3 req-f5ba7a55-2242-4bba-a199-b58d950226be tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673142 Nov 24 13:57:51.455053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=57c029b4-c622-4760-b26d-91ca1d2c97db,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.462628 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0509484 Nov 24 13:57:51.470674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:51.487427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34440) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:51.591011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a42077c-ea6f-4dd5-8f1d-dd308887b061 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:51.625520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6633e34-0e61-4606-b847-eb738238e9b0 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:51.629938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d6633e34-0e61-4606-b847-eb738238e9b0 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:51.661873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.669491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e701173f-89a3-4599-9bca-41855b40f5f6 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:51.775989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d6633e34-0e61-4606-b847-eb738238e9b0 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:51.787700 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d6633e34-0e61-4606-b847-eb738238e9b0 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/71415b0d-c00c-4b47-b44c-17525293d31c HTTP/1.1" status: 200 len: 841 time: 0.3768272 Nov 24 13:57:51.800467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34444) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:51.835662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:51.842728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Allocated IP 2001:db8::2 (de0164ab-00fc-4a32-947e-09e4a9427ca7/9b392785-1280-4038-bf7a-b525fb9a623f/af249924-75fa-449e-9855-9ecfa146a678) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:51.873940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:51.908629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:51.935737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:51.947933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:51.948595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:51.979190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=004b15da-e7ce-4018-9cc9-1e7fe3f45d20,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:52.055144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:52.076458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56386a0-f296-4520-afa2-06a767d4a606 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:52.084193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56386a0-f296-4520-afa2-06a767d4a606 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:52.084957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e56386a0-f296-4520-afa2-06a767d4a606 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:52.093530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 71415b0d-c00c-4b47-b44c-17525293d31c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:52.094089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.154997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34452) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:52.244722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.292538 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.5435107 Nov 24 13:57:52.294610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34458) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:52.320673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.338951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Transition to ACTIVE for port object af249924-75fa-449e-9855-9ecfa146a678 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:52.377351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Transition to ACTIVE for port object af249924-75fa-449e-9855-9ecfa146a678 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:52.383252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Provisioning for port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:52.393453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Provisioning complete for port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:52.393841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.401235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e56386a0-f296-4520-afa2-06a767d4a606 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:52.402432 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e56386a0-f296-4520-afa2-06a767d4a606 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9140816 Nov 24 13:57:52.415096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34462) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:52.433329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.445832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d25540d0-60d0-4cae-8fc1-346e0aecb63a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:52.534681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Pushing event updated for resources: {'Port': ['ID=af249924-75fa-449e-9855-9ecfa146a678,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:52.541507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:52.558847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.575868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:52.580270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port 99b1a165-99ee-4ed3-991f-9b9c33ad5520, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=99b1a165-99ee-4ed3-991f-9b9c33ad5520,segment=NetworkSegment(b8693972-bfcb-4fac-a444-fd5873d84eb6),segment_id=b8693972-bfcb-4fac-a444-fd5873d84eb6)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:52.580596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:52.580982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.583695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6db4-e6d8-49fd-803c-2f5189df9af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.585334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:52.593244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 004b15da-e7ce-4018-9cc9-1e7fe3f45d20 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:52.594288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.603833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.678337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 57c029b4-c622-4760-b26d-91ca1d2c97db {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:52.678919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.752514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:52.756781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Usage tracker for resource:security_group_rule and tenant:742fbeb4360146fb9a7e89e64364ab44 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:52.760270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:52.765099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Attempting to bind port af249924-75fa-449e-9855-9ecfa146a678 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:52.765859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Attempting to bind port af249924-75fa-449e-9855-9ecfa146a678 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '0955c7c8-232c-4ead-9a03-177489e6b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:52.766081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6534-639b-4ea4-bff6-356dad52b361 req-4d2a219a-9d32-4f3f-8cd8-88dad5bb767f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:52.766514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:52.766630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Attempting to bind port af249924-75fa-449e-9855-9ecfa146a678 on network de0164ab-00fc-4a32-947e-09e4a9427ca7 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:52.768286 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-67aa6534-639b-4ea4-bff6-356dad52b361 req-4d2a219a-9d32-4f3f-8cd8-88dad5bb767f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7781718 Nov 24 13:57:52.778054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:52.778818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Checking segment: {'id': '0955c7c8-232c-4ead-9a03-177489e6b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:52.779436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.780016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Bound using segment: {'id': '0955c7c8-232c-4ead-9a03-177489e6b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:52.780656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Bound port: af249924-75fa-449e-9855-9ecfa146a678, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0955c7c8-232c-4ead-9a03-177489e6b561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'de0164ab-00fc-4a32-947e-09e4a9427ca7'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:52.781374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.803355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.903736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] For port 7a42077c-ea6f-4dd5-8f1d-dd308887b061, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a42077c-ea6f-4dd5-8f1d-dd308887b061,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:52.914460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.918363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:52.935427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.956653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] For port af249924-75fa-449e-9855-9ecfa146a678, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:52.980275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] For port af249924-75fa-449e-9855-9ecfa146a678, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=af249924-75fa-449e-9855-9ecfa146a678,segment=NetworkSegment(0955c7c8-232c-4ead-9a03-177489e6b561),segment_id=0955c7c8-232c-4ead-9a03-177489e6b561)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:52.988530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:52.992656 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-67aa6534-639b-4ea4-bff6-356dad52b361 req-88ae92c9-d9e1-46c5-95a0-f74bc102b0e1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094193 Nov 24 13:57:53.001567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.013917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Pushing event updated for resources: {'Port': ['ID=7a42077c-ea6f-4dd5-8f1d-dd308887b061,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:53.019006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:53.019492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:53.028178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for 99b1a165-99ee-4ed3-991f-9b9c33ad5520 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:53.059509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.098862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Pushing event updated for resources: {'Port': ['ID=af249924-75fa-449e-9855-9ecfa146a678,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:53.106532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:53.121608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:53.130288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-67efeccb-0fec-4479-9f1f-91d9e73c4ae3 None None] Provisioning for port 57c029b4-c622-4760-b26d-91ca1d2c97db completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:53.142130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-67efeccb-0fec-4479-9f1f-91d9e73c4ae3 None None] Provisioning complete for port 57c029b4-c622-4760-b26d-91ca1d2c97db triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.142916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67efeccb-0fec-4479-9f1f-91d9e73c4ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.143079 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=742fbeb4360146fb9a7e89e64364ab44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737847 Nov 24 13:57:53.156943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34468) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:53.173685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 71415b0d-c00c-4b47-b44c-17525293d31c owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:53.348384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-67efeccb-0fec-4479-9f1f-91d9e73c4ae3 None None] Port 57c029b4-c622-4760-b26d-91ca1d2c97db cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:57:53.373024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a42077c-ea6f-4dd5-8f1d-dd308887b061 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:53.541023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.541413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.657078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6505815d-1dfb-4a61-999f-bf0eeb8659a8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:53.662198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:53.713452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.752172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.760629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.767916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8f59287-27e4-4a66-8a00-05775f8de294 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:53.775742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.842416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.850428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2c859677-333f-4ce4-b8e8-056c661d198d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:53.880932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:53.938655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=99b1a165-99ee-4ed3-991f-9b9c33ad5520,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:53.941429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:53.952365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port 99b1a165-99ee-4ed3-991f-9b9c33ad5520 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:53.985408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 57c029b4-c622-4760-b26d-91ca1d2c97db owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:54.100159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.138532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.211472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=71415b0d-c00c-4b47-b44c-17525293d31c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.293268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 004b15da-e7ce-4018-9cc9-1e7fe3f45d20 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:54.298904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98c0309-3fa1-4d50-b649-3222e00599ee']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:54.321447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:54.329670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8693972-bfcb-4fac-a444-fd5873d84eb6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:54.330297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8693972-bfcb-4fac-a444-fd5873d84eb6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:54.343193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Router 9b103c1c-9ba3-464b-8cdd-908c49779059 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:57:54.349390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.357315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.366935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.393045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.426153 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/71415b0d-c00c-4b47-b44c-17525293d31c HTTP/1.1" status: 204 len: 168 time: 2.6106608 Nov 24 13:57:54.430399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:54.475312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9522d23-ff01-4577-aefe-28cac00e4ad7 None None] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:54.525742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b139fa-941c-4908-b3d9-2ddcdf0721fc req-1d7bb64f-0df4-47cd-8978-15ebd055bf78 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:54.527301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-95b139fa-941c-4908-b3d9-2ddcdf0721fc req-1d7bb64f-0df4-47cd-8978-15ebd055bf78 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 1.0032678 Nov 24 13:57:54.531326 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0651e5-48fd-4bc1-9c11-948f485e87cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:57:54.531856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dd0651e5-48fd-4bc1-9c11-948f485e87cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:54.546390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:54.547321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:54.563963 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:54.607176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-37a9f0ba-4667-4ef6-b0f5-41b3d0afce25 None None] Provisioning for port af249924-75fa-449e-9855-9ecfa146a678 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:54.677723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dd0651e5-48fd-4bc1-9c11-948f485e87cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:54.678789 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dd0651e5-48fd-4bc1-9c11-948f485e87cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/71415b0d-c00c-4b47-b44c-17525293d31c HTTP/1.1" status: 404 len: 333 time: 0.2326798 Nov 24 13:57:54.692780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34478) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:54.701409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.712115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe37cda2-cbf7-4290-bb86-d42ad45c59cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:54.721208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'name': 'tempest-PortsTestJSON-338923892'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:54.729253 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-95b139fa-941c-4908-b3d9-2ddcdf0721fc req-5c6467ee-d3ef-4ad9-a77e-26f665c27610 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225598 Nov 24 13:57:54.751579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.753891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505815d-1dfb-4a61-999f-bf0eeb8659a8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.755544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.762557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.764280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:54.767242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e86b03b7-e4bd-4cc9-a301-b6aeb5499596 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:54.820229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=57c029b4-c622-4760-b26d-91ca1d2c97db,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.822167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.824456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-da3b7b1c-575a-4d0a-9a4b-e880c98bd253 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:54.826887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:54.827389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:54.871182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=b98c0309-3fa1-4d50-b649-3222e00599ee,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.875736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:54.901909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:57:54.915693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] Sync routers for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:54.917857 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] 10.222.0.36 "PUT /v2.0/routers/9b103c1c-9ba3-464b-8cdd-908c49779059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3072519 Nov 24 13:57:54.926279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34482) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:54.927352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=004b15da-e7ce-4018-9cc9-1e7fe3f45d20,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.931451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:54.936174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:54.936676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/b98c0309-3fa1-4d50-b649-3222e00599ee HTTP/1.1" status: 204 len: 168 time: 7.6936288 Nov 24 13:57:54.942743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34486) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:54.949715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1871606689'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:54.955130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Router 28c6482a-cb8a-454d-b128-1c83adaab916 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:57:54.960389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:54.961064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:54.962211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:54.967709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:54.971200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:54.976997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:54.991367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:54.996885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:55.181959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.189610 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6505815d-1dfb-4a61-999f-bf0eeb8659a8 HTTP/1.1" status: 204 len: 168 time: 1.9658916 Nov 24 13:57:55.192430 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-47eda43d-eb24-4634-8082-555a94a113aa tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/57c029b4-c622-4760-b26d-91ca1d2c97db HTTP/1.1" status: 204 len: 168 time: 2.7695036 Nov 24 13:57:55.198696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.205723 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/004b15da-e7ce-4018-9cc9-1e7fe3f45d20 HTTP/1.1" status: 204 len: 168 time: 2.9026139 Nov 24 13:57:55.206301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34492) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:55.206640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34494) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:55.208800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:55.214234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.242537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.251353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:55.254931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.288805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port ade12476-c484-4aea-881e-bc5705041143 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:57:55.356309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:57:55.430414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b3628-54b0-48bf-bbc6-edb92d9a0b63 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:55.436542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758b3628-54b0-48bf-bbc6-edb92d9a0b63 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:55.436542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-758b3628-54b0-48bf-bbc6-edb92d9a0b63 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:55.508360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.536634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:57:55.547836 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Sync routers for ids ['28c6482a-cb8a-454d-b128-1c83adaab916'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:55.561731 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Routers {'28c6482a-cb8a-454d-b128-1c83adaab916'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:55.564716 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['28c6482a-cb8a-454d-b128-1c83adaab916'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:55.582699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:55.594189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device af249924-75fa-449e-9855-9ecfa146a678 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:55.600659 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a325fac4-adc3-4307-bee4-d9e843b61d98 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:57:55.601389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a325fac4-adc3-4307-bee4-d9e843b61d98 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:55.623126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.623617 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment d43a0e90-84ad-4b92-888b-84d7726ff60d of type vlan for network 18c8d201-e310-4f32-b8b6-ff490f4458eb Nov 24 13:57:55.692509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.694632 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.8606377 Nov 24 13:57:55.719271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34504) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:55.824733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-758b3628-54b0-48bf-bbc6-edb92d9a0b63 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:55.826628 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-758b3628-54b0-48bf-bbc6-edb92d9a0b63 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6189487 Nov 24 13:57:55.839867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34514) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:55.857133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:55.938555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-19e0403e-679c-4b44-a9ad-38f510f52d60 None None] Could not find standard attr ID for object 004b15da-e7ce-4018-9cc9-1e7fe3f45d20. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:57:56.005872 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Set router 28c6482a-cb8a-454d-b128-1c83adaab916 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:57:56.047312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a127d9-77b1-46ce-a316-4f1c5ed83391 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:57:56.074179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 46a39802-8e02-4dcc-a1de-68d0a994fe61 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:56.087289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a325fac4-adc3-4307-bee4-d9e843b61d98 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:56.089052 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a325fac4-adc3-4307-bee4-d9e843b61d98 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/004b15da-e7ce-4018-9cc9-1e7fe3f45d20 HTTP/1.1" status: 404 len: 333 time: 0.8797197 Nov 24 13:57:56.091491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.102137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34520) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:56.216186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 9b392785-1280-4038-bf7a-b525fb9a623f {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:56.221565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-533b4b5e-2f4d-4cca-98e1-073835a35476 None None] Could not find standard attr ID for object 004b15da-e7ce-4018-9cc9-1e7fe3f45d20. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:57:56.231405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port af249924-75fa-449e-9855-9ecfa146a678 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:57:56.231714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.280871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.305674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.312114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:56.312781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.331556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:56.342175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port af249924-75fa-449e-9855-9ecfa146a678 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:56.342914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.428957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.459095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Deleting port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:56.460588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.666539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.689653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:57:50Z', 'revision_number': 5, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port': {'id': '8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:48:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:56.694711 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c6482a-cb8a-454d-b128-1c83adaab916', 'name': '', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7', 'external_fixed_ips': [{'subnet_id': 'b8454388-70a1-4c37-957d-48734277987e', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecd85c92-7eff-4560-8a10-e3d2d8c42642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:46Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 3, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port': {'id': 'ecd85c92-7eff-4560-8a10-e3d2d8c42642', 'name': '', 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c6482a-cb8a-454d-b128-1c83adaab916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b8454388-70a1-4c37-957d-48734277987e', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8454388-70a1-4c37-957d-48734277987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:56.700108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] Checking router: 9b103c1c-9ba3-464b-8cdd-908c49779059 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:56.703372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.713123 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Checking router: 28c6482a-cb8a-454d-b128-1c83adaab916 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:56.714617 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Updating router 28c6482a-cb8a-454d-b128-1c83adaab916 port ecd85c92-7eff-4560-8a10-e3d2d8c42642 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:57:56.732830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] Routers {'9b103c1c-9ba3-464b-8cdd-908c49779059'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:56.733470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9b103c1c-9ba3-464b-8cdd-908c49779059'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:56.771279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.876218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9278305 Nov 24 13:57:56.936640 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:56.980866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] Set router 9b103c1c-9ba3-464b-8cdd-908c49779059 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:57:56.985237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34534) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:56.998477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:57.099123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a127d9-77b1-46ce-a316-4f1c5ed83391 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:57:57.101825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:57:56Z', 'revision_number': 6, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:57.125053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port af249924-75fa-449e-9855-9ecfa146a678, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=af249924-75fa-449e-9855-9ecfa146a678,segment=NetworkSegment(0955c7c8-232c-4ead-9a03-177489e6b561),segment_id=0955c7c8-232c-4ead-9a03-177489e6b561)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:57.129180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defe08b-9eef-4383-af51-8a0f0d22aceb None None] The sync data for ids ['9b103c1c-9ba3-464b-8cdd-908c49779059'] in dv-neutron-818153-2-hyperv is: [{'id': '9b103c1c-9ba3-464b-8cdd-908c49779059', 'name': 'tempest-ServersTestJSON-1899086296-router', 'tenant_id': '930b6e6496544964b55f9ea5b72beaf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:31Z', 'updated_at': '2021-11-24T13:57:56Z', 'revision_number': 6, 'project_id': '930b6e6496544964b55f9ea5b72beaf0', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:57.134643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.135928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:57.232711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.308985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.361863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=af249924-75fa-449e-9855-9ecfa146a678,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:57.367669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:57.458270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] For port 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:57.458608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.641186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:57.644633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device af249924-75fa-449e-9855-9ecfa146a678 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:57:57.666855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=18c8d201-e310-4f32-b8b6-ff490f4458eb,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:57.673529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.342s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:57.724605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 18c8d201-e310-4f32-b8b6-ff490f4458eb details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:57:57.745608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.768685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Calling delete_port for 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:57.801544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-16c015fc-9652-4d16-bf74-24de9f0f666b tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:57.811039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:57.818788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.825603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:57.833566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f4eaab4-e5ff-438f-bdfa-ab20b61c083f tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:57.852021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.863997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=46a39802-8e02-4dcc-a1de-68d0a994fe61,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:57.878072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:57.893089 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/46a39802-8e02-4dcc-a1de-68d0a994fe61 HTTP/1.1" status: 204 len: 168 time: 2.0459087 Nov 24 13:57:57.897745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34550) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:57.915161 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.941015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.941438 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Transition to ACTIVE for port object ecd85c92-7eff-4560-8a10-e3d2d8c42642 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:57.950216 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:57.958461 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-0b182cba-7318-4eb8-951b-9ab55f4f7609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:57.961107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:57.963078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34554) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:57.991975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:58.009040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:58.023456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port af249924-75fa-449e-9855-9ecfa146a678 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:58.027383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:57:58.028211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.044363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:58.045151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.049996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting port ecd85c92-7eff-4560-8a10-e3d2d8c42642 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:58.051940 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fff4aba0-080e-4e79-9507-c057288f3a74 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504564 Nov 24 13:57:58.052738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34560) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:58.065179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.114370 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Pushing event updated for resources: {'Port': ['ID=ecd85c92-7eff-4560-8a10-e3d2d8c42642,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:58.127540 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.128313 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.128918 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.129399 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.130015 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.130781 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.132098 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.132709 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.133876 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.134717 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.135465 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.137282 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:58.151854 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:58.167574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:58.185682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.189878 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Attempting to bind port ecd85c92-7eff-4560-8a10-e3d2d8c42642 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:57:58.190283 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Attempting to bind port ecd85c92-7eff-4560-8a10-e3d2d8c42642 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '374c26af-f459-493f-a263-122ec7753f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:57:58.190615 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Attempting to bind port ecd85c92-7eff-4560-8a10-e3d2d8c42642 on network 267a201e-4578-49fb-8b7b-01cc0517c7f7 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:57:58.200187 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:57:58.200595 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Checking segment: {'id': '374c26af-f459-493f-a263-122ec7753f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:57:58.200985 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.201378 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Bound using segment: {'id': '374c26af-f459-493f-a263-122ec7753f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:57:58.201849 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Bound port: ecd85c92-7eff-4560-8a10-e3d2d8c42642, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374c26af-f459-493f-a263-122ec7753f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '267a201e-4578-49fb-8b7b-01cc0517c7f7'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:57:58.202240 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.234432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a8b42-5d54-4191-8be1-a8d2bf05c284 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:58.235358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7d5a8b42-5d54-4191-8be1-a8d2bf05c284 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:58.318747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3e5b5-d213-47a1-970e-d2fd54c55fea None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:57:58.339870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7d5a8b42-5d54-4191-8be1-a8d2bf05c284 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:58.347753 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7d5a8b42-5d54-4191-8be1-a8d2bf05c284 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2810037 Nov 24 13:57:58.350142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34564) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:58.430279 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] For port ecd85c92-7eff-4560-8a10-e3d2d8c42642, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:57:58.435307 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] For port ecd85c92-7eff-4560-8a10-e3d2d8c42642, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ecd85c92-7eff-4560-8a10-e3d2d8c42642,segment=NetworkSegment(374c26af-f459-493f-a263-122ec7753f07),segment_id=374c26af-f459-493f-a263-122ec7753f07)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:57:58.442490 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.451307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff81c96b-62bb-4bb2-afb1-6ef3819ee75d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:58.456257 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:58.486070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.491543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ff81c96b-62bb-4bb2-afb1-6ef3819ee75d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:58.491904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff81c96b-62bb-4bb2-afb1-6ef3819ee75d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:58.493729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ff4d0b78-3e79-4220-8d66-ce2b2a2b0b85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:58.539635 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Routers {'28c6482a-cb8a-454d-b128-1c83adaab916'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:57:58.540963 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['28c6482a-cb8a-454d-b128-1c83adaab916'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:58.550493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de8ef49-67f0-47bf-bb19-65e9ab3f2130 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:58.551206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1de8ef49-67f0-47bf-bb19-65e9ab3f2130 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:57:58.556946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:58.560929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:58.565227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] For port ecd85c92-7eff-4560-8a10-e3d2d8c42642, host dv-neutron-818153-2-hyperv, got binding levels [] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:57:58.565809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.606125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3e5b5-d213-47a1-970e-d2fd54c55fea None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:57:58.672553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1de8ef49-67f0-47bf-bb19-65e9ab3f2130 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:57:58.673901 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1de8ef49-67f0-47bf-bb19-65e9ab3f2130 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3172772 Nov 24 13:57:58.678993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34568) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:58.709885 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] Set router 28c6482a-cb8a-454d-b128-1c83adaab916 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:57:58.757280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:58.825555 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c6482a-cb8a-454d-b128-1c83adaab916', 'name': '', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:46Z', 'updated_at': '2021-11-24T13:57:57Z', 'revision_number': 4, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:58.832961 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a502ca-ee44-4038-8dd9-11cbfac2d6b7 None None] The sync data for ids ['28c6482a-cb8a-454d-b128-1c83adaab916'] in dv-neutron-818153-2-hyperv is: [{'id': '28c6482a-cb8a-454d-b128-1c83adaab916', 'name': '', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:46Z', 'updated_at': '2021-11-24T13:57:57Z', 'revision_number': 4, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:58.862315 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Pushing event updated for resources: {'Port': ['ID=ecd85c92-7eff-4560-8a10-e3d2d8c42642,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:58.869368 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:58.905430 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-79d2ef82-ebfb-4a5c-900a-2960de6260f1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209878 Nov 24 13:57:58.915848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=ade12476-c484-4aea-881e-bc5705041143,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:58.920627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:58.961541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34572) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:58.974595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:59.052452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.060014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.125477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:59.128935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--2016817455', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:59.129732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.130345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b103c1c-9ba3-464b-8cdd-908c49779059 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:57:59.150168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:59.153411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.158758 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9b103c1c-9ba3-464b-8cdd-908c49779059 HTTP/1.1" status: 204 len: 168 time: 4.2290294 Nov 24 13:57:59.161021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Calling delete_port for ecd85c92-7eff-4560-8a10-e3d2d8c42642 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:57:59.161220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34576) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:59.196368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306a9cf1-595c-44fd-87fc-a990c5d3d1ff None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:59.221761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:59.225563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.227609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedaef4-1b8f-42f7-9e4a-7ca11b89887c req-cdafafb1-552e-4a31-93e0-6559d088f2f4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:59.230180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6cedaef4-1b8f-42f7-9e4a-7ca11b89887c req-cdafafb1-552e-4a31-93e0-6559d088f2f4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 2.8433795 Nov 24 13:57:59.237480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.5435472 Nov 24 13:57:59.244430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34580) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:59.245086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:59.258679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:59.290001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:59.308157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.349395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:57:59.381160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:59.414452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:59.456950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:57:59.457298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8fd197ec-cc77-4a56-b4ff-cdbd4aa4004f not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:57:59.483562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:59.488094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.533809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.545731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6cedaef4-1b8f-42f7-9e4a-7ca11b89887c req-ad6c7067-7b35-41a5-91d0-5fb9a7f7d990 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814536 Nov 24 13:57:59.581045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:57:59.592634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:57:59.603530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.619835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:57:59.625749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Deleting port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:57:59.626314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.639282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Deleting subnet 0e733962-a4e3-481f-b160-a47654dc670d {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:57:59.639544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:57:59.643148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.643338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:59.700330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.708307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:57:59.723822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.727063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=9b392785-1280-4038-bf7a-b525fb9a623f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:59.729606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:57:59.761671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd1b750-468a-435c-b6fb-e5411270234c None None] Network de0164ab-00fc-4a32-947e-09e4a9427ca7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:57:59.775318 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/9b392785-1280-4038-bf7a-b525fb9a623f HTTP/1.1" status: 204 len: 168 time: 3.6695187 Nov 24 13:57:59.788461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34586) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:57:59.829735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:57:59.830094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:57:59.831173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.931829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:57:59.954005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c76feeb-d240-4b41-9b0a-682dec15c6d2 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:57:59.984761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.019336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:00.063697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.075294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933280d9-f460-4946-90b3-48514c6db85d None None] Network 378cd40c-7853-41e1-9641-4cf1cc80c20c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:00.082317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.086160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e733962-a4e3-481f-b160-a47654dc670d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:00.108241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:00.130952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.225253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=e954c723-f48a-4d97-8f87-692099a4c569,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:00.228989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:00.272309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port af249924-75fa-449e-9855-9ecfa146a678 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:00.273413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.331658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'd43a0e90-84ad-4b92-888b-84d7726ff60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:00.332155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: 18c8d201-e310-4f32-b8b6-ff490f4458eb, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:00.337209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting port ecd85c92-7eff-4560-8a10-e3d2d8c42642 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:00.337651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.346307 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e733962-a4e3-481f-b160-a47654dc670d HTTP/1.1" status: 204 len: 168 time: 1.1813395 Nov 24 13:58:00.356462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34592) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:00.402278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] For port 7a42077c-ea6f-4dd5-8f1d-dd308887b061, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a42077c-ea6f-4dd5-8f1d-dd308887b061,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:00.402984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.407934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.429316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.438973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3fa0b611-c01c-45db-b8d8-524f58719bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:00.562729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.572605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Calling delete_port for 7a42077c-ea6f-4dd5-8f1d-dd308887b061 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:00.586469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.604168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.613331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2425b24e-407a-4bf0-9b3e-5d6bc2d7051c tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:00.617609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:00.619810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 18c8d201-e310-4f32-b8b6-ff490f4458eb is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:00.641652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:00.645068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:00.671883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d399e-39ef-4fcd-9896-45e5b207c18b req-b1089658-26ae-437d-ba96-2b36eb6cec95 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:00.673275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Deleting port b43753bd-05f1-4821-aa39-31770f734ebc {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:00.673442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.679129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-701d399e-39ef-4fcd-9896-45e5b207c18b req-b1089658-26ae-437d-ba96-2b36eb6cec95 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5614758 Nov 24 13:58:00.681558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.681894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment 54d9b152-df1b-4e2d-a27b-359a5f992d2b of type vlan for network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 Nov 24 13:58:00.732339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] In _notify_port_updated(), no bound segment for port ade12476-c484-4aea-881e-bc5705041143 on network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:58:00.735488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 18c8d201-e310-4f32-b8b6-ff490f4458eb) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:00.739824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:00.740551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.745404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/ports/ade12476-c484-4aea-881e-bc5705041143 HTTP/1.1" status: 200 len: 818 time: 1.4999883 Nov 24 13:58:00.752324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:00.753370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.757448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34596) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:00.767097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1ac71-720d-45ae-a9c0-6f961d0d05ec None None] Network 18c8d201-e310-4f32-b8b6-ff490f4458eb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:00.802946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.825113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=ade12476-c484-4aea-881e-bc5705041143,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:00.842830 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:00.846477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9a9ec9ac-8873-4c30-b6df-b329c94ebe9a tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:00.915350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.924912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:00.951386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] For port ecd85c92-7eff-4560-8a10-e3d2d8c42642, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ecd85c92-7eff-4560-8a10-e3d2d8c42642,segment=NetworkSegment(374c26af-f459-493f-a263-122ec7753f07),segment_id=374c26af-f459-493f-a263-122ec7753f07)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:00.951386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.953878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:00.962928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.968673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port ade12476-c484-4aea-881e-bc5705041143 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:00.969095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:00.988386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-701d399e-39ef-4fcd-9896-45e5b207c18b req-0bbb228f-30f3-497b-bd08-a5226288c248 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081398 Nov 24 13:58:00.999756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] For port af249924-75fa-449e-9855-9ecfa146a678, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=af249924-75fa-449e-9855-9ecfa146a678,segment=NetworkSegment(0955c7c8-232c-4ead-9a03-177489e6b561),segment_id=0955c7c8-232c-4ead-9a03-177489e6b561)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:01.000126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.009002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0222197 Nov 24 13:58:01.019799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34600) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:01.030512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:01.031856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Pushing event deleted for resources: {'Port': ['ID=7a42077c-ea6f-4dd5-8f1d-dd308887b061,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:01.041975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] DHCP port deletion for 378cd40c-7853-41e1-9641-4cf1cc80c20c request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:01.047049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:01.047863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.049857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] No DVR routers for this DVR port 7a42077c-ea6f-4dd5-8f1d-dd308887b061 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:01.051426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:01.095242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Deleting port b43753bd-05f1-4821-aa39-31770f734ebc {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:01.095870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.098081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=f6ee4866-e4f8-4159-844b-419b4741bebf,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:01.128482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595733c-07e7-406e-be83-0ebacb2adc0c None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:01.158999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:01.258592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] DHCP port deletion for de0164ab-00fc-4a32-947e-09e4a9427ca7 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:01.305583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Deleting port af249924-75fa-449e-9855-9ecfa146a678 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:01.306255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.332624 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3705821 Nov 24 13:58:01.348495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34604) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:01.355297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Calling delete_port for ecd85c92-7eff-4560-8a10-e3d2d8c42642 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:01.389493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:58:01.395875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a42077c-ea6f-4dd5-8f1d-dd308887b061 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:01.423529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-18c8d201-e310-4f32-b8b6-ff490f4458eb', 'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': 'e954c723-f48a-4d97-8f87-692099a4c569'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:01.424437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.453646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] For port b43753bd-05f1-4821-aa39-31770f734ebc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b43753bd-05f1-4821-aa39-31770f734ebc,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:01.454328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.466470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for af249924-75fa-449e-9855-9ecfa146a678 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:01.490225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 7a42077c-ea6f-4dd5-8f1d-dd308887b061 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:01.490603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a42077c-ea6f-4dd5-8f1d-dd308887b061 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:01.490990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device af249924-75fa-449e-9855-9ecfa146a678 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:01.503840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': 'f6ee4866-e4f8-4159-844b-419b4741bebf', 'ip_address': '2001:db8::3a49:74d7:800c:b2b2'}], 'name': 'tempest-NetworksTestDHCPv6-692987779'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:01.633922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.639886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:01.640536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.652635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58217bf1-006b-4953-a8a0-a1a94f88599e tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:01.819209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.828762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Calling delete_port for b43753bd-05f1-4821-aa39-31770f734ebc owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:01.840434 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.8723719 Nov 24 13:58:01.849597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:01.865228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=061b6656-d0d1-4ec8-82e5-e1e12f22fef7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:01.876897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:01.886810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:01.893013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:01.895021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.900999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:01.913469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4983b079-f495-4ddb-b54a-da52e3023b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:01.956108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port af249924-75fa-449e-9855-9ecfa146a678 {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 13:58:01.956525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device af249924-75fa-449e-9855-9ecfa146a678 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:01.956981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b43753bd-05f1-4821-aa39-31770f734ebc no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:01.962752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:01.970734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:01.978799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:01.989752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=af249924-75fa-449e-9855-9ecfa146a678,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:01.992440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:01.995539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:02.007067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No DVR routers for this DVR port af249924-75fa-449e-9855-9ecfa146a678 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:02.038856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.040971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:02.078857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:02.143005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.144125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.234821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.250910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-440b9623-299a-4724-aa2f-60b6b38f66ca tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:02.281686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] For port b43753bd-05f1-4821-aa39-31770f734ebc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b43753bd-05f1-4821-aa39-31770f734ebc,segment=NetworkSegment(e8d035c2-b696-4c7a-9168-a61722e039c8),segment_id=e8d035c2-b696-4c7a-9168-a61722e039c8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:02.282332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.286227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.290818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:02.299266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for ade12476-c484-4aea-881e-bc5705041143 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:02.304498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'f6ee4866-e4f8-4159-844b-419b4741bebf'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:02.304969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.324194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.329009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] For port af249924-75fa-449e-9855-9ecfa146a678, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=af249924-75fa-449e-9855-9ecfa146a678,segment=NetworkSegment(0955c7c8-232c-4ead-9a03-177489e6b561),segment_id=0955c7c8-232c-4ead-9a03-177489e6b561)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:02.329417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.337434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-93d62675-3643-4166-9e4d-14247e0e4a7d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:02.337983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecd85c92-7eff-4560-8a10-e3d2d8c42642,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:02.397313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:02.447049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.451532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Pushing event deleted for resources: {'Port': ['ID=b43753bd-05f1-4821-aa39-31770f734ebc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:02.453842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] No DVR routers for this DVR port b43753bd-05f1-4821-aa39-31770f734ebc on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:02.461456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:02.474482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Calling delete_port for b43753bd-05f1-4821-aa39-31770f734ebc owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:02.476566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0164ab-00fc-4a32-947e-09e4a9427ca7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:02.523540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0955c7c8-232c-4ead-9a03-177489e6b561') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:02.523917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0955c7c8-232c-4ead-9a03-177489e6b561') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:02.553873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.619482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port b43753bd-05f1-4821-aa39-31770f734ebc {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 13:58:02.620317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b43753bd-05f1-4821-aa39-31770f734ebc not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:02.626333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.652937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.665040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ee70abcc-28ec-4dbd-91bf-24e7fa91055b tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:02.666554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.712546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762acce-f867-4d2c-82d6-12da24e1f124 req-ec779a52-5d6b-4242-a158-1f9bef3dda16 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:02.714165 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3762acce-f867-4d2c-82d6-12da24e1f124 req-ec779a52-5d6b-4242-a158-1f9bef3dda16 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4909923 Nov 24 13:58:02.718266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378cd40c-7853-41e1-9641-4cf1cc80c20c']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:02.738215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Allocated IP 172.20.0.1 (18c8d201-e310-4f32-b8b6-ff490f4458eb/e954c723-f48a-4d97-8f87-692099a4c569/cabb4e28-bcde-412f-9808-99a8f57e42d2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:02.754440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Calling delete_port for af249924-75fa-449e-9855-9ecfa146a678 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:02.755854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.763119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=ade12476-c484-4aea-881e-bc5705041143,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:02.768304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:02.768569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:02.769005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.770604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d035c2-b696-4c7a-9168-a61722e039c8') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:02.771091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d035c2-b696-4c7a-9168-a61722e039c8') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:02.786183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.786441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.803561 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/ade12476-c484-4aea-881e-bc5705041143 HTTP/1.1" status: 204 len: 168 time: 2.0448031 Nov 24 13:58:02.805708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34614) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:02.811035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:02.826182 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:02.885968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.896368 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3762acce-f867-4d2c-82d6-12da24e1f124 req-2bbd31b3-99fa-437f-863a-3665dc461be8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587393 Nov 24 13:58:02.909025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:02.909388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:02.925287 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:02.990400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:02.990768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:03.041856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.050067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.054159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9b7d28fa-baed-4f6b-a33a-21569c6512bc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:03.080108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Pushing event deleted for resources: {'Network': ['ID=378cd40c-7853-41e1-9641-4cf1cc80c20c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:03.083110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:03.096076 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] 10.222.0.36 "DELETE /v2.0/networks/378cd40c-7853-41e1-9641-4cf1cc80c20c HTTP/1.1" status: 204 len: 168 time: 2.7376356 Nov 24 13:58:03.107478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0507a-2ae2-4cc5-9307-f8204791b2ab tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:03.108765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b8e0507a-2ae2-4cc5-9307-f8204791b2ab tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:03.127428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b8e0507a-2ae2-4cc5-9307-f8204791b2ab tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:03.132486 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b8e0507a-2ae2-4cc5-9307-f8204791b2ab tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3238175 Nov 24 13:58:03.133206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34622) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.179988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:03.180591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:03.198038 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efaef83-ecf6-4107-ac0b-0d759f39c3ef tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:58:03.204482 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7efaef83-ecf6-4107-ac0b-0d759f39c3ef tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/ade12476-c484-4aea-881e-bc5705041143 HTTP/1.1" status: 404 len: 333 time: 0.0700986 Nov 24 13:58:03.205221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34626) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.211104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-96232807'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:03.216195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:03.220955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:03.224564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:03.230758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:03.243341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:03.249506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.253375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/f6ee4866-e4f8-4159-844b-419b4741bebf/1cb7b0e2-6704-4b10-aee5-43916fdb4a22) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:03.298594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:03.319354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.319593 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment 5263d692-39a1-491a-b950-6a165679f309 of type vlan for network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db Nov 24 13:58:03.356076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.387918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.394276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 569d47bf-ac5a-492a-a966-926e831ee7e8 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:03.397487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.406070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:03.407441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.420093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34630) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.421799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:03.436141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.450890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.458131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.484069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.485387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5ce5c8f9-395a-445a-b9be-fcc250f0e754 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:03.493151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Deleting port b43753bd-05f1-4821-aa39-31770f734ebc {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:03.493591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.512904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.537740 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3309836 Nov 24 13:58:03.538930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Transition to ACTIVE for port object cabb4e28-bcde-412f-9808-99a8f57e42d2 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:03.560078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34634) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.562387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=de0164ab-00fc-4a32-947e-09e4a9427ca7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:03.574015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.574540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28c6482a-cb8a-454d-b128-1c83adaab916 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:58:03.580190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:03.587914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:03.602288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1bf43557-a5ef-40c3-b0bd-15a8a30e2eed None None] The port 'b43753bd-05f1-4821-aa39-31770f734ebc' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:58:03.628193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Transition to ACTIVE for port object cabb4e28-bcde-412f-9808-99a8f57e42d2 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:03.637348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=23a6cec1-8f4d-4390-b7df-4dd108f7a0db,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:03.642105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:03.670659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.675105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:03.725059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fb1abb8b-4eb5-4b22-9119-388fd1c3176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:03.778018 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/de0164ab-00fc-4a32-947e-09e4a9427ca7 HTTP/1.1" status: 204 len: 168 time: 3.9884412 Nov 24 13:58:03.790778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34638) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.792384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Deleting port af249924-75fa-449e-9855-9ecfa146a678 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:03.792884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.809019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'name': 'tempest-PortsIpV6TestJSON-1247454463'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:03.829125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.833342 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/routers/28c6482a-cb8a-454d-b128-1c83adaab916 HTTP/1.1" status: 204 len: 168 time: 8.0985653 Nov 24 13:58:03.839063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24774-630b-4bff-a2b5-ce7c0cebcac6 req-242ce81b-6669-4601-83f1-5e12f71d30e8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:03.840637 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c7e24774-630b-4bff-a2b5-ce7c0cebcac6 req-242ce81b-6669-4601-83f1-5e12f71d30e8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.6710691 Nov 24 13:58:03.841287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34642) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.871578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:03.886630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6391f13-8dce-45cc-b7d2-238f5acd9ca1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:03.940916 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a467a9a0-1c02-435d-a655-ebd58c86e1dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=930b6e6496544964b55f9ea5b72beaf0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4919925 Nov 24 13:58:03.944289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34646) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:03.946839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ac28a4c5-990c-4e46-b16c-3e037a88eaed None None] The port 'af249924-75fa-449e-9855-9ecfa146a678' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:58:03.962040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=e954c723-f48a-4d97-8f87-692099a4c569,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:03.964839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:04.002989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Network 18c8d201-e310-4f32-b8b6-ff490f4458eb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:04.016520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:04.036325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:04.048194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Pushing event updated for resources: {'Port': ['ID=cabb4e28-bcde-412f-9808-99a8f57e42d2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:04.059686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:04.070704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.080207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:04.087303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c7e24774-630b-4bff-a2b5-ce7c0cebcac6 req-1fd08760-04f8-43c1-a179-009d29ac1dd6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559906 Nov 24 13:58:04.094921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:04.098084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting subnet b8454388-70a1-4c37-957d-48734277987e {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:04.102408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:04.110584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:04.119439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.128519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:04.130747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.144060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c8d201-e310-4f32-b8b6-ff490f4458eb']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:04.159946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:04.166493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.166725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Transition to ACTIVE for port object 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:04.183872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:04.192376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:04.207867 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Attempting to bind port cabb4e28-bcde-412f-9808-99a8f57e42d2 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:04.208413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Attempting to bind port cabb4e28-bcde-412f-9808-99a8f57e42d2 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd43a0e90-84ad-4b92-888b-84d7726ff60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:04.209265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Attempting to bind port cabb4e28-bcde-412f-9808-99a8f57e42d2 on network 18c8d201-e310-4f32-b8b6-ff490f4458eb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:04.210003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:04.212288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Transition to ACTIVE for port object 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:04.221333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:04.221736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Checking segment: {'id': 'd43a0e90-84ad-4b92-888b-84d7726ff60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:04.222161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.222993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Bound using segment: {'id': 'd43a0e90-84ad-4b92-888b-84d7726ff60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:04.223930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Bound port: cabb4e28-bcde-412f-9808-99a8f57e42d2, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43a0e90-84ad-4b92-888b-84d7726ff60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '18c8d201-e310-4f32-b8b6-ff490f4458eb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:04.224720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.238314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.244970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d5f2340b-3389-4029-b641-865cc2fe52ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:04.288727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.306536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43a0e90-84ad-4b92-888b-84d7726ff60d') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:04.306868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43a0e90-84ad-4b92-888b-84d7726ff60d') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:04.343597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.371053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:04.374493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.374715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:04.375386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.381686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:04.388194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:04.402512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Pushing event updated for resources: {'Port': ['ID=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:04.427608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.433762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:04.450501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:04.451014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:04.469147 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:04.496083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.503925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::3a49:74d7:800c:b2b2 (13168bed-777a-4e4d-96b5-2446850be7d2/f6ee4866-e4f8-4159-844b-419b4741bebf/569d47bf-ac5a-492a-a966-926e831ee7e8) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:04.506861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] For port cabb4e28-bcde-412f-9808-99a8f57e42d2, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:04.527521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.529466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Attempting to bind port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:04.530040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Attempting to bind port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:04.530587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Attempting to bind port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:04.539590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:04.540548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:04.541151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.541715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:04.542404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Bound port: 1cb7b0e2-6704-4b10-aee5-43916fdb4a22, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:04.542990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.561316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 845d4abd-62a7-4e93-a3af-9fd2d56ecd61 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:04.575158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a9a1-3c5b-4728-b84c-afb26a949049 req-daf68f9a-72fe-46f3-8fb7-105071416b16 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:04.577043 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5d47a9a1-3c5b-4728-b84c-afb26a949049 req-daf68f9a-72fe-46f3-8fb7-105071416b16 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2732813 Nov 24 13:58:04.615970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] For port cabb4e28-bcde-412f-9808-99a8f57e42d2, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cabb4e28-bcde-412f-9808-99a8f57e42d2,segment=NetworkSegment(d43a0e90-84ad-4b92-888b-84d7726ff60d),segment_id=d43a0e90-84ad-4b92-888b-84d7726ff60d)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:04.618044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:58:04.618044 dv-neutron-818153-2-hyperv neutron-server[87692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:58:04.618044 dv-neutron-818153-2-hyperv neutron-server[87692]: [parameters: {'id': '18c8d201-e310-4f32-b8b6-ff490f4458eb'}] Nov 24 13:58:04.618044 dv-neutron-818153-2-hyperv neutron-server[87692]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:04.618593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:04.624654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.632979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:04.685320 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5d47a9a1-3c5b-4728-b84c-afb26a949049 req-0e283b67-d777-49e6-8b9e-20721e9a5659 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745471 Nov 24 13:58:04.737382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.747583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:04.841590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] For port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:04.851261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] For port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:04.865031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:04.872376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Pushing event updated for resources: {'Port': ['ID=cabb4e28-bcde-412f-9808-99a8f57e42d2,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:04.878508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:04.879082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-71864fbf-f65b-42fa-9d74-35a4290e58ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:04.894336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=af3a7b0f-7163-4c5d-9457-859ce3d35d47,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:04.898145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:04.943382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': '5263d692-39a1-491a-b950-6a165679f309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:04.943839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: 23a6cec1-8f4d-4390-b7df-4dd108f7a0db, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:04.960005 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:58:04.972513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:04.988962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 23a6cec1-8f4d-4390-b7df-4dd108f7a0db) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:04.996710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:04.997516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.018378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4f1c4-b54b-4752-84c8-9c1b3bb59447 None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:05.045040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Pushing event updated for resources: {'Port': ['ID=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:05.059880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:05.066828 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4969044 Nov 24 13:58:05.071585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34654) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:05.078856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:05.092184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.130656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d8970d-bde6-4ac1-b32c-81339af5ae7b None None] Network 18c8d201-e310-4f32-b8b6-ff490f4458eb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:05.201647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.211859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.305633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.331943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:05.371760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.382034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port cabb4e28-bcde-412f-9808-99a8f57e42d2 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:05.383215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.558586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b8454388-70a1-4c37-957d-48734277987e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:05.568424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.604318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:05.610693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:05.614794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:05.622148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:05.634718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:05.641860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:05.711341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d75e88-36a2-477a-9219-688af2eb8761,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:05.734236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:05.750917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:05.754874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.824157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': 'af3a7b0f-7163-4c5d-9457-859ce3d35d47'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:05.825036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.858539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.861431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8d75e88-36a2-477a-9219-688af2eb8761 HTTP/1.1" status: 204 len: 168 time: 1.9001846 Nov 24 13:58:05.984220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port cabb4e28-bcde-412f-9808-99a8f57e42d2, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cabb4e28-bcde-412f-9808-99a8f57e42d2,segment=NetworkSegment(d43a0e90-84ad-4b92-888b-84d7726ff60d),segment_id=d43a0e90-84ad-4b92-888b-84d7726ff60d)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:05.986076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:05.989956 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/b8454388-70a1-4c37-957d-48734277987e HTTP/1.1" status: 204 len: 168 time: 2.1434073 Nov 24 13:58:05.997230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34660) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:06.004323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca8aa-77fb-4a92-a242-b98ff5df6bc0 req-59b5926f-7aed-4f76-a0f1-a505f8882d90 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:06.016801 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1a1ca8aa-77fb-4a92-a242-b98ff5df6bc0 req-59b5926f-7aed-4f76-a0f1-a505f8882d90 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 1.1549714 Nov 24 13:58:06.065582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.112538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Allocated IP 172.20.0.2 (23a6cec1-8f4d-4390-b7df-4dd108f7a0db/af3a7b0f-7163-4c5d-9457-859ce3d35d47/fa26a91e-b5b1-4f47-947c-742c5a5de027) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:06.201849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.240 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/ed813a29-9469-4c55-ad34-5ed24a9b0957) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:06.262169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for cabb4e28-bcde-412f-9808-99a8f57e42d2 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:06.442124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.508603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1a1ca8aa-77fb-4a92-a242-b98ff5df6bc0 req-87d4935f-c808-4264-8101-6e2bb1a6bf20 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901285 Nov 24 13:58:06.514573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.521300 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af3a7b0f-7163-4c5d-9457-859ce3d35d47 (CIDR: 172.20.0.0/28) Nov 24 13:58:06.527934 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:58:06.528434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:58:06.542507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 569d47bf-ac5a-492a-a966-926e831ee7e8 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:06.583342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.601922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Transition to ACTIVE for port object fa26a91e-b5b1-4f47-947c-742c5a5de027 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:06.656407 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9fc698b6-df83-45ad-8012-a1ad73ab38c2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5833273 Nov 24 13:58:06.657351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34668) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:06.662492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Transition to ACTIVE for port object fa26a91e-b5b1-4f47-947c-742c5a5de027 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:06.671192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.691817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.694871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-96e31de1-c7a6-4996-a1ee-0b5a93a6349d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:06.716889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b83df8f7-14ba-4e0b-8d3e-19e3aa8e6f06 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:06.720873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.737082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:06.797442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.840095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:06.844860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:06.854242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:06.861643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bcb77648-1ea5-4ff8-969a-f905b48feccf None None] Provisioning for port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:06.865014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.881551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:06.890020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:06.906751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:06.912474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:06.913184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.939116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Pushing event updated for resources: {'Port': ['ID=fa26a91e-b5b1-4f47-947c-742c5a5de027,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:06.946630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:06.957302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5658550 Nov 24 13:58:06.958822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34680) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:06.961624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:06.965139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=569d47bf-ac5a-492a-a966-926e831ee7e8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:06.972792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Attempting to bind port fa26a91e-b5b1-4f47-947c-742c5a5de027 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:06.973274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Attempting to bind port fa26a91e-b5b1-4f47-947c-742c5a5de027 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5263d692-39a1-491a-b950-6a165679f309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:06.973669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Attempting to bind port fa26a91e-b5b1-4f47-947c-742c5a5de027 on network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:06.973942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:06.980457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:06.981142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Checking segment: {'id': '5263d692-39a1-491a-b950-6a165679f309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:06.981622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:06.982138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Bound using segment: {'id': '5263d692-39a1-491a-b950-6a165679f309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:06.982745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Bound port: fa26a91e-b5b1-4f47-947c-742c5a5de027, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5263d692-39a1-491a-b950-6a165679f309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:06.983790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.076228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-58e387ca-6732-41b9-8df8-2a67c8bad46d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:07.114283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-22f89943-0f9b-4ddb-ad99-b143defee480 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:07.162343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:07.179722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] For port fa26a91e-b5b1-4f47-947c-742c5a5de027, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:07.191240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] For port fa26a91e-b5b1-4f47-947c-742c5a5de027, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fa26a91e-b5b1-4f47-947c-742c5a5de027,segment=NetworkSegment(5263d692-39a1-491a-b950-6a165679f309),segment_id=5263d692-39a1-491a-b950-6a165679f309)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:07.200879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:07.201216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.207883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:07.208931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.213154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-17c08718-7fda-47e4-9b2a-ba32d281e105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:07.226964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=cabb4e28-bcde-412f-9808-99a8f57e42d2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:07.252644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:07.302767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=845d4abd-62a7-4e93-a3af-9fd2d56ecd61,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:07.312105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:07.317049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:07.325855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port cabb4e28-bcde-412f-9808-99a8f57e42d2 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:07.333306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5340490 Nov 24 13:58:07.334990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34690) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:07.410559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:07.419239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 845d4abd-62a7-4e93-a3af-9fd2d56ecd61 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:07.419582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.426261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:07.433877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.495977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1dd23f8e-9c3e-4c27-9ef0-b30a1b03a8d8 None None] Provisioning for port 569d47bf-ac5a-492a-a966-926e831ee7e8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:07.514370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1dd23f8e-9c3e-4c27-9ef0-b30a1b03a8d8 None None] Provisioning complete for port 569d47bf-ac5a-492a-a966-926e831ee7e8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:07.515923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dd23f8e-9c3e-4c27-9ef0-b30a1b03a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.531973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267a201e-4578-49fb-8b7b-01cc0517c7f7']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:07.542310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.553487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374c26af-f459-493f-a263-122ec7753f07') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:07.554366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374c26af-f459-493f-a263-122ec7753f07') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:07.557307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:07.572335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.596357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.607178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:07.608914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.609673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:07.633173 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:07.635675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34696) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:07.645109 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:07.706382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Pushing event updated for resources: {'Port': ['ID=fa26a91e-b5b1-4f47-947c-742c5a5de027,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:07.713716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:07.718344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1dd23f8e-9c3e-4c27-9ef0-b30a1b03a8d8 None None] Port 569d47bf-ac5a-492a-a966-926e831ee7e8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:07.742417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec29be2a-5220-4f50-8e5d-f0d2154ecc01 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:07.748604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:07.753015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec29be2a-5220-4f50-8e5d-f0d2154ecc01 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:07.754253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ec29be2a-5220-4f50-8e5d-f0d2154ecc01 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:07.756711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:07.757212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.767186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:07.785232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:07.787752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:07.887330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:07.898142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.942829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ec29be2a-5220-4f50-8e5d-f0d2154ecc01 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:07.953296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ec29be2a-5220-4f50-8e5d-f0d2154ecc01 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9791756 Nov 24 13:58:07.953296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=ed813a29-9469-4c55-ad34-5ed24a9b0957,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:07.968182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:07.968443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:07.969031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34702) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:08.057909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.083217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-138714255-network', 'tenant_id': 'f066955695cb4bb58540e937fd34564d'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:08.106337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:08.109027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:08.115594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.119975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.122176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-643f825c-9d2f-4247-a341-1240a578b1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:08.127388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c8d201-e310-4f32-b8b6-ff490f4458eb']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:08.140702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:08.165138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 267a201e-4578-49fb-8b7b-01cc0517c7f7 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 13:58:08.170918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Usage tracker for resource:network and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:08.174670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:08.185265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:08.210327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.222465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:08.226124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:08.232489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Made reservation on behalf of f066955695cb4bb58540e937fd34564d for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:08.237340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.248616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event deleted for resources: {'Network': ['ID=267a201e-4578-49fb-8b7b-01cc0517c7f7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:08.254601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43a0e90-84ad-4b92-888b-84d7726ff60d') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:08.255072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43a0e90-84ad-4b92-888b-84d7726ff60d') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:08.276455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:08.313619 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/networks/267a201e-4578-49fb-8b7b-01cc0517c7f7 HTTP/1.1" status: 204 len: 168 time: 2.3027196 Nov 24 13:58:08.313619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.329693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.388691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:08.394758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:08.397912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:08.405187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:08.524173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.559642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.746852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.752437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:08.753058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.760329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 569d47bf-ac5a-492a-a966-926e831ee7e8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:08.761355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.774437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9ca400ad-5210-4659-b9e2-c1f28cae2f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:08.784107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:08.788944 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:08.791522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34712) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:08.869826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'name': 'tempest-router--732553163', 'project_id': '446416442c954b2b953f3577e687e01c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:08.890183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:08.899774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:08.936584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:router and tenant:446416442c954b2b953f3577e687e01c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:08.944153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:08.952009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:08.955209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e3e337-6536-44a0-b35c-304fbab02a11,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:08.960071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:08.960071 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Added segment f3022511-6629-4305-8243-e9735a9a536a of type vlan for network 8e7d9644-4cff-4160-aca7-155600274eb0 Nov 24 13:58:08.960888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:08.963066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:08.971026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:08.972879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d513cda-c00a-4ed5-8fd3-75af8121ca01 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:08.978981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.021092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:09.021687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.035578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.059771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.078293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.079465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.100520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.114653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=a5daea53-f768-4e88-9103-3ce2974fdde8,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:09.128465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:09.129020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0bb9cf14-54cd-45e8-89e4-b06ee668df53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:09.153959 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4283409 Nov 24 13:58:09.160539 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/18c8d201-e310-4f32-b8b6-ff490f4458eb HTTP/1.1" status: 204 len: 168 time: 8.1218233 Nov 24 13:58:09.163126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34716) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:09.163468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34718) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:09.167638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=18c8d201-e310-4f32-b8b6-ff490f4458eb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:09.172466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.174448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:09.178500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'fixed_ips': [{'subnet_id': 'af3a7b0f-7163-4c5d-9457-859ce3d35d47'}, {'subnet_id': 'a5daea53-f768-4e88-9103-3ce2974fdde8'}], 'name': 'tempest-PortsTestJSON-874236133'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:09.189147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 845d4abd-62a7-4e93-a3af-9fd2d56ecd61 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:09.193064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c172a8-a690-4c47-bb0e-71b0794f347f None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:09.205653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850836978'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:09.302523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:09.316706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:09.320895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.321908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:09.330142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d6970705-d1a8-44c6-b618-d2c54f93e763 None None] Provisioning for port fa26a91e-b5b1-4f47-947c-742c5a5de027 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:09.341557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.348673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.349897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:09.350483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.356804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:09.366520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5511dbc1-b1a3-4dae-ac22-e121f965000d tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:09.499796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fa26a91e-b5b1-4f47-947c-742c5a5de027 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:09.575251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.587095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:09.607882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port fa26a91e-b5b1-4f47-947c-742c5a5de027 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:09.618035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fa26a91e-b5b1-4f47-947c-742c5a5de027 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:09.618320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.629671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:09.633645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.651907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=845d4abd-62a7-4e93-a3af-9fd2d56ecd61,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:09.664334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:09.676311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.677542 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d986c7d-5340-41a9-b373-dcee7101d280 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8765492 Nov 24 13:58:09.685875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.691997 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0415237 Nov 24 13:58:09.694547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34724) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:09.695098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34726) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:09.718589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Request body: {'subnet': {'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-138714255-subnet', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:09.726858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/845d4abd-62a7-4e93-a3af-9fd2d56ecd61 HTTP/1.1" status: 204 len: 168 time: 2.3886447 Nov 24 13:58:09.737712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34732) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:09.753214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'mac_address': 'fa:16:3e:f8:bd:28', 'name': 'tempest-PortsIpV6TestJSON-150178628'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:09.809690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.811641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7d9644-4cff-4160-aca7-155600274eb0,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:09.815477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:09.843363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.877844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:09.882724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Usage tracker for resource:subnet and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:09.888352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 8e7d9644-4cff-4160-aca7-155600274eb0 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:09.901811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:09.910498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:09.912729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:09.926371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:09.931946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:09.937111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:09.977409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port fa26a91e-b5b1-4f47-947c-742c5a5de027, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fa26a91e-b5b1-4f47-947c-742c5a5de027,segment=NetworkSegment(5263d692-39a1-491a-b950-6a165679f309),segment_id=5263d692-39a1-491a-b950-6a165679f309)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:09.990676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:10.054569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.055471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:10.076193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.076193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment ba340e27-db37-47a2-bdee-6b23ca6734f4 of type vlan for network 6920594b-6014-4cad-9830-9ab238eb2297 Nov 24 13:58:10.077882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:10.092169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Made reservation on behalf of f066955695cb4bb58540e937fd34564d for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:10.095040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.109422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0737da59-3850-4f71-9f0a-f1e2285730d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:10.234241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:10.277890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Update dhcp port {'port': {'network_id': '23a6cec1-8f4d-4390-b7df-4dd108f7a0db', 'fixed_ips': [{'subnet_id': 'af3a7b0f-7163-4c5d-9457-859ce3d35d47', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5daea53-f768-4e88-9103-3ce2974fdde8'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': 'fa26a91e-b5b1-4f47-947c-742c5a5de027'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 13:58:10.300291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 569d47bf-ac5a-492a-a966-926e831ee7e8 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:10.384938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=fa26a91e-b5b1-4f47-947c-742c5a5de027,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:10.385260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:10.395072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:10.395886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.397837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:10.418271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:10.429067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:10.429731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.447448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:10.467829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.473085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:10.475803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.541205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.548862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.602959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.613426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:10.614078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.633259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-42452737-0036-4b77-ac86-f34e25655e7c tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:10.663971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.664483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 722a76b6-b7f8-40cf-abb1-4b9c1eb674b6 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:58:10.746088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.812130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Allocated IP 172.20.0.18 (23a6cec1-8f4d-4390-b7df-4dd108f7a0db/a5daea53-f768-4e88-9103-3ce2974fdde8/fa26a91e-b5b1-4f47-947c-742c5a5de027) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:10.815105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.840157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.861560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-79df66df-b6f6-484e-ad7b-fcc863eebac8 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:10.865866 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6996045 Nov 24 13:58:10.870285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=6920594b-6014-4cad-9830-9ab238eb2297,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:10.873703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:10.875253 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d420c409-46d9-4eeb-b360-1146cab1877e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/routers/722a76b6-b7f8-40cf-abb1-4b9c1eb674b6 HTTP/1.1" status: 204 len: 168 time: 1.1768918 Nov 24 13:58:10.885269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 91652337-0cee-4dc9-b6c0-6eda55ba503a yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:10.903004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34736) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:10.928873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:10.954957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6920594b-6014-4cad-9830-9ab238eb2297 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:10.970310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:10.985237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:11.007762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=569d47bf-ac5a-492a-a966-926e831ee7e8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:11.055206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34742) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:11.073113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.115377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d478f42-2ace-433d-9a45-7dd352c05512 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:11.174898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] For port fa26a91e-b5b1-4f47-947c-742c5a5de027, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fa26a91e-b5b1-4f47-947c-742c5a5de027,segment=NetworkSegment(5263d692-39a1-491a-b950-6a165679f309),segment_id=5263d692-39a1-491a-b950-6a165679f309)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:11.203935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2e9818-9e0e-4eef-82cd-65fe8a1a4671,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:11.209950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:11.213905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:11.240251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.262328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Transition to ACTIVE for port object fa26a91e-b5b1-4f47-947c-742c5a5de027 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:11.270221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.276990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:11.277240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Checking segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:11.277397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Network hostable DHCP agents. Network: 8e7d9644-4cff-4160-aca7-155600274eb0, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:11.317165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.375427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Network 8e7d9644-4cff-4160-aca7-155600274eb0 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:11.400220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 8e7d9644-4cff-4160-aca7-155600274eb0) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:11.406010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:11.407193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.423130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43120d9-5b48-4749-ad14-d02c10319b35 None None] Network 8e7d9644-4cff-4160-aca7-155600274eb0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:11.479249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fa26a91e-b5b1-4f47-947c-742c5a5de027 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:11.488822 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7846279 Nov 24 13:58:11.494557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34748) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:11.511858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:11.515606 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/569d47bf-ac5a-492a-a966-926e831ee7e8 HTTP/1.1" status: 204 len: 168 time: 3.5346143 Nov 24 13:58:11.523858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34752) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:11.533169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:11.630819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Pushing event updated for resources: {'Port': ['ID=fa26a91e-b5b1-4f47-947c-742c5a5de027,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:11.637919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:11.694522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:58:11.817703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Usage tracker for resource:router and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:11.824665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155747295', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:11.836809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:11.845639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:11.859783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:11.862668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Usage tracker for resource:router and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:11.885833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:11.897983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-8e7d9644-4cff-4160-aca7-155600274eb0', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:11.899946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.934012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:11.940727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1e41b-d8b6-462c-a7fb-73809d19740c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:11.942445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1e41b-d8b6-462c-a7fb-73809d19740c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:11.943425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a8c1e41b-d8b6-462c-a7fb-73809d19740c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:11.978289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:11.979339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.027493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.028621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.043970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.067865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a8c1e41b-d8b6-462c-a7fb-73809d19740c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:12.071544 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a8c1e41b-d8b6-462c-a7fb-73809d19740c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5425649 Nov 24 13:58:12.077827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34756) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:12.137224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.10 (23a6cec1-8f4d-4390-b7df-4dd108f7a0db/af3a7b0f-7163-4c5d-9457-859ce3d35d47/91652337-0cee-4dc9-b6c0-6eda55ba503a) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:12.149499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.168884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.22 (23a6cec1-8f4d-4390-b7df-4dd108f7a0db/a5daea53-f768-4e88-9103-3ce2974fdde8/91652337-0cee-4dc9-b6c0-6eda55ba503a) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:12.257179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Allocated IP 172.20.0.2 (8e7d9644-4cff-4160-aca7-155600274eb0/1d2e9818-9e0e-4eef-82cd-65fe8a1a4671/97f7dde0-4095-401b-8b6f-4a48b9c2ab57) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:12.339178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.350021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet f6ee4866-e4f8-4159-844b-419b4741bebf {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:12.367971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.386485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.394696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8391330f-0bae-40d3-9e73-fc989853d747 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:12.425838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cad0bd-29ed-4e22-ac8b-4a0774086244 None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:12.437012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 6920594b-6014-4cad-9830-9ab238eb2297 is not hosted by any dhcp agent {{(pid=87693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 13:58:12.442360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:12.443188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.449245 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "PUT /v2.0/networks/6920594b-6014-4cad-9830-9ab238eb2297 HTTP/1.1" status: 200 len: 723 time: 1.5356231 Nov 24 13:58:12.495115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34762) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:12.500521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.515921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': '6920594b-6014-4cad-9830-9ab238eb2297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:12.616952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:12.641290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=6920594b-6014-4cad-9830-9ab238eb2297,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:12.666768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:12.689923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.691405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.8277590 Nov 24 13:58:12.695755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34766) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:12.707815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.719738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0c4b1a3-aee2-4585-8a7d-9cd71c927599 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:12.719956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.745324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Transition to ACTIVE for port object 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:12.772015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Transition to ACTIVE for port object 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:12.791379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6920594b-6014-4cad-9830-9ab238eb2297 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:12.799172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:12.807900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:12.816920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:12.817870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.826353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:12.828226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:12.831482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-36db0aca-d774-4025-a79c-103e70ce5243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:12.834120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:12.841852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:12.848314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:12.849711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.853976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:12.857917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:12.869266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e733101-61bb-4081-8c6b-a09887f941ba None None] Provisioning for port fa26a91e-b5b1-4f47-947c-742c5a5de027 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:12.870698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:12.886791 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1447628 Nov 24 13:58:12.887661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34772) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:12.891739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:12.895617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.916012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:12.952440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:12.953024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:12.955198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.001993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.022951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e733101-61bb-4081-8c6b-a09887f941ba None None] Provisioning complete for port fa26a91e-b5b1-4f47-947c-742c5a5de027 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:13.023353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e733101-61bb-4081-8c6b-a09887f941ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.086687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-356d7a33-1473-43a1-b1c3-7648ee57129d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3859916 Nov 24 13:58:13.089798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34776) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:13.175903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Network 8e7d9644-4cff-4160-aca7-155600274eb0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:13.197962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f76d68c-8b6b-4276-903c-41358ec30b64 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:13.198626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f76d68c-8b6b-4276-903c-41358ec30b64 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:13.213507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:13.227369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:13.233037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Pushing event updated for resources: {'Port': ['ID=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:13.246897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f76d68c-8b6b-4276-903c-41358ec30b64 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:13.252351 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f76d68c-8b6b-4276-903c-41358ec30b64 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed HTTP/1.1" status: 200 len: 844 time: 0.3589966 Nov 24 13:58:13.253132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:13.253264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34780) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:13.385784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fa26a91e-b5b1-4f47-947c-742c5a5de027 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:13.414884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:13.415482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.475112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ed44e-3df8-4344-903f-a168398acc44 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:13.478835 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-891ed44e-3df8-4344-903f-a168398acc44 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3824565 Nov 24 13:58:13.483033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34784) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:13.512858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.549853 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1df97834-c48a-4718-843e-b0c23bb89c50 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613320 Nov 24 13:58:13.551947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34788) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:13.557671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903023270', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:13.565475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.589840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Attempting to bind port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:13.590474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Attempting to bind port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:13.590592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Attempting to bind port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 on network 8e7d9644-4cff-4160-aca7-155600274eb0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:13.603679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object 91652337-0cee-4dc9-b6c0-6eda55ba503a will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:13.647935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:13.648375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Checking segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:13.648726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.649149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Bound using segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:13.649660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Bound port: 97f7dde0-4095-401b-8b6f-4a48b9c2ab57, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:13.650020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.692841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:13.717664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.727258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d7bf2e3e-d63a-4f11-8f90-a5304d4211aa tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:13.753670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.758113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.763213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cda4fd8d-1f89-4ded-859a-a05b49b99fca tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:13.880514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ee4866-e4f8-4159-844b-419b4741bebf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:13.882687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.891721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:13.896411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:13.897125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5584b498-48a1-4464-ae08-f9935ee35014 tempest-FloatingIPAdminTestJSON-1139756585 tempest-FloatingIPAdminTestJSON-1139756585-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:13.918541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:13.929621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:13.949449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=94383b21-74c4-48c0-aca3-7447e1880976,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:13.952780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:13.958341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:13.964564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:13.967746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717859b5-ad37-4867-a26c-c048bc45d0a9 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:13.996295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fa26a91e-b5b1-4f47-947c-742c5a5de027 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:13.996295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.013854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:14.037468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'ba340e27-db37-47a2-bdee-6b23ca6734f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6920594b-6014-4cad-9830-9ab238eb2297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:14.037706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: 6920594b-6014-4cad-9830-9ab238eb2297, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:14.085763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:14.106957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:14.135577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:14.139213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.160232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:14.182558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] For port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:14.197551 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/f6ee4866-e4f8-4159-844b-419b4741bebf HTTP/1.1" status: 204 len: 168 time: 2.1174235 Nov 24 13:58:14.225872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34792) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:14.257840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] For port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:14.383863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=91652337-0cee-4dc9-b6c0-6eda55ba503a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:14.396149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.404343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:14.411154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:14.423206 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ff5f8703-cc38-48b1-8054-4dafc6e2f8cc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1896334 Nov 24 13:58:14.425585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.454094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34796) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:14.459853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:14.485331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:14.486462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.509859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.541947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 6920594b-6014-4cad-9830-9ab238eb2297 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:14.555676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.564899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6920594b-6014-4cad-9830-9ab238eb2297) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:14.573828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.581199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0c4f9fe4-3ce8-4f3f-9aa9-09c740a817b8 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:14.595443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5210a5-0937-478e-906f-46f1a6341b27 None None] Network 6920594b-6014-4cad-9830-9ab238eb2297 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:14.621945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Pushing event updated for resources: {'Port': ['ID=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:14.625405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:14.705122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5d70ba11-1b8b-466f-ac8d-f173d2e32b12 None None] Provisioning complete for port fa26a91e-b5b1-4f47-947c-742c5a5de027 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:14.705501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5d70ba11-1b8b-466f-ac8d-f173d2e32b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.728513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:14.742737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:14.743767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.752665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:14.755402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.759547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.794259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:14.823082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:08Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:14.862628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:14.871257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:14.871617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Updating router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 port ed813a29-9469-4c55-ad34-5ed24a9b0957 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:14.874056 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.7088404 Nov 24 13:58:14.920117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34800) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:14.931927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:14.960230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af3a7b0f-7163-4c5d-9457-859ce3d35d47'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:15.004341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Deleting port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:15.004826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.006367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=1aec0793-245d-46a8-a7a4-e92390fc7259,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:15.008088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Allocated IP 172.26.8.58 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/293478df-3a68-4c13-89b9-5f83670594fd) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:15.009477 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5053318 Nov 24 13:58:15.013700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed HTTP/1.1" status: 204 len: 168 time: 1.7565815 Nov 24 13:58:15.013863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34804) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:15.019996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:15.020174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:15.028585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:15.045135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34806) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:15.085021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:15.087335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.103297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:15.119646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:15.125644 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2352f3-f026-418e-90f8-8c56a8a2719d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:58:15.125644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8a2352f3-f026-418e-90f8-8c56a8a2719d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:15.171813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:15.172233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 061b6656-d0d1-4ec8-82e5-e1e12f22fef7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:15.230594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6920594b-6014-4cad-9830-9ab238eb2297', 'network_id': '6920594b-6014-4cad-9830-9ab238eb2297', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': '94383b21-74c4-48c0-aca3-7447e1880976'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:15.230908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:15.232072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.235504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.244994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8a2352f3-f026-418e-90f8-8c56a8a2719d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:15.253119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8a2352f3-f026-418e-90f8-8c56a8a2719d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/5fe12fd5-6ef6-46a8-b7ed-8f44a7c1f2ed HTTP/1.1" status: 404 len: 333 time: 0.2071736 Nov 24 13:58:15.279732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:15.296415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'name': 'tempest-PortsIpV6TestJSON-539466882'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:15.369679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:15.410876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:15.449685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 061b6656-d0d1-4ec8-82e5-e1e12f22fef7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:15.459986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:15.460588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.485098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.512594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9568808 Nov 24 13:58:15.512828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34816) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:15.517516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68485352-4d2e-4158-bafa-d426e4e5e03b None None] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:15.674814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-157a1254-1a2a-4782-b024-30a1091e381e None None] Provisioning for port 91652337-0cee-4dc9-b6c0-6eda55ba503a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:15.702958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] For port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:15.702958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.711860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-157a1254-1a2a-4782-b024-30a1091e381e None None] Provisioning complete for port 91652337-0cee-4dc9-b6c0-6eda55ba503a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:15.712235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-157a1254-1a2a-4782-b024-30a1091e381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.732886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28027445'] for subnet, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.846368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.907765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:15.926013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:15.931727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:16.022848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:16.035395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Calling delete_port for 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:16.090616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event updated for resources: {'Port': ['ID=293478df-3a68-4c13-89b9-5f83670594fd,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:16.102211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-157a1254-1a2a-4782-b024-30a1091e381e None None] Port 91652337-0cee-4dc9-b6c0-6eda55ba503a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:16.121277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:16.122359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:16.127446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.137440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:16.142697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:16.143723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:16.156774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:16.174355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Allocated IP 172.20.0.2 (6920594b-6014-4cad-9830-9ab238eb2297/94383b21-74c4-48c0-aca3-7447e1880976/18267089-6690-47ca-9fe7-ed101546d5d1) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:16.205247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250fa341-ef82-449d-bab9-672590fef849 None None] Network 8e7d9644-4cff-4160-aca7-155600274eb0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:16.240680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 0f03164c-4b94-43b4-a567-ba1218da8584 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:16.315684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:16.322172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Allocated IP 172.26.8.229 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/75772010-c884-4dd4-885a-c6acdcec51a2) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:16.490511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.502148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d694712d-f424-4832-a4e2-0d6b7ec60a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:16.531377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:16.532199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.553964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Provisioning for port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:16.584293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Pushing event deleted for resources: {'Port': ['ID=1cb7b0e2-6704-4b10-aee5-43916fdb4a22,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:16.597432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] No DVR routers for this DVR port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:16.611320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Delete allocated IP 172.20.0.22 (23a6cec1-8f4d-4390-b7df-4dd108f7a0db/a5daea53-f768-4e88-9103-3ce2974fdde8) {{(pid=87693) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:58:16.615885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:16.616878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Provisioning complete for port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:16.617490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.666310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 13:58:16.666727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1cb7b0e2-6704-4b10-aee5-43916fdb4a22 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:16.916798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.927748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.945382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-393db6a0-92f1-47df-8519-8d2e12e92d94 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:16.973007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:16.995896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Ignored duplicate provisioning block setup for port 91652337-0cee-4dc9-b6c0-6eda55ba503a by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 13:58:17.001173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.009935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.020720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-372b06ba-9321-4acb-b41a-346b4000db9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:17.088271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.105961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:17.117166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.124274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Allocated IP 172.20.0.2 (061b6656-d0d1-4ec8-82e5-e1e12f22fef7/1aec0793-245d-46a8-a7a4-e92390fc7259/29900c9d-5f96-44d4-a7f2-50316dc69102) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:17.132219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Transition to ACTIVE for port object 18267089-6690-47ca-9fe7-ed101546d5d1 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:17.132417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:17.154378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.168237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a06f5-dbd1-4e5e-a41c-39a789bae0c4 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:17.208125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.211857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:17.212539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.266261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Transition to ACTIVE for port object 18267089-6690-47ca-9fe7-ed101546d5d1 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:17.285302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=4903e563-7be0-4f2f-a615-a792516697b1,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:17.298037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:17.323704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=91652337-0cee-4dc9-b6c0-6eda55ba503a,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:17.337920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:17.363758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.375485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-708d0e28-448c-410f-8427-f29543767d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:17.388358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] In _notify_port_updated(), no bound segment for port 91652337-0cee-4dc9-b6c0-6eda55ba503a on network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:58:17.394465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:17.395376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.400120 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/ports/91652337-0cee-4dc9-b6c0-6eda55ba503a HTTP/1.1" status: 200 len: 919 time: 2.4497461 Nov 24 13:58:17.400120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:17.407423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af3a7b0f-7163-4c5d-9457-859ce3d35d47'}, {'subnet_id': 'a5daea53-f768-4e88-9103-3ce2974fdde8'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:17.488187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] For port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:17.490501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Network 6920594b-6014-4cad-9830-9ab238eb2297 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:17.583226 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1280375 Nov 24 13:58:17.594599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34824) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:17.613436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '4903e563-7be0-4f2f-a615-a792516697b1', 'ip_address': '2001:db8::82b4:4c30:729e:4f55'}], 'name': 'tempest-NetworksTestDHCPv6-1531592365'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:17.659330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.671315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Transition to ACTIVE for port object 29900c9d-5f96-44d4-a7f2-50316dc69102 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:17.673754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.710438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Transition to ACTIVE for port object 29900c9d-5f96-44d4-a7f2-50316dc69102 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:17.715204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Pushing event updated for resources: {'Port': ['ID=18267089-6690-47ca-9fe7-ed101546d5d1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:17.724389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:17.729060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:17.730548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.758522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.760130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:17.768458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-80cbdc88-03b4-4b5e-8a71-36266ea9b20d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:17.808875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.824700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e5b1fdce-46cb-4954-9003-1316362456b6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:17.860412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756219629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1797473'] for subnet, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.887420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.949720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:17.976522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.982362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:17.983760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:17.985419 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "PUT /v2.0/subnets/94383b21-74c4-48c0-aca3-7447e1880976 HTTP/1.1" status: 200 len: 806 time: 2.9618421 Nov 24 13:58:17.996415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:18.016114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34828) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:18.037744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:18.045001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:18.061229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:18.063148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:18.069433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:18.069614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.085286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:18.092760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=0f03164c-4b94-43b4-a567-ba1218da8584,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:18.095584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:18.101824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac7fc8b0-2d4d-4511-93a3-ff54fb21735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:18.120756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (061b6656-d0d1-4ec8-82e5-e1e12f22fef7/1aec0793-245d-46a8-a7a4-e92390fc7259/dc6757fa-8545-4e7d-adb5-e7ba3e4dd137) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:18.132918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:18.135263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:18.145585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Pushing event updated for resources: {'Port': ['ID=29900c9d-5f96-44d4-a7f2-50316dc69102,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:18.183226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:18.183719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e641bb60-16e6-4425-bdac-79fc5e0f1e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:18.208767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:18.220805 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9279392 Nov 24 13:58:18.223960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34832) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:18.225985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:18.234805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:18.236846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:18.237291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Attempting to bind port 18267089-6690-47ca-9fe7-ed101546d5d1 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:18.237671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Attempting to bind port 18267089-6690-47ca-9fe7-ed101546d5d1 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'ba340e27-db37-47a2-bdee-6b23ca6734f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6920594b-6014-4cad-9830-9ab238eb2297'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:18.238043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Attempting to bind port 18267089-6690-47ca-9fe7-ed101546d5d1 on network 6920594b-6014-4cad-9830-9ab238eb2297 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:18.311327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:18.326235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=94383b21-74c4-48c0-aca3-7447e1880976,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:18.328861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:18.334106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:18.334485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Checking segment: {'id': 'ba340e27-db37-47a2-bdee-6b23ca6734f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6920594b-6014-4cad-9830-9ab238eb2297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:18.335089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.335655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Bound using segment: {'id': 'ba340e27-db37-47a2-bdee-6b23ca6734f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6920594b-6014-4cad-9830-9ab238eb2297'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:18.337098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Bound port: 18267089-6690-47ca-9fe7-ed101546d5d1, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba340e27-db37-47a2-bdee-6b23ca6734f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '6920594b-6014-4cad-9830-9ab238eb2297'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:18.337686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.375130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-41540f16-aeb7-4208-9218-ec7144548c6e None None] Provisioning complete for port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:18.375763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-41540f16-aeb7-4208-9218-ec7144548c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.391294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8382ddda-0182-4846-a9c9-bbc250e48316 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:18.412581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '4903e563-7be0-4f2f-a615-a792516697b1'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:18.413748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.523778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:18.532798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Attempting to bind port 29900c9d-5f96-44d4-a7f2-50316dc69102 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:18.533171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Attempting to bind port 29900c9d-5f96-44d4-a7f2-50316dc69102 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:18.533761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Attempting to bind port 29900c9d-5f96-44d4-a7f2-50316dc69102 on network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:18.543563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Pushing event updated for resources: {'Port': ['ID=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:18.554931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:18.612279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:18.612652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Checking segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:18.613293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.613698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Bound using segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:18.614190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Bound port: 29900c9d-5f96-44d4-a7f2-50316dc69102, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:18.614834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.632672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.731360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Pushing event updated for resources: {'Port': ['ID=75772010-c884-4dd4-885a-c6acdcec51a2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:18.740621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port 18267089-6690-47ca-9fe7-ed101546d5d1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:18.741227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.752094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:18.773976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.19 (23a6cec1-8f4d-4390-b7df-4dd108f7a0db/a5daea53-f768-4e88-9103-3ce2974fdde8/91652337-0cee-4dc9-b6c0-6eda55ba503a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:18.780624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.821619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.825605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.887082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:18.975317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] For port 18267089-6690-47ca-9fe7-ed101546d5d1, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:18.981933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:18.997735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.019095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] For port 18267089-6690-47ca-9fe7-ed101546d5d1, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=18267089-6690-47ca-9fe7-ed101546d5d1,segment=NetworkSegment(ba340e27-db37-47a2-bdee-6b23ca6734f4),segment_id=ba340e27-db37-47a2-bdee-6b23ca6734f4)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:19.038608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.047151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Transition to ACTIVE for port object ed813a29-9469-4c55-ad34-5ed24a9b0957 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:19.049738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:19.091587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] For port 29900c9d-5f96-44d4-a7f2-50316dc69102, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:19.123060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.147861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/4903e563-7be0-4f2f-a615-a792516697b1/2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:19.150803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] For port 29900c9d-5f96-44d4-a7f2-50316dc69102, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29900c9d-5f96-44d4-a7f2-50316dc69102,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:19.170730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.205267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-41540f16-aeb7-4208-9218-ec7144548c6e None None] Provisioning complete for port 91652337-0cee-4dc9-b6c0-6eda55ba503a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:19.205628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-41540f16-aeb7-4208-9218-ec7144548c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.281141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Pushing event updated for resources: {'Port': ['ID=18267089-6690-47ca-9fe7-ed101546d5d1,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:19.284602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:19.332997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.348515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Attempting to bind port ed813a29-9469-4c55-ad34-5ed24a9b0957 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:19.349016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Attempting to bind port ed813a29-9469-4c55-ad34-5ed24a9b0957 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:19.349286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Attempting to bind port ed813a29-9469-4c55-ad34-5ed24a9b0957 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:19.351550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:19.368295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.387332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d1fc13c-b8d6-4410-b64a-a815a96b01ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:19.392522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object 91652337-0cee-4dc9-b6c0-6eda55ba503a will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:19.418767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.420789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.439673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.450545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f1635288-e7fb-4d48-b9ba-615e5ae75f27 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:19.483827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:19.507189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] In _notify_port_updated(), no bound segment for port 0f03164c-4b94-43b4-a567-ba1218da8584 on network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:58:19.513008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:19.514521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.516105 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/ports/0f03164c-4b94-43b4-a567-ba1218da8584 HTTP/1.1" status: 200 len: 818 time: 1.2903132 Nov 24 13:58:19.522203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34842) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:19.539107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:19.539544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:19.539902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.540307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:19.541094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Bound port: ed813a29-9469-4c55-ad34-5ed24a9b0957, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:19.541941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.542749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:19.549574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:19.553381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:19.581337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.622290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:19.745916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-41540f16-aeb7-4208-9218-ec7144548c6e None None] Port 91652337-0cee-4dc9-b6c0-6eda55ba503a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:19.926079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 0f03164c-4b94-43b4-a567-ba1218da8584 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:19.926425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.044334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Router d0482125-fd43-44dc-b4dd-9b8b2a65dc1d is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:58:20.078150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2742119-2511-45af-991a-9f3599389189 None None] Pushing event updated for resources: {'Port': ['ID=ed813a29-9469-4c55-ad34-5ed24a9b0957,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:20.148089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae53e0-27a6-4be2-9173-a522901025a9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=0f03164c-4b94-43b4-a567-ba1218da8584,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:20.172477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b27efb9-dfe8-4ed5-95b7-528f9e74f487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.193971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] For port ed813a29-9469-4c55-ad34-5ed24a9b0957, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:20.235679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] For port ed813a29-9469-4c55-ad34-5ed24a9b0957, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed813a29-9469-4c55-ad34-5ed24a9b0957,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:20.238916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.241730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-46e8a0a6-d594-412b-99b6-369ccecf77d0 None None] Provisioning for port 91652337-0cee-4dc9-b6c0-6eda55ba503a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:20.252665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:20.253414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.257900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port 18267089-6690-47ca-9fe7-ed101546d5d1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=18267089-6690-47ca-9fe7-ed101546d5d1,segment=NetworkSegment(ba340e27-db37-47a2-bdee-6b23ca6734f4),segment_id=ba340e27-db37-47a2-bdee-6b23ca6734f4)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:20.258261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.290607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.296106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Pushing event updated for resources: {'Port': ['ID=29900c9d-5f96-44d4-a7f2-50316dc69102,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:20.316541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Transition to ACTIVE for port object 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:20.319212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:20.327049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-46e8a0a6-d594-412b-99b6-369ccecf77d0 None None] Provisioning complete for port 91652337-0cee-4dc9-b6c0-6eda55ba503a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:20.327432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46e8a0a6-d594-412b-99b6-369ccecf77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.351324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.158s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:20.494568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46e8a0a6-d594-412b-99b6-369ccecf77d0 None None] Port 91652337-0cee-4dc9-b6c0-6eda55ba503a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:20.551083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2742119-2511-45af-991a-9f3599389189 None None] Pushing event updated for resources: {'Port': ['ID=ed813a29-9469-4c55-ad34-5ed24a9b0957,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:20.554944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.567783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b2742119-2511-45af-991a-9f3599389189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:20.569712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:20.570068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:20.570696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.575405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Transition to ACTIVE for port object 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:20.616128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.626529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:20.636315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] In _notify_port_updated(), no bound segment for port 91652337-0cee-4dc9-b6c0-6eda55ba503a on network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:58:20.643120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:20.644146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.645797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/ports/91652337-0cee-4dc9-b6c0-6eda55ba503a HTTP/1.1" status: 200 len: 999 time: 3.2450926 Nov 24 13:58:20.646974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:20.649480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34846) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:20.657651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for 18267089-6690-47ca-9fe7-ed101546d5d1 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:20.660115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:20.660775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:20.681175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.718818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:20.737111 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] Sync routers for ids ['d0482125-fd43-44dc-b4dd-9b8b2a65dc1d'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:20.759607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:20.777278 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] Routers {'d0482125-fd43-44dc-b4dd-9b8b2a65dc1d'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:20.779765 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d0482125-fd43-44dc-b4dd-9b8b2a65dc1d'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:20.898462 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:20.919278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:20.939240 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] Routers {'d0482125-fd43-44dc-b4dd-9b8b2a65dc1d'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:20.940103 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d0482125-fd43-44dc-b4dd-9b8b2a65dc1d'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:20.942424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Pushing event updated for resources: {'Port': ['ID=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:20.946919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:20.951402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:20.955086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:20.997425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=91652337-0cee-4dc9-b6c0-6eda55ba503a,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:21.000985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.551s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:21.012876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.530s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:21.013283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:21.028764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.545s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:21.029164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:21.033941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 91652337-0cee-4dc9-b6c0-6eda55ba503a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:21.034348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.054989 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:21.055773 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1f485-5d96-4daa-9a82-6706d65d5f3d None None] The sync data for ids ['d0482125-fd43-44dc-b4dd-9b8b2a65dc1d'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:21.167219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:21.218859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1be6b-16f2-4ba0-97ec-c2866e6615bc None None] Network 6920594b-6014-4cad-9830-9ab238eb2297 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:21.328604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 0f03164c-4b94-43b4-a567-ba1218da8584 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:21.340919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Attempting to bind port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:21.341674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Attempting to bind port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:21.342882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Attempting to bind port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:21.425901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:21.426475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:21.427004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.427508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:21.427814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::82b4:4c30:729e:4f55 (13168bed-777a-4e4d-96b5-2446850be7d2/4903e563-7be0-4f2f-a615-a792516697b1/3a6b6e18-f1c6-4e5f-935d-6072e9742ab6) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:21.428483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Bound port: 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:21.429154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.493662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5083f0-c0f0-40af-bf20-856639453882 None None] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:21.497748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.547727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-79569828-b4b3-4a77-ba9c-ba978a4dd377 None None] Provisioning for port 18267089-6690-47ca-9fe7-ed101546d5d1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:21.564131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:21.642543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 18267089-6690-47ca-9fe7-ed101546d5d1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:21.691709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=18267089-6690-47ca-9fe7-ed101546d5d1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:21.694929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:21.762516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.763795 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7072527 Nov 24 13:58:21.772669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-79569828-b4b3-4a77-ba9c-ba978a4dd377 None None] Provisioning complete for port 18267089-6690-47ca-9fe7-ed101546d5d1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:21.773246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79569828-b4b3-4a77-ba9c-ba978a4dd377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.782960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34850) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:21.813963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 18267089-6690-47ca-9fe7-ed101546d5d1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:21.814477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 18267089-6690-47ca-9fe7-ed101546d5d1 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 24 13:58:21.823392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port 18267089-6690-47ca-9fe7-ed101546d5d1 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:21.945403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:21.946441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-79569828-b4b3-4a77-ba9c-ba978a4dd377 None None] Port 18267089-6690-47ca-9fe7-ed101546d5d1 was deleted so its status cannot be updated. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 13:58:21.956640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 18267089-6690-47ca-9fe7-ed101546d5d1 not found, will not notify nova. {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 24 13:58:21.957355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29900c9d-5f96-44d4-a7f2-50316dc69102 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:22.065116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.068061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.083935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4208e56d-1f57-4a04-99b7-ce82cff9b2d3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:22.108695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.115283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] For port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:22.153851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=0f03164c-4b94-43b4-a567-ba1218da8584,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:22.164949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] For port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:22.167331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:22.176071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:22.181544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.205439 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80990edc-807a-45f8-b350-d41db274f933 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/d0482125-fd43-44dc-b4dd-9b8b2a65dc1d HTTP/1.1" status: 200 len: 920 time: 0.4137082 Nov 24 13:58:22.207085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34854) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:22.234321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.246719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:22.260498 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/0f03164c-4b94-43b4-a567-ba1218da8584 HTTP/1.1" status: 204 len: 168 time: 2.7339683 Nov 24 13:58:22.275293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34858) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:22.280907 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-43ff22fc-5035-47ff-a17b-d5e2cdb4e9dc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0482125-fd43-44dc-b4dd-9b8b2a65dc1d HTTP/1.1" status: 200 len: 205 time: 0.0698261 Nov 24 13:58:22.292641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 91652337-0cee-4dc9-b6c0-6eda55ba503a owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:22.319569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ff491ffd-e23e-4160-acba-3ac4cfc7d8a0 None None] Provisioning for port 29900c9d-5f96-44d4-a7f2-50316dc69102 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:22.322031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34862) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:22.345293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Router c5531ffc-f094-4015-9242-5431e3ecdb47 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:58:22.365140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.382818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:22.393507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 29900c9d-5f96-44d4-a7f2-50316dc69102 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:22.410154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 29900c9d-5f96-44d4-a7f2-50316dc69102 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:22.420668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.475596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Pushing event updated for resources: {'Port': ['ID=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:22.479322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:22.480211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:22.483672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=3a6b6e18-f1c6-4e5f-935d-6072e9742ab6,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:22.486773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:22.606998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70a94bc1-9bd0-4136-9cc2-fa534b84078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.643654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.732959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:22.736652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:22.753053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:22.754096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.761742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:18Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:22.796696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31239b66-cf19-4456-bcae-d79f1458a446 None None] Network 6920594b-6014-4cad-9830-9ab238eb2297 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:22.811431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c698b09-2bd4-47af-bc42-8a7c300e54ec None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:18Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:22.848010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b8b966b3-831a-4869-893d-1f6f8bb8aad9 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:22.856472 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.2515125 Nov 24 13:58:22.858271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34866) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:22.913253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:22.962024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf74ade-73cf-42c9-ba1d-73b103080618 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:22.962773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ecf74ade-73cf-42c9-ba1d-73b103080618 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:22.997506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 29900c9d-5f96-44d4-a7f2-50316dc69102, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29900c9d-5f96-44d4-a7f2-50316dc69102,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:23.007794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.010548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.020100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:23.023372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ecf74ade-73cf-42c9-ba1d-73b103080618 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:23.026020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=91652337-0cee-4dc9-b6c0-6eda55ba503a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:23.028475 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ecf74ade-73cf-42c9-ba1d-73b103080618 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7495162 Nov 24 13:58:23.033703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:23.036996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34870) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:23.046961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:58:23.059532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c9c90dc6-6f72-4f70-867b-305c0ebd864b tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:23.104464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:23.112327 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91d90d2-33d0-4617-99d8-2b9c81638439 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:58:23.117664 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f91d90d2-33d0-4617-99d8-2b9c81638439 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/0f03164c-4b94-43b4-a567-ba1218da8584 HTTP/1.1" status: 404 len: 333 time: 0.0743239 Nov 24 13:58:23.118732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34874) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:23.131515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Sync routers for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:23.138935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-898504642'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:23.145288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:23.151085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:23.154978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:23.169335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:23.226809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b63983-6cf9-4f5c-982c-eb585a58eaf3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:23.244147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b63983-6cf9-4f5c-982c-eb585a58eaf3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:23.249646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c0b63983-6cf9-4f5c-982c-eb585a58eaf3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:23.255453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:23.255746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.270555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.273104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:23.277708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:23.282696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=94383b21-74c4-48c0-aca3-7447e1880976,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:23.300222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.304127 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19c20e2f-89bd-46fc-86e4-c14b79be0a6f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8060734 Nov 24 13:58:23.306694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34878) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:23.337937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:23.364289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.472072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=29900c9d-5f96-44d4-a7f2-50316dc69102,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:23.617624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0a8b982-6243-43e5-beb1-7d3835dff314 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:23.708931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:23.713846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2bec6-6918-4f0a-91dc-04cc71fc2907 None None] DHCP port deletion for 6920594b-6014-4cad-9830-9ab238eb2297 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:23.718731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:23.734852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.955416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:23.960136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5658fa9a-e21a-4013-b7e3-4ba4525f5c40 None None] Provisioning for port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:23.966359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c0b63983-6cf9-4f5c-982c-eb585a58eaf3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:23.969312 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c0b63983-6cf9-4f5c-982c-eb585a58eaf3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.1057389 Nov 24 13:58:23.977098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34886) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:23.989661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:23.992048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:24.000167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5658fa9a-e21a-4013-b7e3-4ba4525f5c40 None None] Provisioning complete for port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:24.000923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5658fa9a-e21a-4013-b7e3-4ba4525f5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.027673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.091373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:24.101585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:24.101924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.105459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6920594b-6014-4cad-9830-9ab238eb2297']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:24.177764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.178088 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 2eb7e5a4-0043-4333-84e7-af3841c86488 of type vlan for network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f Nov 24 13:58:24.196678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.275958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba340e27-db37-47a2-bdee-6b23ca6734f4') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:24.276384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba340e27-db37-47a2-bdee-6b23ca6734f4') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:24.319394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/91652337-0cee-4dc9-b6c0-6eda55ba503a HTTP/1.1" status: 204 len: 168 time: 3.6059661 Nov 24 13:58:24.325143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.344230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34890) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:24.348636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:24.351810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:24.361252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5658fa9a-e21a-4013-b7e3-4ba4525f5c40 None None] Port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:24.414235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.423433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.486962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5658fa9a-e21a-4013-b7e3-4ba4525f5c40 None None] Provisioning complete for port 29900c9d-5f96-44d4-a7f2-50316dc69102 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:24.487786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5658fa9a-e21a-4013-b7e3-4ba4525f5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.567296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.583249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.589644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:24.590533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.620690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b09b82-1265-4f57-bb0c-2efd03bd4b02 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:58:24.621337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-47b09b82-1265-4f57-bb0c-2efd03bd4b02 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:24.627899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:24.628387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.629328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a409668-5b12-4acd-9b30-969673948f6e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:24.689295 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:24.732173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92870b-4b41-43ac-bdd3-0a3f727a1f36 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:58:24.778237 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6546030 Nov 24 13:58:24.790073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34894) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:24.811829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:18Z', 'revision_number': 3, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:24.827676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Checking router: c5531ffc-f094-4015-9242-5431e3ecdb47 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:24.828037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Updating router c5531ffc-f094-4015-9242-5431e3ecdb47 port 75772010-c884-4dd4-885a-c6acdcec51a2 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:24.856466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:24.865675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:24.891490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-47b09b82-1265-4f57-bb0c-2efd03bd4b02 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:24.894966 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-47b09b82-1265-4f57-bb0c-2efd03bd4b02 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/91652337-0cee-4dc9-b6c0-6eda55ba503a HTTP/1.1" status: 404 len: 333 time: 0.5452800 Nov 24 13:58:24.939422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34898) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:24.943077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:24.955932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:25.034630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Provisioning complete for port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:25.034942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.100413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.105372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.139694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92870b-4b41-43ac-bdd3-0a3f727a1f36 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:58:25.167507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-532a1151-49d6-4c81-8cab-4a02e8986e39 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:25.190245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:25.215122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=6920594b-6014-4cad-9830-9ab238eb2297,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:25.228062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:25.232477 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/6920594b-6014-4cad-9830-9ab238eb2297 HTTP/1.1" status: 204 len: 168 time: 7.2104561 Nov 24 13:58:25.243303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34902) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:25.264213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=56541f2f-c3ce-4e07-8206-bbaaaf9a068f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:25.288178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.289835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:25.300730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:25.327432 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5db5ec-cc7b-4174-8bdd-254242e14fdc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:58:25.327978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5db5ec-cc7b-4174-8bdd-254242e14fdc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:58:25.329924 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6f5db5ec-cc7b-4174-8bdd-254242e14fdc tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/6920594b-6014-4cad-9830-9ab238eb2297 HTTP/1.1" status: 404 len: 339 time: 0.0855925 Nov 24 13:58:25.340521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34906) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:25.343244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Deleting port 293478df-3a68-4c13-89b9-5f83670594fd {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:25.343597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.381931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-474374414', 'description': 'd1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:25.391712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.407745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:25.415515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet a5daea53-f768-4e88-9103-3ce2974fdde8 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:25.424442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:network and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:25.426820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:25.430542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:25.443891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:25.459452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:58:25.472974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Provisioning for port 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:25.491293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.496982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:25.501376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.538426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Provisioning complete for port 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:25.538710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.588499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed813a29-9469-4c55-ad34-5ed24a9b0957 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:25.616083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.735472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Port 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:25.764983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:25.774976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:25.818574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:25.838310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.862209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:25.862598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.863128 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment b4dde1e0-f88c-4da3-9e6a-05879d34973b of type vlan for network 0db9f949-b760-449a-8e9c-1923b9869378 Nov 24 13:58:25.896452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:25.916500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Provisioning for port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:25.930532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Provisioning complete for port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:25.930903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.940030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:25.991838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:25.995473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.000686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ed813a29-9469-4c55-ad34-5ed24a9b0957 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:26.011620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ed813a29-9469-4c55-ad34-5ed24a9b0957 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:26.012971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.044894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Calling delete_port for 293478df-3a68-4c13-89b9-5f83670594fd owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:26.053191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-f511103b-3f42-4a23-829e-e746503402ec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:58:26.132522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.157970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:26.190994 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:26.202086 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:26.202967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:26.212893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.229893 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/eb5794f2-652d-45fe-a0fa-f9c35fa69da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7136030 Nov 24 13:58:26.231666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34912) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:26.256355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.264435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.270754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.271376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.283935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5c054211-ac7e-4baa-a3f1-46d312756fa8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:26.380201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Transition to ACTIVE for port object 75772010-c884-4dd4-885a-c6acdcec51a2 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:26.424846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.429707 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:26.436383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4c1f278-cf99-4c59-8fdc-ed0d03323de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:26.476774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=0db9f949-b760-449a-8e9c-1923b9869378,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:26.483575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.494937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:26.520622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1429601 Nov 24 13:58:26.520879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0db9f949-b760-449a-8e9c-1923b9869378 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:26.526395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34916) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:26.623669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.644836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.647873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:26.667664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-97d8f2f0-f3e1-42de-ace0-b313ac12c347 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:26.693786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b67ae-8fdc-4091-b945-5d09e7111fe1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.694732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-440b67ae-8fdc-4091-b945-5d09e7111fe1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Synchronizing usage tracker for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:26.718979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=a5daea53-f768-4e88-9103-3ce2974fdde8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:26.738204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:26.744730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-568f70cf-083b-4cc9-869b-5e698f3820f3 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:26.809200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-440b67ae-8fdc-4091-b945-5d09e7111fe1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Unset dirty status for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:26.814327 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-440b67ae-8fdc-4091-b945-5d09e7111fe1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks?id=0db9f949-b760-449a-8e9c-1923b9869378 HTTP/1.1" status: 200 len: 760 time: 0.2858446 Nov 24 13:58:26.820845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34920) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:26.828504 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:21Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:26.833496 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:26.834079 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Updating router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:26.836811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'description': 'd2'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:26.839515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=3a6b6e18-f1c6-4e5f-935d-6072e9742ab6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:26.852381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:26.875226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.875771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.875856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Attempting to bind port 75772010-c884-4dd4-885a-c6acdcec51a2 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:26.876212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Attempting to bind port 75772010-c884-4dd4-885a-c6acdcec51a2 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:26.876336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.876590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Attempting to bind port 75772010-c884-4dd4-885a-c6acdcec51a2 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:26.876869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.877364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.877866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.878369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.878819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.879289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.879933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.880383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.880852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.881294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:26.886353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1cf2056b-88d7-4967-95c0-be917e10c020 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9033 time: 0.6502399 Nov 24 13:58:26.892724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c1cd1-2817-4126-a665-274f9ff96e01 None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:26.922646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ed813a29-9469-4c55-ad34-5ed24a9b0957, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed813a29-9469-4c55-ad34-5ed24a9b0957,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:26.929395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ced77-60cc-473d-8027-005cf82055f3 None None] Pushing event updated for resources: {'Port': ['ID=75772010-c884-4dd4-885a-c6acdcec51a2,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:26.998024 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.043667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.047277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34924) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:27.050143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad2ced77-60cc-473d-8027-005cf82055f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.051009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.051875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29900c9d-5f96-44d4-a7f2-50316dc69102 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:27.059116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.100205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:27.100638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:27.101086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.101490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:27.101987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Bound port: 75772010-c884-4dd4-885a-c6acdcec51a2, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:27.102422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.165312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b9999108-a816-42e2-8619-0a22042a078c None None] For port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:27.182086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.215945 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 HTTP/1.1" status: 204 len: 168 time: 3.2377329 Nov 24 13:58:27.227801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34928) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:27.246455 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/a5daea53-f768-4e88-9103-3ce2974fdde8 HTTP/1.1" status: 204 len: 168 time: 2.2038295 Nov 24 13:58:27.255351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34932) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:27.331486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.335066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-97e9e867-7337-499f-86bb-3fbb8e0ce1e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.342766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.356275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.370725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.371024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a2558-bacc-4334-a85a-8e7b3b24300e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.372681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a2558-bacc-4334-a85a-8e7b3b24300e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.373512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-919a2558-bacc-4334-a85a-8e7b3b24300e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:27.395926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event deleted for resources: {'Port': ['ID=293478df-3a68-4c13-89b9-5f83670594fd,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:27.401329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.423897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.461683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ed813a29-9469-4c55-ad34-5ed24a9b0957,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:27.461933 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.464927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.469559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] For port 75772010-c884-4dd4-885a-c6acdcec51a2, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:27.474902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.476989 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Transition to ACTIVE for port object dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:27.485599 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.492568 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.540299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.541092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.541613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.542122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.542768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.543275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.543779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.544278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.545664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.548042 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0d6f3191-7044-4ac5-9832-227fd9401fe6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5829 time: 0.4611237 Nov 24 13:58:27.570456 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef867ef5-d4fb-43e5-986a-448164a7caf0 None None] Pushing event updated for resources: {'Port': ['ID=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:27.582618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] For port 75772010-c884-4dd4-885a-c6acdcec51a2, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=75772010-c884-4dd4-885a-c6acdcec51a2,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:27.583336 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ef867ef5-d4fb-43e5-986a-448164a7caf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.594684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.616611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.618698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34936) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:27.626698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 29900c9d-5f96-44d4-a7f2-50316dc69102 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:27.627076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.694377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Pushing event updated for resources: {'Port': ['ID=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:27.700634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.712451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.749083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.768257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b7d1385-39d3-4c97-8e82-405394c5db12 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:27.814995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:27.815647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:27.822572 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Attempting to bind port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:27.823023 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Attempting to bind port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:27.823388 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Attempting to bind port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 on network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:27.831103 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:27.831553 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Checking segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:27.832059 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.832769 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Bound using segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:27.833106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet af3a7b0f-7163-4c5d-9457-859ce3d35d47 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:27.833572 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Bound port: dc6757fa-8545-4e7d-adb5-e7ba3e4dd137, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:27.833784 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.849250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=3c5567d8-7ff8-4d36-a49f-dfc856718e24,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:27.853134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.855518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.915804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '2eb7e5a4-0043-4333-84e7-af3841c86488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:27.916312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: 56541f2f-c3ce-4e07-8206-bbaaaf9a068f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:27.931662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=0db9f949-b760-449a-8e9c-1923b9869378,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:27.936329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-919a2558-bacc-4334-a85a-8e7b3b24300e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:27.937565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-919a2558-bacc-4334-a85a-8e7b3b24300e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7089350 Nov 24 13:58:27.938215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 0db9f949-b760-449a-8e9c-1923b9869378 is not hosted by any dhcp agent {{(pid=87693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 13:58:27.943847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:27.944516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:27.948320 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "PUT /v2.0/networks/0db9f949-b760-449a-8e9c-1923b9869378 HTTP/1.1" status: 200 len: 757 time: 1.1213009 Nov 24 13:58:27.948482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34940) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:27.949521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:27.949726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34942) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:28.011746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0db9f949-b760-449a-8e9c-1923b9869378 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:28.023694 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] For port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:28.031710 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] For port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:28.038247 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.041676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:28.047943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 4903e563-7be0-4f2f-a615-a792516697b1 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:28.048940 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:28.051393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.069202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.109270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.149508 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef867ef5-d4fb-43e5-986a-448164a7caf0 None None] Pushing event updated for resources: {'Port': ['ID=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:28.165809 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ef867ef5-d4fb-43e5-986a-448164a7caf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:28.183633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ced77-60cc-473d-8027-005cf82055f3 None None] Pushing event updated for resources: {'Port': ['ID=75772010-c884-4dd4-885a-c6acdcec51a2,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:28.187663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad2ced77-60cc-473d-8027-005cf82055f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:28.210888 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:28.211767 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:28.334926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:28.380236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.380593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f53156-5394-4356-b5c3-6c9193218712 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:28.385778 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6f53156-5394-4356-b5c3-6c9193218712 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks?id=0db9f949-b760-449a-8e9c-1923b9869378 HTTP/1.1" status: 200 len: 760 time: 0.4314125 Nov 24 13:58:28.392931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.394607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:28.400688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-81620036'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:28.414271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.421318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:28.483249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:28.492240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.492823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Fanout notify agent at l3_agent the message router_deleted on router d0482125-fd43-44dc-b4dd-9b8b2a65dc1d {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:58:28.534820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.536179 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/d0482125-fd43-44dc-b4dd-9b8b2a65dc1d HTTP/1.1" status: 204 len: 168 time: 6.2112019 Nov 24 13:58:28.537921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:28.542768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.555409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34956) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:28.560042 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:28.565421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1242595799', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': False}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:28.575662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:28.587325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:router and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:28.591825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:28.603492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:28.612383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:28.628424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.629350 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment f94b381e-e89c-463a-b89d-691ea71759d6 of type vlan for network 6d24367b-bdeb-4413-9940-dad540232ec7 Nov 24 13:58:28.642060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 18267089-6690-47ca-9fe7-ed101546d5d1 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:28.646256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.648431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.689999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.690582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:28.761869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 18267089-6690-47ca-9fe7-ed101546d5d1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:28.762488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 18267089-6690-47ca-9fe7-ed101546d5d1 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:28.895359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 56541f2f-c3ce-4e07-8206-bbaaaf9a068f) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:28.920951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:28.920951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.032011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f5880-84e2-4727-a80c-f703b2b942bf None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:29.033405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.050602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-11fd8e06-b198-4e38-bf34-64dfbb54ba41 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:29.075505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:29.135640 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3428197 Nov 24 13:58:29.138143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.148087 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/4903e563-7be0-4f2f-a615-a792516697b1 HTTP/1.1" status: 204 len: 168 time: 1.1905079 Nov 24 13:58:29.186249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34962) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:29.186862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34964) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:29.201636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:29.217811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69126d3d-705f-479d-af5b-3b140ebbf7a3 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:29.345410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.376452 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:28Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:29.391088 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9073e7d-85a3-4dc8-aae5-d38504d2a2d0 None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:28Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:29.482939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=4903e563-7be0-4f2f-a615-a792516697b1,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:29.550823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:29.584221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:29.625912 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9d50b432-7a1b-43fb-b94b-2924cd80b58d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4279130 Nov 24 13:58:29.630960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34970) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:29.637025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:29.652094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:29.682772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:29.752899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:29.799074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:58:29.842983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.847759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f511103b-3f42-4a23-829e-e746503402ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:18Z', 'revision_number': 3, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:29.848637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:29.849285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.863546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4da1c78c-539d-45d7-9ec0-48869e6bc050 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:29.901719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511103b-3f42-4a23-829e-e746503402ec None None] The sync data for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv is: [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:18Z', 'revision_number': 3, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:29.910422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:29.913855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.919243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:29.919744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:29.979543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:29.988636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Allocated IP 172.20.0.1 (8e7d9644-4cff-4160-aca7-155600274eb0/1d2e9818-9e0e-4eef-82cd-65fe8a1a4671/84c16958-49fd-43b2-8a2d-ef0abe314304) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:29.990660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:29.994640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.023524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': '3c5567d8-7ff8-4d36-a49f-dfc856718e24'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:30.024418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.025175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-c7d47a7f-9725-457f-abd6-bd34eb33e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:30.026735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-c7d47a7f-9725-457f-abd6-bd34eb33e6b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.8264005 Nov 24 13:58:30.055138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-050fb5f7-5960-4a05-aec8-9a5d783ae4de None None] Provisioning complete for port fa26a91e-b5b1-4f47-947c-742c5a5de027 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:30.055463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-050fb5f7-5960-4a05-aec8-9a5d783ae4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.130608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:30.133272 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7351966 Nov 24 13:58:30.135061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34974) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:30.147860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.309482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:30.324942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:30.330251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.384415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=6d24367b-bdeb-4413-9940-dad540232ec7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:30.411944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.432113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6d24367b-bdeb-4413-9940-dad540232ec7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:30.490293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:30.533586 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c5567d8-7ff8-4d36-a49f-dfc856718e24 (CIDR: 2001:db8::/64) Nov 24 13:58:30.563420 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:58:30.564052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:58:30.586009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d104bc-cf33-4dec-b965-342075192e9f req-56479dd0-9762-4122-b008-5840e55f4288 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:30.587597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-18d104bc-cf33-4dec-b965-342075192e9f req-56479dd0-9762-4122-b008-5840e55f4288 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 1.4035408 Nov 24 13:58:30.595092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:30.605469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Deleting port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:30.606031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.614419 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-609d8004-6c4e-4beb-9379-0433aec411f4 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 2.9925354 Nov 24 13:58:30.670654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:30.710369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-18d104bc-cf33-4dec-b965-342075192e9f req-adb8ebde-4b22-4e56-bf88-77007b64daa9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988517 Nov 24 13:58:30.711324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Usage tracker for resource:subnet and tenant:12530cf276cc4384bf979f94eae8ca78 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:30.715714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-1bb0ba90-d63e-41b2-af4c-cdd0db69f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:30.723922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.724303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-1bb0ba90-d63e-41b2-af4c-cdd0db69f282 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.6620696 Nov 24 13:58:30.740546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:30.759536 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-89f4d1d6-0a30-4722-87b8-1205dce0259d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5651031 Nov 24 13:58:30.759922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:30.761915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a482b9af-ac19-45ea-af5b-987dcddea52a tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:30.797882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.803392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.804394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed813a29-9469-4c55-ad34-5ed24a9b0957 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:30.805509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34980) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:30.816200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:30.833033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:30.850697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=af3a7b0f-7163-4c5d-9457-859ce3d35d47,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:30.854229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:30.872878 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/af3a7b0f-7163-4c5d-9457-859ce3d35d47 HTTP/1.1" status: 204 len: 168 time: 3.6158195 Nov 24 13:58:30.878862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 34984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:30.894327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:30.897813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.922363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c53a8e30-9ace-4eb6-8d6d-a36311f849ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:30.931140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:30.977744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962976a-16a1-4db6-bfb2-c119d810a243 None None] Network 23a6cec1-8f4d-4390-b7df-4dd108f7a0db requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:31.012211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Transition to ACTIVE for port object 84c16958-49fd-43b2-8a2d-ef0abe314304 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:31.031955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-e24e6fee-5b15-4699-960e-a963a16bc5d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.2882097 Nov 24 13:58:31.124277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34988) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:31.133558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806231559', 'description': 'tempest-secgroup-smoke-806231559 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:31.143471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:31.147519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:31.150769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:31.158970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:31.184515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:31.188006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:31.192580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.215615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:31.215837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-73f76c73-3324-4c27-a6b1-40f8b3ac614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:31.217708 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-73f76c73-3324-4c27-a6b1-40f8b3ac614f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.1128690 Nov 24 13:58:31.231246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:31.245483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:31.315672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.327148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:31.407513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.526548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.552207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] For port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:31.552795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.575432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.612803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port fa26a91e-b5b1-4f47-947c-742c5a5de027 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:31.613061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.617862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Network 8e7d9644-4cff-4160-aca7-155600274eb0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:31.631979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:31.640083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:31.642087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:31.653446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:31.654755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.658791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:31.702991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Pushing event updated for resources: {'Port': ['ID=84c16958-49fd-43b2-8a2d-ef0abe314304,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:31.750868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:31.789961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.790944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.790944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.794253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Calling delete_port for 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:31.798587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.799985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.799985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.799985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.800292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.802604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.802984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.803355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.803720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:31.866743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:31.868720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7f6fd915-2ea7-4562-93fd-8583c79b26ca tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:31.932869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:31.939691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ed813a29-9469-4c55-ad34-5ed24a9b0957 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:31.940643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:31.954390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:31.961388 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3152227 Nov 24 13:58:31.976210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:31.978239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34994) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:31.987036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': 'ad9bbddb-d33f-4883-b5cd-b4a089402973', 'ip_address': '2001:db8::8d96:9c8c:b262:75d2'}], 'name': 'tempest-NetworksTestDHCPv6-1750801842'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:31.993981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Allocated IP 2001:db8::2 (56541f2f-c3ce-4e07-8206-bbaaaf9a068f/3c5567d8-7ff8-4d36-a49f-dfc856718e24/3272b3c8-ab6e-4ac5-b781-dbe629fa09a0) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:32.006743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:32.036844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:32.096763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.218067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.239136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:32.241855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2820a9ec-357b-42cb-b877-f0f7110661a1 None None] Provisioning for port 84c16958-49fd-43b2-8a2d-ef0abe314304 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:32.264287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=ad9bbddb-d33f-4883-b5cd-b4a089402973,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:32.272252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] DHCP port deletion for 23a6cec1-8f4d-4390-b7df-4dd108f7a0db request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:32.281450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.290080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:32.301897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:32.339401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2820a9ec-357b-42cb-b877-f0f7110661a1 None None] Provisioning complete for port 84c16958-49fd-43b2-8a2d-ef0abe314304 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:32.339648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2820a9ec-357b-42cb-b877-f0f7110661a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.373494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-d572a3c1-c95b-4b6a-982e-386855c06888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:32.375311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-d572a3c1-c95b-4b6a-982e-386855c06888 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0857921 Nov 24 13:58:32.409852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Deleting port fa26a91e-b5b1-4f47-947c-742c5a5de027 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:32.410213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.425060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.426889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.439322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:32.441491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.448410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-32524857-a1ac-4f8e-99ff-5c12bf2a6903 tempest-RoutersAdminNegativeTest-1433717558 tempest-RoutersAdminNegativeTest-1433717558-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:32.457259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:32.466406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:32.476402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Pushing event deleted for resources: {'Port': ['ID=2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:32.485085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] No DVR routers for this DVR port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:32.487412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:32.522840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:32.527682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.535523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbccdea-556b-4800-9d96-92c0f521cb97 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:32.601377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:32.603624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.608600 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4812884 Nov 24 13:58:32.608600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:32.621253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 34998) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:32.626796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:32.632378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=55d0d087-99b3-45ac-acef-07ef5c4d57c5,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:32.638686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '35eec5ce-4d0e-4613-a6bb-dec18c11dbb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:32.650271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:32.656167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:32.702693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2820a9ec-357b-42cb-b877-f0f7110661a1 None None] Port 84c16958-49fd-43b2-8a2d-ef0abe314304 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:32.703174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'f94b381e-e89c-463a-b89d-691ea71759d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:32.703619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: 6d24367b-bdeb-4413-9940-dad540232ec7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:32.710324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:32.711689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.718373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:32.721612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7f6e5370-83df-443d-b73b-d42bd70c494c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:32.752616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.754564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] For port fa26a91e-b5b1-4f47-947c-742c5a5de027, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fa26a91e-b5b1-4f47-947c-742c5a5de027,segment=NetworkSegment(5263d692-39a1-491a-b950-6a165679f309),segment_id=5263d692-39a1-491a-b950-6a165679f309)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:32.754992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.768964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:32.799401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:32.837591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:32.837919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Nov 24 13:58:32.846047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:32.862296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:32.866401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4003402-a6f1-4e47-aa88-7e9445d87336 req-723e442a-e0a5-4637-abe2-2ea8a0064c1a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:32.874386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f4003402-a6f1-4e47-aa88-7e9445d87336 req-723e442a-e0a5-4637-abe2-2ea8a0064c1a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.9093821 Nov 24 13:58:32.879533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:32.880114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.892104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=960209e8-8f2e-49df-8490-e0c98f4a52b4,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:32.894866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e not found, will not notify nova. {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 24 13:58:32.917817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:32.927994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:32.976180 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1645260 Nov 24 13:58:32.982549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35002) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:32.998749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 6d24367b-bdeb-4413-9940-dad540232ec7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:33.007690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for fa26a91e-b5b1-4f47-947c-742c5a5de027 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:33.011528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'fixed_ips': [{'subnet_id': '3c5567d8-7ff8-4d36-a49f-dfc856718e24'}, {'subnet_id': '960209e8-8f2e-49df-8490-e0c98f4a52b4'}], 'name': 'tempest-PortsIpV6TestJSON-1065378314'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:33.036866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.125747 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-41255f8d-35fc-48f6-8e68-7f930a15123b service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670647 Nov 24 13:58:33.133319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6d24367b-bdeb-4413-9940-dad540232ec7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:33.151518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3629a43-46b5-4d81-b256-9750224e4d9d None None] Network 6d24367b-bdeb-4413-9940-dad540232ec7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:33.152997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:33.153596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.172651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.187433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 75772010-c884-4dd4-885a-c6acdcec51a2 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:33.215040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 84100040-2507-47ba-8415-94f27830c2c8 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:33.223982 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f4003402-a6f1-4e47-aa88-7e9445d87336 req-dc0d9b4e-e73e-4cc0-9a0a-ed2d36d0e0dd tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484859 Nov 24 13:58:33.289386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.302055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Allocated IP 172.26.8.178 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/8bc47ac3-6162-49c6-9718-c94f05bd1c46) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:33.330683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.343680 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1896448 Nov 24 13:58:33.364254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:33.364693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:33.374294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] For port fa26a91e-b5b1-4f47-947c-742c5a5de027, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fa26a91e-b5b1-4f47-947c-742c5a5de027,segment=NetworkSegment(5263d692-39a1-491a-b950-6a165679f309),segment_id=5263d692-39a1-491a-b950-6a165679f309)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:33.374692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.400278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Transition to ACTIVE for port object 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:33.437177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be56db61-b52e-4927-a3f7-6d01454de055,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:33.450185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:33.455854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.463858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:33.480679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:33.482714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.487413 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8563495 Nov 24 13:58:33.493749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35010) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:33.503385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '35eec5ce-4d0e-4613-a6bb-dec18c11dbb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:33.520717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:33.522992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-06815f0f-8e60-45d7-8f3d-c29662f35564 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:33.554768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Calling delete_port for fa26a91e-b5b1-4f47-947c-742c5a5de027 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:33.560373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:33.564619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.565759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:33.583397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:33.604629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.615611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No DVR routers for this DVR port fa26a91e-b5b1-4f47-947c-742c5a5de027 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:33.634473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Transition to ACTIVE for port object 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:33.640861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:33.658902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'ad9bbddb-d33f-4883-b5cd-b4a089402973'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:33.659977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.673977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=fa26a91e-b5b1-4f47-947c-742c5a5de027,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:33.675476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.686026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6d666db-7d6c-42b8-b2f5-368e9508d33a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:33.693800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad2ced77-60cc-473d-8027-005cf82055f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:33.774022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:33.824599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c3de9d9b-16d7-4b41-b50b-8776db6ef3cd req-e026fe6e-7c39-4675-bddc-a1e4eeb75b37 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493440 Nov 24 13:58:33.844043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.864789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:33.873113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:33.884888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:33.900199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Pushing event updated for resources: {'Port': ['ID=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:33.910326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 75772010-c884-4dd4-885a-c6acdcec51a2 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:33.917858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:33.926670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a6cec1-8f4d-4390-b7df-4dd108f7a0db']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:33.945154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::8d96:9c8c:b262:75d2 (13168bed-777a-4e4d-96b5-2446850be7d2/ad9bbddb-d33f-4883-b5cd-b4a089402973/84100040-2507-47ba-8415-94f27830c2c8) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:33.951191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.961401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:33.961606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:33.962126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5263d692-39a1-491a-b950-6a165679f309') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:33.962421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5263d692-39a1-491a-b950-6a165679f309') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:33.965511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Pushing event updated for resources: {'Port': ['ID=84c16958-49fd-43b2-8a2d-ef0abe314304,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:33.970127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.972620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:33.973645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.978284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 75772010-c884-4dd4-885a-c6acdcec51a2 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:33.978934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.979048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:33.986997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.023077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.032955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:34.033653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:34.056422 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:34.127180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Attempting to bind port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:34.127556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Attempting to bind port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '2eb7e5a4-0043-4333-84e7-af3841c86488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:34.127918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Attempting to bind port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 on network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:34.134197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6d24367b-bdeb-4413-9940-dad540232ec7', 'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': '55d0d087-99b3-45ac-acef-07ef5c4d57c5'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:34.134736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.158042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.158579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:34.159104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Checking segment: {'id': '2eb7e5a4-0043-4333-84e7-af3841c86488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:34.159352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.159749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Bound using segment: {'id': '2eb7e5a4-0043-4333-84e7-af3841c86488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:34.160235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Bound port: 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb7e5a4-0043-4333-84e7-af3841c86488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:34.160608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.253793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port df9619b3-0507-4757-b609-dff6d21b34f4 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:34.288457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.348247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.367335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.437103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ce0ef629-f019-4bca-a98f-849500b7ad47 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:34.439890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.449578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 75772010-c884-4dd4-885a-c6acdcec51a2, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=75772010-c884-4dd4-885a-c6acdcec51a2,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:34.463682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:34.465271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Deleting port fa26a91e-b5b1-4f47-947c-742c5a5de027 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:34.465926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.499249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] For port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:34.509054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.529820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b1c844-95d1-4f70-a025-5a2ae5dcb594,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:34.532782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=23a6cec1-8f4d-4390-b7df-4dd108f7a0db,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:34.555538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:34.555757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.556578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:34.567348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:34.582165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/23a6cec1-8f4d-4390-b7df-4dd108f7a0db HTTP/1.1" status: 204 len: 168 time: 3.6984818 Nov 24 13:58:34.586696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.600437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3acdf561-14f4-4755-b6bc-99e46e05c694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:34.603057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Network 8e7d9644-4cff-4160-aca7-155600274eb0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:34.611144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35016) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:34.620969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:34.648546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.655665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bc76d48e-ed9d-436c-91c5-88b81b85974d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:34.686153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.687499 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1930861 Nov 24 13:58:34.712915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35020) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:34.736075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc47ac3-6162-49c6-9718-c94f05bd1c46,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:34.736525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '35eec5ce-4d0e-4613-a6bb-dec18c11dbb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:34.739235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:34.745551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c197a-47df-4dd8-805e-a3dad29a6515 None None] The port 'fa26a91e-b5b1-4f47-947c-742c5a5de027' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:58:34.756504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=75772010-c884-4dd4-885a-c6acdcec51a2,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:34.761801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] For port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,segment=NetworkSegment(2eb7e5a4-0043-4333-84e7-af3841c86488),segment_id=2eb7e5a4-0043-4333-84e7-af3841c86488)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:34.773917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:34.782375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.782840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:34.784375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:34.790956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:34.797190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-61e13ab8-360e-4449-ae40-c008b0fc6a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:34.835180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:34.868654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:34.873743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:34.905221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Pushing event updated for resources: {'Port': ['ID=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:34.921967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:34.923124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Allocated IP 172.20.0.2 (6d24367b-bdeb-4413-9940-dad540232ec7/55d0d087-99b3-45ac-acef-07ef5c4d57c5/59a2d7ad-506f-4b99-ba53-855c7bd2706f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:34.981637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:34.982049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.016423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:35.041309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 84100040-2507-47ba-8415-94f27830c2c8 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:35.055105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:35.109754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8d756-181b-40df-8937-e3050d50d488 req-587c79e1-3955-4f2d-8b98-376d231da21e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:35.117702 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2ad8d756-181b-40df-8937-e3050d50d488 req-587c79e1-3955-4f2d-8b98-376d231da21e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7454727 Nov 24 13:58:35.153821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1aa0ed2d-6dcb-4bea-899b-fb7a868c3d8a None None] Provisioning complete for port 84c16958-49fd-43b2-8a2d-ef0abe314304 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:35.154327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1aa0ed2d-6dcb-4bea-899b-fb7a868c3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.230567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0ed2d-6dcb-4bea-899b-fb7a868c3d8a None None] Port 84c16958-49fd-43b2-8a2d-ef0abe314304 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:35.253368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.315587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.325500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c849da-1b95-49ad-a8d2-ef6d665148fa tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:35.326916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4c849da-1b95-49ad-a8d2-ef6d665148fa tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:35.339802 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2ad8d756-181b-40df-8937-e3050d50d488 req-1c085553-8f49-48f6-ba7a-67f3fe952042 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211092 Nov 24 13:58:35.412327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.441912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4c849da-1b95-49ad-a8d2-ef6d665148fa tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:35.446821 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f4c849da-1b95-49ad-a8d2-ef6d665148fa tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8236234 Nov 24 13:58:35.449886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Router c5531ffc-f094-4015-9242-5431e3ecdb47 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:58:35.450019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:35.459475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a25997d-64fe-4cfb-85a5-6ddd5cc298b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:35.545656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/ad9bbddb-d33f-4883-b5cd-b4a089402973/68bf625d-a8aa-4421-be78-44d1814b1bff) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:35.577387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.591825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fa26a91e-b5b1-4f47-947c-742c5a5de027 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:35.654638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:35.658316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: fa26a91e-b5b1-4f47-947c-742c5a5de027 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:35.658871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fa26a91e-b5b1-4f47-947c-742c5a5de027 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:35.659445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:35.684405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Transition to ACTIVE for port object 59a2d7ad-506f-4b99-ba53-855c7bd2706f will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:35.687398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::1e (56541f2f-c3ce-4e07-8206-bbaaaf9a068f/3c5567d8-7ff8-4d36-a49f-dfc856718e24/df9619b3-0507-4757-b609-dff6d21b34f4) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:35.695207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8:0:1::274 (56541f2f-c3ce-4e07-8206-bbaaaf9a068f/960209e8-8f2e-49df-8490-e0c98f4a52b4/df9619b3-0507-4757-b609-dff6d21b34f4) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:35.699436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a1f6b2af-b012-44c2-9e19-377698fef207 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:35.732456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a1f6b2af-b012-44c2-9e19-377698fef207 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:35.738262 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a1f6b2af-b012-44c2-9e19-377698fef207 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2834408 Nov 24 13:58:35.739729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35028) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:35.742572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:35.745138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:35.747393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1871378743'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:35.752237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:35.752940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.756886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:35.761045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:35.761519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2b329a8c-3f77-4d08-b3dc-6b8a6f3e688e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:35.763862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:35.775462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:35.786189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:35.787616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Transition to ACTIVE for port object 59a2d7ad-506f-4b99-ba53-855c7bd2706f will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:35.808277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.818270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:35.822647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.829432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6870d2a6-bde6-495e-847b-2f913f0e2c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:35.836169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.844055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-97ddfb6e-f1d1-4204-aa36-09506ce7fd9c tempest-DHCPAgentSchedulersTestJSON-741492587 tempest-DHCPAgentSchedulersTestJSON-741492587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:35.875249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.925404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9448905 Nov 24 13:58:35.933350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:35.945914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=84100040-2507-47ba-8415-94f27830c2c8,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:35.948631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.948980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:35.949108 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment 63d681ae-1ff4-4f1c-82ff-f52c2c91b818 of type vlan for network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 Nov 24 13:58:35.953570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35032) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:35.955425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:35.980265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.016236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Network 6d24367b-bdeb-4413-9940-dad540232ec7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:36.032112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:36.055921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:36.110144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=55d0d087-99b3-45ac-acef-07ef5c4d57c5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:36.141909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 75772010-c884-4dd4-885a-c6acdcec51a2 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:36.207223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Pushing event updated for resources: {'Port': ['ID=59a2d7ad-506f-4b99-ba53-855c7bd2706f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:36.217774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.255472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:36.307708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Attempting to bind port 59a2d7ad-506f-4b99-ba53-855c7bd2706f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:36.308191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Attempting to bind port 59a2d7ad-506f-4b99-ba53-855c7bd2706f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f94b381e-e89c-463a-b89d-691ea71759d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:36.308575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Attempting to bind port 59a2d7ad-506f-4b99-ba53-855c7bd2706f on network 6d24367b-bdeb-4413-9940-dad540232ec7 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:36.322812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.324605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:36.326968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:36.327390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Checking segment: {'id': 'f94b381e-e89c-463a-b89d-691ea71759d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:36.327804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.328201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Bound using segment: {'id': 'f94b381e-e89c-463a-b89d-691ea71759d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:36.328887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Bound port: 59a2d7ad-506f-4b99-ba53-855c7bd2706f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b381e-e89c-463a-b89d-691ea71759d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '6d24367b-bdeb-4413-9940-dad540232ec7'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:36.329325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.353264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Transition to ACTIVE for port object 68bf625d-a8aa-4421-be78-44d1814b1bff will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:36.366804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.376762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:36.377806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.384878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.390064 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6703875 Nov 24 13:58:36.390850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35038) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:36.398214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf36b29-5e18-4e6f-aa1b-ddb844ff5322,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:36.401628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:36.410675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '35eec5ce-4d0e-4613-a6bb-dec18c11dbb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:36.416704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:36.421110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:36.424062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:36.432536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:36.433333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Transition to ACTIVE for port object 68bf625d-a8aa-4421-be78-44d1814b1bff will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:36.446616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.447005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.447377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.447792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.448163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.448522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.448956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.449589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.449685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.450039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.450191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 75772010-c884-4dd4-885a-c6acdcec51a2 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:36.450466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.451376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:36.451513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.462973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:36.480595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb317ab5-e29b-4c07-a274-141b614d3bc0 None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:36.481408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:36.483138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:36.495054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.510345 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] 10.222.0.36 "PUT /v2.0/routers/c5531ffc-f094-4015-9242-5431e3ecdb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2025998 Nov 24 13:58:36.529864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.534736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Sync routers for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:36.552570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72999255-0500-49c1-9373-41536c12c2d8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:36.552887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-56a969ac-c1e9-4896-b280-d7fcf1a8af3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:36.553317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-72999255-0500-49c1-9373-41536c12c2d8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:36.646714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.671170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-72999255-0500-49c1-9373-41536c12c2d8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:36.677049 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-72999255-0500-49c1-9373-41536c12c2d8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7094579 Nov 24 13:58:36.687934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35044) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:36.697668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=0a19869e-2d80-4c70-9fe6-10cee1f10ac0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:36.714312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:36.714947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:36.720291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:36.748799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.767784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object df9619b3-0507-4757-b609-dff6d21b34f4 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:36.776623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:36.793489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:36.821906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.837434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a4667b8-2a6a-4620-addc-48bd07707c53 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:36.856924 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1160247 Nov 24 13:58:36.864048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35052) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:36.871112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] For port 59a2d7ad-506f-4b99-ba53-855c7bd2706f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:36.879934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:36.880326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:36.897984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-af7ed2f5-22ed-41ef-9c9b-80aef3e3e7d9 None None] Provisioning for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:36.907437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:36.955082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.959333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:36.967059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:36.973625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.978042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d24367b-bdeb-4413-9940-dad540232ec7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:36.979133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:36.984656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Pushing event updated for resources: {'Port': ['ID=68bf625d-a8aa-4421-be78-44d1814b1bff,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:36.987085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:36.987903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:36.996302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] For port 59a2d7ad-506f-4b99-ba53-855c7bd2706f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=59a2d7ad-506f-4b99-ba53-855c7bd2706f,segment=NetworkSegment(f94b381e-e89c-463a-b89d-691ea71759d6),segment_id=f94b381e-e89c-463a-b89d-691ea71759d6)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:37.002472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 84100040-2507-47ba-8415-94f27830c2c8 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:37.002822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.071204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.088761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.089219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.089707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.090038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94b381e-e89c-463a-b89d-691ea71759d6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:37.090228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.090464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94b381e-e89c-463a-b89d-691ea71759d6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:37.091146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.091598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.091999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.092602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.093025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.093363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.093694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.094124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:37.113781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=df9619b3-0507-4757-b609-dff6d21b34f4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:37.130341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:37.131530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-434ff9b3-03e6-4441-bf63-5d66ea41cd3d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:37.144884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdfa79-a0a7-46b0-800d-5aff3e0c1204 req-98826d09-c679-4024-ad0a-42e4ade1c352 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:37.158589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65bdfa79-a0a7-46b0-800d-5aff3e0c1204 req-98826d09-c679-4024-ad0a-42e4ade1c352 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5350640 Nov 24 13:58:37.173469 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1867058 Nov 24 13:58:37.174814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e22927b-ca10-4e12-8d0e-2d55ec1286b2,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:37.179936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35056) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:37.180731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.182035 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7856605 Nov 24 13:58:37.185370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:37.189631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c5567d8-7ff8-4d36-a49f-dfc856718e24'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:37.205503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35060) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:37.231930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:37.238034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.243118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad2ced77-60cc-473d-8027-005cf82055f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:37.258096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '35eec5ce-4d0e-4613-a6bb-dec18c11dbb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:37.267506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:37.272689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:37.277412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:37.285586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:37.311926 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65bdfa79-a0a7-46b0-800d-5aff3e0c1204 req-45b018b0-019c-4303-86a7-2c2311f95603 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523676 Nov 24 13:58:37.312968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Router 3073da3b-28eb-47f7-bfb6-85e19f358d8b is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:58:37.334126 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:58:37.383465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.442786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.451885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35066) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:37.463953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390102395', 'description': 'tempest-description--1051538518'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:37.468609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.486083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:37.490973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Attempting to bind port 68bf625d-a8aa-4421-be78-44d1814b1bff on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:37.491508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Attempting to bind port 68bf625d-a8aa-4421-be78-44d1814b1bff by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:37.491508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Attempting to bind port 68bf625d-a8aa-4421-be78-44d1814b1bff on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:37.496655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Usage tracker for resource:security_group and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:37.511083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:37.554149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:37.554403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:37.554540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:37.554863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:37.554981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.555339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:37.555495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.555824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Bound port: 68bf625d-a8aa-4421-be78-44d1814b1bff, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:37.556210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.578987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:37.581421 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:37.592711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.601878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:37.602834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:37.607404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.648702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:37.657769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:37.691007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:37.732975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Pushing event updated for resources: {'Port': ['ID=59a2d7ad-506f-4b99-ba53-855c7bd2706f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:37.752909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:37.756964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:37.757638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.771776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:58:37.771776 dv-neutron-818153-2-hyperv neutron-server[87693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:58:37.771776 dv-neutron-818153-2-hyperv neutron-server[87693]: [parameters: {'id': '6d24367b-bdeb-4413-9940-dad540232ec7'}] Nov 24 13:58:37.771776 dv-neutron-818153-2-hyperv neutron-server[87693]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:37.772498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:37.774915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.781393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4479b-fa6f-43c8-ba31-f3f7872b006e None None] Network 6d24367b-bdeb-4413-9940-dad540232ec7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:37.786972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.822528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 84100040-2507-47ba-8415-94f27830c2c8 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:37.845951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:37.862184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:37.863489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:37.866848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Usage tracker for resource:security_group_rule and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:37.869862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:37.876914 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Sync routers for ids ['3073da3b-28eb-47f7-bfb6-85e19f358d8b'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:37.887731 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Routers {'3073da3b-28eb-47f7-bfb6-85e19f358d8b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:37.889600 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['3073da3b-28eb-47f7-bfb6-85e19f358d8b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:37.916550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e167b23-1d09-4692-95af-d873e9e45e08,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:37.921557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:37.925662 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.3669648 Nov 24 13:58:37.926540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35070) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:37.936438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:37.996884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.001296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7703032 Nov 24 13:58:38.068979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35074) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:38.075486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] For port 68bf625d-a8aa-4421-be78-44d1814b1bff, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:38.086716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '35eec5ce-4d0e-4613-a6bb-dec18c11dbb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:38.103832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:38.117834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:38.126167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:38.142806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:38.158180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] For port 68bf625d-a8aa-4421-be78-44d1814b1bff, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bf625d-a8aa-4421-be78-44d1814b1bff,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:38.159188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:38.178032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Delete allocated IP 2001:db8:0:1::274 (56541f2f-c3ce-4e07-8206-bbaaaf9a068f/960209e8-8f2e-49df-8490-e0c98f4a52b4) {{(pid=87692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:58:38.190029 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:58:38.226190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.231304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7278396d-5595-472f-aa52-330a66ca921f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/3073da3b-28eb-47f7-bfb6-85e19f358d8b HTTP/1.1" status: 200 len: 909 time: 0.2986257 Nov 24 13:58:38.232893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35078) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:38.241420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-11879f41-ffa1-42a4-b9b3-f705e66256ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:38.243385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1242595799', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': True}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:38.244696 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Set router 3073da3b-28eb-47f7-bfb6-85e19f358d8b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:38.254234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.267285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:38.270196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:38.270586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.273706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.284976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Usage tracker for resource:router and tenant:d378826a544d49849229fba9ffd83454 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:38.299705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:38.312059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:38.363826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port 59a2d7ad-506f-4b99-ba53-855c7bd2706f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:38.364303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.401178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.402255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.409496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.420697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.433192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Ignored duplicate provisioning block setup for port df9619b3-0507-4757-b609-dff6d21b34f4 by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 13:58:38.447845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:38.456484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.470378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:38.502500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Pushing event updated for resources: {'Port': ['ID=68bf625d-a8aa-4421-be78-44d1814b1bff,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:38.505421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Update dhcp port {'port': {'network_id': '56541f2f-c3ce-4e07-8206-bbaaaf9a068f', 'fixed_ips': [{'subnet_id': '3c5567d8-7ff8-4d36-a49f-dfc856718e24', 'ip_address': '2001:db8::2'}, {'subnet_id': '960209e8-8f2e-49df-8490-e0c98f4a52b4'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '3272b3c8-ab6e-4ac5-b781-dbe629fa09a0'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 13:58:38.539839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:38.645360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.711036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.724335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.728853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.737036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-effcb97e-9eb6-43e7-bbe1-b43a2efd10b8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:38.800999 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3073da3b-28eb-47f7-bfb6-85e19f358d8b', 'name': 'tempest-snat-router-1242595799', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': False}, 'gw_port_id': '8bc47ac3-6162-49c6-9718-c94f05bd1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:28Z', 'updated_at': '2021-11-24T13:58:35Z', 'revision_number': 3, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port': {'id': '8bc47ac3-6162-49c6-9718-c94f05bd1c46', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3073da3b-28eb-47f7-bfb6-85e19f358d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:32Z', 'updated_at': '2021-11-24T13:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:38.810582 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Checking router: 3073da3b-28eb-47f7-bfb6-85e19f358d8b for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:38.811130 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Updating router 3073da3b-28eb-47f7-bfb6-85e19f358d8b port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:38.842038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.880923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 2, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:38.908843 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:38.955342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Checking router: c5531ffc-f094-4015-9242-5431e3ecdb47 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:38.955630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Updating router c5531ffc-f094-4015-9242-5431e3ecdb47 port 84c16958-49fd-43b2-8a2d-ef0abe314304 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:39.021651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,segment=NetworkSegment(2eb7e5a4-0043-4333-84e7-af3841c86488),segment_id=2eb7e5a4-0043-4333-84e7-af3841c86488)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:39.035940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.042725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52d06084-b614-48d8-9bd0-649ac78329d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.063886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.111984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.127624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.156816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] In _notify_port_updated(), no bound segment for port df9619b3-0507-4757-b609-dff6d21b34f4 on network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:58:39.163585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:39.164412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.166055 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/ports/df9619b3-0507-4757-b609-dff6d21b34f4 HTTP/1.1" status: 200 len: 925 time: 1.9826159 Nov 24 13:58:39.181333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35082) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:39.181889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=df9619b3-0507-4757-b609-dff6d21b34f4,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.209624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.210290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-01234679-1265-479c-b145-85e1417cc321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.259831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=32ddaced-b27e-42ba-b065-2b8ff99a1c00,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.264976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.281866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.293784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68bf625d-a8aa-4421-be78-44d1814b1bff up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:39.296942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.301735 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8464046 Nov 24 13:58:39.308149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2260761 Nov 24 13:58:39.308385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35088) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:39.309387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.323152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.335483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.339789 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/84100040-2507-47ba-8415-94f27830c2c8 HTTP/1.1" status: 204 len: 168 time: 2.6476672 Nov 24 13:58:39.342697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb9134-5fe6-4cd2-a950-dc95b2227645,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.358475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Request body: {'security_group_rule': {'security_group_id': '82fb9134-5fe6-4cd2-a950-dc95b2227645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:39.364338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35092) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:39.393207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Allocated IP 2001:db8:0:1::2 (56541f2f-c3ce-4e07-8206-bbaaaf9a068f/960209e8-8f2e-49df-8490-e0c98f4a52b4/3272b3c8-ab6e-4ac5-b781-dbe629fa09a0) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:39.445049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.454038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-efa5b331-4cd9-41e5-9cde-7f89832a6b4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.481362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port 59a2d7ad-506f-4b99-ba53-855c7bd2706f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=59a2d7ad-506f-4b99-ba53-855c7bd2706f,segment=NetworkSegment(f94b381e-e89c-463a-b89d-691ea71759d6),segment_id=f94b381e-e89c-463a-b89d-691ea71759d6)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:39.482402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.523989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:39.530095 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.544963 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Transition to ACTIVE for port object 8bc47ac3-6162-49c6-9718-c94f05bd1c46 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:39.547350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Usage tracker for resource:security_group_rule and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:39.555069 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.559736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:39.561830 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-097901e7-706b-4017-a345-6de284fb6b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.563693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=84100040-2507-47ba-8415-94f27830c2c8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.577135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.578756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:39.597603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] For port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,segment=NetworkSegment(2eb7e5a4-0043-4333-84e7-af3841c86488),segment_id=2eb7e5a4-0043-4333-84e7-af3841c86488)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:39.635180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c5567d8-7ff8-4d36-a49f-dfc856718e24'}, {'subnet_id': '960209e8-8f2e-49df-8490-e0c98f4a52b4'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:39.640799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.641774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b9f17-9552-425f-b1f0-5d96151054fe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:39.645074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b9f17-9552-425f-b1f0-5d96151054fe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:39.649211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e37b9f17-9552-425f-b1f0-5d96151054fe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:39.663704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Transition to ACTIVE for port object 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:39.691331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.703671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa805e8-a70c-4f69-9973-bb1292a2c67c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.719605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.751620 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Attempting to bind port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:39.751990 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Attempting to bind port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:39.752359 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Attempting to bind port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:39.754637 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223502e-39fc-4b04-bdea-5cd919c036f6 None None] Pushing event updated for resources: {'Port': ['ID=8bc47ac3-6162-49c6-9718-c94f05bd1c46,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.761849 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2223502e-39fc-4b04-bdea-5cd919c036f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.769231 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:39.769609 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:39.777293 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.777715 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:39.780014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Bound port: 8bc47ac3-6162-49c6-9718-c94f05bd1c46, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:39.780451 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.817280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.824263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.826396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e37b9f17-9552-425f-b1f0-5d96151054fe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:39.827927 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e37b9f17-9552-425f-b1f0-5d96151054fe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4574232 Nov 24 13:58:39.831979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35106) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:39.832834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.834278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.846133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.864097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6cb9a80b-6135-46e9-af88-361cff65ade4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.886036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.895700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for 59a2d7ad-506f-4b99-ba53-855c7bd2706f owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:39.925970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6d50e7-fb03-4a59-8c15-033ac37651e9,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:39.934161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:39.948303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet ad9bbddb-d33f-4883-b5cd-b4a089402973 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:39.952843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.953566 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] For port 8bc47ac3-6162-49c6-9718-c94f05bd1c46, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:39.954170 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6297734 Nov 24 13:58:39.955290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.963541 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] For port 8bc47ac3-6162-49c6-9718-c94f05bd1c46, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bc47ac3-6162-49c6-9718-c94f05bd1c46,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:39.968161 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.972335 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:39.988399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35110) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:39.988578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:39.991477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 68bf625d-a8aa-4421-be78-44d1814b1bff completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:40.002935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Request body: {'security_group_rule': {'security_group_id': '82fb9134-5fe6-4cd2-a950-dc95b2227645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:40.016833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:40.020952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Usage tracker for resource:security_group_rule and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:40.025958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:40.035377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:40.039204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.062349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': '63d681ae-1ff4-4f1c-82ff-f52c2c91b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:40.062716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: 0a19869e-2d80-4c70-9fe6-10cee1f10ac0, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:40.109497 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Routers {'3073da3b-28eb-47f7-bfb6-85e19f358d8b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:40.110245 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['3073da3b-28eb-47f7-bfb6-85e19f358d8b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:40.128831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.227909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Provisioning for port 68bf625d-a8aa-4421-be78-44d1814b1bff completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:40.251209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Provisioning complete for port 68bf625d-a8aa-4421-be78-44d1814b1bff triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:40.251593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.264054 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223502e-39fc-4b04-bdea-5cd919c036f6 None None] Pushing event updated for resources: {'Port': ['ID=8bc47ac3-6162-49c6-9718-c94f05bd1c46,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:40.273966 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2223502e-39fc-4b04-bdea-5cd919c036f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:40.304913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.309423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Pushing event updated for resources: {'Port': ['ID=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:40.328358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:40.378283 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] Set router 3073da3b-28eb-47f7-bfb6-85e19f358d8b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:40.400853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-5462f592-fbd8-45c8-a359-8cad0d60da3f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:40.460150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:40.494891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.508814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba4f7d4b-a16a-49b4-ad7e-b2be8f80c3f0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:40.551265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.554222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 0a19869e-2d80-4c70-9fe6-10cee1f10ac0) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:40.566286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.593521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f6d26-237d-47d4-9872-f395d24d3afd None None] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:40.601882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f1365bf1-3e45-4287-aedf-0992ef9b8be9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:40.607287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-5462f592-fbd8-45c8-a359-8cad0d60da3f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:40.609166 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-5462f592-fbd8-45c8-a359-8cad0d60da3f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806231559&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.6630542 Nov 24 13:58:40.615846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:40.616864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.623196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.624491 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6349778 Nov 24 13:58:40.625421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=59a2d7ad-506f-4b99-ba53-855c7bd2706f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:40.628661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.631716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:40.645347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port 59a2d7ad-506f-4b99-ba53-855c7bd2706f on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:40.653168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35114) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:40.675985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8597c9-30c2-4397-8f1d-3079a8d33486,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:40.686188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:40.699273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:40.701007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac5d4643-a9a3-4241-bbab-5553d79594ee tempest-ExtraDHCPOptionsIpV6TestJSON-761747893 tempest-ExtraDHCPOptionsIpV6TestJSON-761747893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:40.737993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:40.740938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.748719 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/ad9bbddb-d33f-4883-b5cd-b4a089402973 HTTP/1.1" status: 204 len: 168 time: 0.9141767 Nov 24 13:58:40.757659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Usage tracker for resource:floatingip and tenant:f066955695cb4bb58540e937fd34564d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:40.760473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35118) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:40.865120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:40.870927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:40.878018 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3073da3b-28eb-47f7-bfb6-85e19f358d8b', 'name': 'tempest-snat-router-1242595799', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': False}, 'gw_port_id': '8bc47ac3-6162-49c6-9718-c94f05bd1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:28Z', 'updated_at': '2021-11-24T13:58:35Z', 'revision_number': 3, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port': {'id': '8bc47ac3-6162-49c6-9718-c94f05bd1c46', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3073da3b-28eb-47f7-bfb6-85e19f358d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:32Z', 'updated_at': '2021-11-24T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:40.885366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9bbddb-d33f-4883-b5cd-b4a089402973,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:40.885745 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bbf23-3e1f-41a0-9abb-57dd404d02ce None None] The sync data for ids ['3073da3b-28eb-47f7-bfb6-85e19f358d8b'] in dv-neutron-818153-2-hyperv is: [{'id': '3073da3b-28eb-47f7-bfb6-85e19f358d8b', 'name': 'tempest-snat-router-1242595799', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': False}, 'gw_port_id': '8bc47ac3-6162-49c6-9718-c94f05bd1c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:28Z', 'updated_at': '2021-11-24T13:58:35Z', 'revision_number': 3, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port': {'id': '8bc47ac3-6162-49c6-9718-c94f05bd1c46', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3073da3b-28eb-47f7-bfb6-85e19f358d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:32Z', 'updated_at': '2021-11-24T13:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:40.894689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:40.897437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:40.941662 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-42faa3e7-0e40-42eb-b1e1-e9384dbdb0cc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1798954 Nov 24 13:58:40.943080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35122) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:40.947126 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0772991 Nov 24 13:58:40.999296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce3c56-4bf3-4177-bd2c-cda774dc0b79 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:41.024017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35126) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:41.090630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0', 'name': 'tempest-PortsTestJSON-2000290502'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:41.228085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-0a19869e-2d80-4c70-9fe6-10cee1f10ac0', 'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': '32ddaced-b27e-42ba-b065-2b8ff99a1c00'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:41.228947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.239513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:41.272551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68802b8-5e3b-44bc-b297-2633983586bc None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:41.320538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.326397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c6cf5-4e97-473a-85bf-72fdae5d811a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:41.327499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f1c6cf5-4e97-473a-85bf-72fdae5d811a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:41.344186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.373103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f1c6cf5-4e97-473a-85bf-72fdae5d811a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:41.374983 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8f1c6cf5-4e97-473a-85bf-72fdae5d811a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4300258 Nov 24 13:58:41.382646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35130) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:41.397437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d24367b-bdeb-4413-9940-dad540232ec7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:41.433249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94b381e-e89c-463a-b89d-691ea71759d6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:41.433882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:41.434468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94b381e-e89c-463a-b89d-691ea71759d6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:41.452547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.469285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:41.488103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.525477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:41.531579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.546878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc4c8e-cd0d-466c-ba14-1028a19d0448 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:41.547571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e7cc4c8e-cd0d-466c-ba14-1028a19d0448 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:41.580127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port b3cbcd95-a6b4-4228-ae70-081f0770d7ec yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:41.741353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.749652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.13 (0a19869e-2d80-4c70-9fe6-10cee1f10ac0/32ddaced-b27e-42ba-b065-2b8ff99a1c00/b3cbcd95-a6b4-4228-ae70-081f0770d7ec) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:41.760307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Transition to ACTIVE for port object 84c16958-49fd-43b2-8a2d-ef0abe314304 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:41.818881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.901422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e4c56489-9916-4b4a-a426-a8f51bd28d6c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:41.902145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e4c56489-9916-4b4a-a426-a8f51bd28d6c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:41.920379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:41.920801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:41.941605 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:41.992921 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:42.000946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.019278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.025127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.026094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-93eecba2-c96f-4214-9ef4-0c99ee055366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:42.116135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] For port 68bf625d-a8aa-4421-be78-44d1814b1bff, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bf625d-a8aa-4421-be78-44d1814b1bff,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:42.191230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e7cc4c8e-cd0d-466c-ba14-1028a19d0448 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:42.196138 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e7cc4c8e-cd0d-466c-ba14-1028a19d0448 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8086073 Nov 24 13:58:42.198208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35134) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:42.244697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8:0:1::1c5 (56541f2f-c3ce-4e07-8206-bbaaaf9a068f/960209e8-8f2e-49df-8490-e0c98f4a52b4/df9619b3-0507-4757-b609-dff6d21b34f4) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:42.271826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.286278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e4c56489-9916-4b4a-a426-a8f51bd28d6c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:42.287457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e4c56489-9916-4b4a-a426-a8f51bd28d6c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 797 time: 1.5479326 Nov 24 13:58:42.308918 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c1c152b7-8e81-423a-8fd3-153e155f8079 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092622 Nov 24 13:58:42.314796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35138) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:42.327646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:42.342713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object b3cbcd95-a6b4-4228-ae70-081f0770d7ec will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:42.408193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Attempting to bind port 84c16958-49fd-43b2-8a2d-ef0abe314304 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:42.408682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Attempting to bind port 84c16958-49fd-43b2-8a2d-ef0abe314304 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:42.408982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Attempting to bind port 84c16958-49fd-43b2-8a2d-ef0abe314304 on network 8e7d9644-4cff-4160-aca7-155600274eb0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:42.413070 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-8a9d3c45-b038-4e94-91ca-54f9148d11c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0903873 Nov 24 13:58:42.431368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289af07-542e-48f6-9c2d-da4df25adcee None None] Pushing event updated for resources: {'Port': ['ID=84c16958-49fd-43b2-8a2d-ef0abe314304,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:42.438692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9289af07-542e-48f6-9c2d-da4df25adcee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:42.440954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-42a9da81-c142-41eb-a1d6-fc13d564926a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:42.471234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.474267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:42.474660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Checking segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:42.475464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.475464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Bound using segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:42.475943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Bound port: 84c16958-49fd-43b2-8a2d-ef0abe314304, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:42.476327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.480583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.518760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-22cdeba5-30a9-4fb9-9328-2af4e673ef6f tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:42.538948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:42.545692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.551750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Allocated IP 172.26.8.113 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/f8a70490-6f5d-42a6-96d7-33a5f54a5f79) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:42.554362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.562878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Provisioning for port df9619b3-0507-4757-b609-dff6d21b34f4 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:42.566090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.568643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7669e0c-8c8e-4795-a3df-5c8bacde059c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:42.588442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=6d24367b-bdeb-4413-9940-dad540232ec7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:42.633986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:42.654734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:42.655794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:42.664730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Provisioning complete for port df9619b3-0507-4757-b609-dff6d21b34f4 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:42.673928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/6d24367b-bdeb-4413-9940-dad540232ec7 HTTP/1.1" status: 204 len: 168 time: 9.3053417 Nov 24 13:58:42.677127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.678799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35142) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:42.687993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:42.694633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:42.698210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.712194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:42.714810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:42.763150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f06543-7b12-440b-adb7-51a8b96a24fa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] GET failed (client error): The resource could not be found. Nov 24 13:58:42.763989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a8f06543-7b12-440b-adb7-51a8b96a24fa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Synchronizing usage tracker for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:42.805298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-80b6713b-79c0-4477-83d7-176b6219c3a4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:42.805593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Deleting port 68bf625d-a8aa-4421-be78-44d1814b1bff {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:42.805959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.836607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a8f06543-7b12-440b-adb7-51a8b96a24fa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Unset dirty status for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:42.840659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a8f06543-7b12-440b-adb7-51a8b96a24fa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/subnets/55d0d087-99b3-45ac-acef-07ef5c4d57c5 HTTP/1.1" status: 404 len: 337 time: 0.1601796 Nov 24 13:58:42.841975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35146) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:42.846095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.861100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] For port 84c16958-49fd-43b2-8a2d-ef0abe314304, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:42.886968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Pushing event updated for resources: {'Port': ['ID=68bf625d-a8aa-4421-be78-44d1814b1bff,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:42.896396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c184f7-4083-4903-83ae-0ead364c5d92 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:58:42.897244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c184f7-4083-4903-83ae-0ead364c5d92 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:58:42.901452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Ignored duplicate provisioning block setup for port df9619b3-0507-4757-b609-dff6d21b34f4 by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 13:58:42.904915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-80b6713b-79c0-4477-83d7-176b6219c3a4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:42.906263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:42.907076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-80b6713b-79c0-4477-83d7-176b6219c3a4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4838138 Nov 24 13:58:42.913687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a2c184f7-4083-4903-83ae-0ead364c5d92 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/6d24367b-bdeb-4413-9940-dad540232ec7 HTTP/1.1" status: 404 len: 339 time: 0.0617592 Nov 24 13:58:42.913885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] For port 84c16958-49fd-43b2-8a2d-ef0abe314304, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=84c16958-49fd-43b2-8a2d-ef0abe314304,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:42.914940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.916693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35150) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:42.920706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Allocated IP 172.20.0.2 (0a19869e-2d80-4c70-9fe6-10cee1f10ac0/32ddaced-b27e-42ba-b065-2b8ff99a1c00/166ac5fb-d139-47da-8598-ad68bbe975ae) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:42.930044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Port df9619b3-0507-4757-b609-dff6d21b34f4 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:42.936521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:42.948914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-49a99eff-8322-401c-a83f-e92cfb83e172 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:42.951770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9cc59480-5ad2-4ed6-b0ab-035b9e328abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:42.976666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=b3cbcd95-a6b4-4228-ae70-081f0770d7ec,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:43.008248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:43.099670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:43.100615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.248534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.303183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Provisioning for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:43.333410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.342970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:43.350646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bc47ac3-6162-49c6-9718-c94f05bd1c46 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:43.383915 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3578572 Nov 24 13:58:43.385509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.390869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35154) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:43.408640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0', 'name': 'tempest-PortsTestJSON-457980078'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:43.532876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Provisioning complete for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:43.533030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:43.533723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.542269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:43.545534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:43.582139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:43.583048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:43.598183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=df9619b3-0507-4757-b609-dff6d21b34f4,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:43.609129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] In _notify_port_updated(), no bound segment for port df9619b3-0507-4757-b609-dff6d21b34f4 on network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 13:58:43.615248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:43.616519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.621371 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/ports/df9619b3-0507-4757-b609-dff6d21b34f4 HTTP/1.1" status: 200 len: 1011 time: 4.3589203 Nov 24 13:58:43.625805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:43.627618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35158) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:43.636716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:43.672948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289af07-542e-48f6-9c2d-da4df25adcee None None] Pushing event updated for resources: {'Port': ['ID=84c16958-49fd-43b2-8a2d-ef0abe314304,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:43.691453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event updated for resources: {'Port': ['ID=f8a70490-6f5d-42a6-96d7-33a5f54a5f79,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:43.696411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:43.697416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:43.701383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:43.702747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.717958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9289af07-542e-48f6-9c2d-da4df25adcee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:43.720036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3a5a4b15-a131-41c4-8b26-a8efad1ea365 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:43.737345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Allocated IP 172.26.8.162 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/1fd5f4fd-d463-4062-90eb-c3e614cee64a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:43.752506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508e64b-7a3c-452d-85e5-a04590bc76ab tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:43.753397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3508e64b-7a3c-452d-85e5-a04590bc76ab tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Synchronizing usage tracker for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:43.771295 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e5857282-05b1-4781-8c5a-369804ad09ba service neutron] 10.222.0.36 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918792 Nov 24 13:58:43.822528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:43.834411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:43.895912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port df9619b3-0507-4757-b609-dff6d21b34f4 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:43.896551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.946858 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6253517 Nov 24 13:58:43.960207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:43.961226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35162) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:43.968359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7', 'ip_address': '2001:db8::db3b:2971:471e:7116'}], 'name': 'tempest-NetworksTestDHCPv6-579613751'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:43.974206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3508e64b-7a3c-452d-85e5-a04590bc76ab tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Unset dirty status for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:43.975555 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3508e64b-7a3c-452d-85e5-a04590bc76ab tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0576913 Nov 24 13:58:43.986584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35166) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:44.009557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] For port 68bf625d-a8aa-4421-be78-44d1814b1bff, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68bf625d-a8aa-4421-be78-44d1814b1bff,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:44.010268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.022128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:44.027719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:44.031654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:44.033405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:44.040111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:44.070955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-15f74aeb-fb08-425c-ad22-cc1da2544c1a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 207 time: 0.0812755 Nov 24 13:58:44.092497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35170) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:44.153391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.163163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:44.167692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.182860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:44.183526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.250931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Calling delete_port for 68bf625d-a8aa-4421-be78-44d1814b1bff owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:44.271263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.300536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ae858fb2-743d-4a85-8c19-19f5e99ebfed tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:44.375097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:44.387933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:44.393507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:44.442110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port aae73fd3-e15f-4be2-a4e4-9c084a342ff2 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:44.442887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:44.451248 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-0e03cabe-9e4c-4279-9e28-b672f740788f service neutron] 10.222.0.36 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609802 Nov 24 13:58:44.498375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.499965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd5f4fd-d463-4062-90eb-c3e614cee64a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:44.517319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:44.529649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.538476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8c916-0ef3-4e30-9db3-92698f093443 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.545968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8c916-0ef3-4e30-9db3-92698f093443 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.551674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8c916-0ef3-4e30-9db3-92698f093443 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.558073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8c916-0ef3-4e30-9db3-92698f093443 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.561299 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cbd8c916-0ef3-4e30-9db3-92698f093443 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4677129 Nov 24 13:58:44.563495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Transition to ACTIVE for port object 166ac5fb-d139-47da-8598-ad68bbe975ae will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:44.596037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35174) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:44.636006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.651013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b9999108-a816-42e2-8619-0a22042a078c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:44.714894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce0e0e7d-aea8-4710-816f-e83d6da9fdef None None] Could not find standard attr ID for object 84100040-2507-47ba-8415-94f27830c2c8. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:58:44.735462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Pushing event deleted for resources: {'Port': ['ID=68bf625d-a8aa-4421-be78-44d1814b1bff,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:44.766638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Transition to ACTIVE for port object 166ac5fb-d139-47da-8598-ad68bbe975ae will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:44.776035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:44.834654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] No DVR routers for this DVR port 68bf625d-a8aa-4421-be78-44d1814b1bff on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:44.877076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:44.890660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:44.925237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ffffb-e5b7-4cbc-97a8-ebed7e9179f2 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:44.959848 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9c12b413-d324-4c72-8332-aa75b624431f req-3692ac0c-a191-458d-932b-95d2f5a02844 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 210 time: 0.1811564 Nov 24 13:58:45.019809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:45.061282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:45.083840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:45.085808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.094815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:45.095922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.131466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:45.135013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Pushing event updated for resources: {'Port': ['ID=166ac5fb-d139-47da-8598-ad68bbe975ae,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:45.165786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:45.258463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 8bc47ac3-6162-49c6-9718-c94f05bd1c46, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bc47ac3-6162-49c6-9718-c94f05bd1c46,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:45.275068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-328a60d8-2b8f-4224-8821-3a1a51f78a69 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Synchronizing usage tracker for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:45.288165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.289631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.296772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:45.311038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:45.327379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-efa33964-7536-41ec-968e-71018ffc897b None None] Provisioning complete for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:45.327766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efa33964-7536-41ec-968e-71018ffc897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.430641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68bf625d-a8aa-4421-be78-44d1814b1bff no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:45.456442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Attempting to bind port 166ac5fb-d139-47da-8598-ad68bbe975ae on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:45.456442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Attempting to bind port 166ac5fb-d139-47da-8598-ad68bbe975ae by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '63d681ae-1ff4-4f1c-82ff-f52c2c91b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:45.457280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Attempting to bind port 166ac5fb-d139-47da-8598-ad68bbe975ae on network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:45.471601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.11 (0a19869e-2d80-4c70-9fe6-10cee1f10ac0/32ddaced-b27e-42ba-b065-2b8ff99a1c00/aae73fd3-e15f-4be2-a4e4-9c084a342ff2) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:45.480433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for df9619b3-0507-4757-b609-dff6d21b34f4 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:45.524704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 68bf625d-a8aa-4421-be78-44d1814b1bff {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:45.525086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68bf625d-a8aa-4421-be78-44d1814b1bff not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:45.526722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:45.527099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Checking segment: {'id': '63d681ae-1ff4-4f1c-82ff-f52c2c91b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:45.527694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.528373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Bound using segment: {'id': '63d681ae-1ff4-4f1c-82ff-f52c2c91b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:45.529893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Bound port: 166ac5fb-d139-47da-8598-ad68bbe975ae, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d681ae-1ff4-4f1c-82ff-f52c2c91b818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '0a19869e-2d80-4c70-9fe6-10cee1f10ac0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:45.530522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.592704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-328a60d8-2b8f-4224-8821-3a1a51f78a69 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Unset dirty status for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:45.599183 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-328a60d8-2b8f-4224-8821-3a1a51f78a69 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.9923682 Nov 24 13:58:45.608802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35188) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:45.734416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.857430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefae235-a909-4482-98e8-28c49e47afac tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:45.859515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefae235-a909-4482-98e8-28c49e47afac tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:45.860296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cefae235-a909-4482-98e8-28c49e47afac tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Synchronizing usage tracker for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:45.862071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] For port 166ac5fb-d139-47da-8598-ad68bbe975ae, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:45.865497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] For port 166ac5fb-d139-47da-8598-ad68bbe975ae, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=166ac5fb-d139-47da-8598-ad68bbe975ae,segment=NetworkSegment(63d681ae-1ff4-4f1c-82ff-f52c2c91b818),segment_id=63d681ae-1ff4-4f1c-82ff-f52c2c91b818)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:45.960688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:45.961879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.972352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:45.995901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Router 0cda445a-a8a2-4539-aa75-eae2ec75e8dc is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:58:46.007067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:46.008636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cefae235-a909-4482-98e8-28c49e47afac tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Unset dirty status for tenant:12530cf276cc4384bf979f94eae8ca78 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:46.010241 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cefae235-a909-4482-98e8-28c49e47afac tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3858716 Nov 24 13:58:46.018552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=8bc47ac3-6162-49c6-9718-c94f05bd1c46,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:46.030431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:46.034724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b33e1aa2-2903-491b-8ca4-7e50d036ce12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:46.070299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:46.086989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35194) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:46.107680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:46.119409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d5cd2403-030a-4ce0-8092-d5093f5eb5d3 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:46.229682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 52fc8fd2-b1ec-4287-9783-ffd94a2103e6 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:46.273500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:42Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:46.302912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1261501-c753-48fd-b3b2-219c76568f0b None None] The sync data for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv is: [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:42Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:46.381631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Pushing event updated for resources: {'Port': ['ID=166ac5fb-d139-47da-8598-ad68bbe975ae,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:46.399888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:46.426256 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d2c180f7-c6a3-4998-92e1-80f5a0bff203 req-1d73dac4-abba-480d-961c-ea955fc7f7ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 210 time: 0.1829190 Nov 24 13:58:46.548736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7/53e451d7-d26b-4b9a-86f5-05e6da670a5a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:46.578264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44427b2-62ff-4b70-b07e-37712163a0a8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:46.580264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44427b2-62ff-4b70-b07e-37712163a0a8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:46.582207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f44427b2-62ff-4b70-b07e-37712163a0a8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4945045 Nov 24 13:58:46.592973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35198) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:46.605250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:46.630287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object aae73fd3-e15f-4be2-a4e4-9c084a342ff2 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:46.706817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:46.842188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:58:46.888436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:46.889789 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6506543 Nov 24 13:58:46.913118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35204) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:46.914148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Sync routers for ids ['0cda445a-a8a2-4539-aa75-eae2ec75e8dc'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:46.964351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Routers {'0cda445a-a8a2-4539-aa75-eae2ec75e8dc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:46.965279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cda445a-a8a2-4539-aa75-eae2ec75e8dc'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:47.011829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.032568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-efa33964-7536-41ec-968e-71018ffc897b None None] Provisioning complete for port df9619b3-0507-4757-b609-dff6d21b34f4 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:47.033127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-efa33964-7536-41ec-968e-71018ffc897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.047745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.058406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event updated for resources: {'Port': ['ID=f8a70490-6f5d-42a6-96d7-33a5f54a5f79,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:47.071247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:47.073995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e607c184-23a4-424b-a417-ba46dfc4e570 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:47.074548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6fa06c6-4ea5-4b13-9d69-68f6a266884c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:47.076303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-e607c184-23a4-424b-a417-ba46dfc4e570 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 797 time: 0.7524505 Nov 24 13:58:47.087101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-efa33964-7536-41ec-968e-71018ffc897b None None] Port df9619b3-0507-4757-b609-dff6d21b34f4 was deleted so its status cannot be updated. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 13:58:47.130428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:47.160836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:47.207468 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-0e5c2ec7-154e-4e2c-a894-154c605ea906 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 379 time: 0.1030316 Nov 24 13:58:47.208547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:47.219428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65008c14-da1e-47d7-8001-dac44170f950 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:47.226051 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-65008c14-da1e-47d7-8001-dac44170f950 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks/9a7f8c75-1b06-49f0-9016-0d0391fdb2ba HTTP/1.1" status: 200 len: 800 time: 0.6233547 Nov 24 13:58:47.261038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['35eec5ce-4d0e-4613-a6bb-dec18c11dbb1']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:47.264630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.268430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.269953 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6058643 Nov 24 13:58:47.274151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35210) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:47.451080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.467859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Set router 0cda445a-a8a2-4539-aa75-eae2ec75e8dc gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:47.644659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Transition to ACTIVE for port object 53e451d7-d26b-4b9a-86f5-05e6da670a5a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:47.745096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.750606 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/df9619b3-0507-4757-b609-dff6d21b34f4 HTTP/1.1" status: 204 len: 168 time: 4.1129577 Nov 24 13:58:47.769447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=aae73fd3-e15f-4be2-a4e4-9c084a342ff2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:47.855570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Transition to ACTIVE for port object 53e451d7-d26b-4b9a-86f5-05e6da670a5a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:47.858532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35228) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:47.873766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:47.876622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=df9619b3-0507-4757-b609-dff6d21b34f4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:47.881162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:47.905135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:47.961305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 166ac5fb-d139-47da-8598-ad68bbe975ae up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:48.080006 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-260d0576-c7bb-491f-be2f-7565a76c39d8 req-e39af6f7-147a-4f8f-95d4-6ce0e80cb86d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 210 time: 0.2101452 Nov 24 13:58:48.108314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95618fd2-27b5-4aa6-98f4-e9d76ee1e617 None None] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:48.119487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::db3b:2971:471e:7116 (13168bed-777a-4e4d-96b5-2446850be7d2/3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7/52fc8fd2-b1ec-4287-9783-ffd94a2103e6) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:48.120144 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5776c7-07b0-4a16-a4e2-796fd104a398 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:58:48.123993 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0b5776c7-07b0-4a16-a4e2-796fd104a398 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/df9619b3-0507-4757-b609-dff6d21b34f4 HTTP/1.1" status: 404 len: 333 time: 0.2074497 Nov 24 13:58:48.124916 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9c7b648b-c9c4-4a5c-a86c-79783c4184b1 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/0cda445a-a8a2-4539-aa75-eae2ec75e8dc HTTP/1.1" status: 200 len: 908 time: 1.2096937 Nov 24 13:58:48.125866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35234) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:48.148262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:48.163830 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.095s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:48.164325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:48.175115 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-317b9ef0-2990-48eb-9070-75bb10919479 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/networks/9a7f8c75-1b06-49f0-9016-0d0391fdb2ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8671038 Nov 24 13:58:48.175115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-fc5fa8ef-546b-4d83-840d-9a34c207f9cf tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Synchronizing usage tracker for tenant:f066955695cb4bb58540e937fd34564d on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:48.181323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35236) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:48.181767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35240) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:48.252673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 960209e8-8f2e-49df-8490-e0c98f4a52b4 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:48.256270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.273552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:48.274212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.308869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:48.318556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:48.332147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:48.335596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:48.339564 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-00c0f576-007f-4ea8-943c-4ef220ea299d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4795649 Nov 24 13:58:48.347662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.363580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Pushing event updated for resources: {'Port': ['ID=53e451d7-d26b-4b9a-86f5-05e6da670a5a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:48.386688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:48.404021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:48.407731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.437620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 166ac5fb-d139-47da-8598-ad68bbe975ae completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:48.459670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bc47ac3-6162-49c6-9718-c94f05bd1c46 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:48.485305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Provisioning for port 166ac5fb-d139-47da-8598-ad68bbe975ae completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:48.547632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Provisioning complete for port 166ac5fb-d139-47da-8598-ad68bbe975ae triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:48.548126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.555617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-fc5fa8ef-546b-4d83-840d-9a34c207f9cf tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Unset dirty status for tenant:f066955695cb4bb58540e937fd34564d on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:48.561635 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-fc5fa8ef-546b-4d83-840d-9a34c207f9cf tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1390102395&fields=id&tenant_id=f066955695cb4bb58540e937fd34564d HTTP/1.1" status: 200 len: 267 time: 0.9431512 Nov 24 13:58:48.582304 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fddeb7f3-724f-4fec-ba78-53a85ec618f3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1816030 Nov 24 13:58:48.590183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35246) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:48.652164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.655263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Attempting to bind port 53e451d7-d26b-4b9a-86f5-05e6da670a5a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:48.655866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.655968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Attempting to bind port 53e451d7-d26b-4b9a-86f5-05e6da670a5a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:48.655968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Attempting to bind port 53e451d7-d26b-4b9a-86f5-05e6da670a5a on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:48.671757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 52fc8fd2-b1ec-4287-9783-ffd94a2103e6 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:48.701402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf624c-6607-4881-b0a2-d67cc06835f6 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:48.707858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:48.708237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:48.708649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.709082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:48.709895 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cebf624c-6607-4881-b0a2-d67cc06835f6 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/subnets/d346ae09-b219-4639-b5d9-b0a0cc03331a HTTP/1.1" status: 200 len: 811 time: 0.5227127 Nov 24 13:58:48.710049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Bound port: 53e451d7-d26b-4b9a-86f5-05e6da670a5a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:48.710049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.712663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35250) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:48.714404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.801118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-176c5372-d8f4-4543-b81e-53b8be4e09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:48.803166 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-176c5372-d8f4-4543-b81e-53b8be4e09a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.3474247 Nov 24 13:58:48.809061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda445a-a8a2-4539-aa75-eae2ec75e8dc', 'name': 'tempest-snat-router-1242595799', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': '1fd5f4fd-d463-4062-90eb-c3e614cee64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:38Z', 'updated_at': '2021-11-24T13:58:44Z', 'revision_number': 3, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port': {'id': '1fd5f4fd-d463-4062-90eb-c3e614cee64a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cda445a-a8a2-4539-aa75-eae2ec75e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:42Z', 'updated_at': '2021-11-24T13:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:48.828623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.10 (061b6656-d0d1-4ec8-82e5-e1e12f22fef7/1aec0793-245d-46a8-a7a4-e92390fc7259/3ed4e5e0-b745-4ea7-b9a4-218dc458c43b) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:48.885495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:48.885883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.890380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9d9ea7c6-a45f-405e-b016-4239ab97cab1 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:48.937197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-5155c96b-bbf7-4124-9b21-22b2b504f53b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:48.937197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-5155c96b-bbf7-4124-9b21-22b2b504f53b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Synchronizing usage tracker for tenant:f066955695cb4bb58540e937fd34564d on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:48.937478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Checking router: 0cda445a-a8a2-4539-aa75-eae2ec75e8dc for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:48.937478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Updating router 0cda445a-a8a2-4539-aa75-eae2ec75e8dc port 1fd5f4fd-d463-4062-90eb-c3e614cee64a binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:48.938077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:48.956477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-57303ba0-2635-4a3f-b629-f9ed50d0d88d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:49.009210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb06efd-77c4-4ab9-9679-14f4ad4ae58c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:49.014343 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1bb06efd-77c4-4ab9-9679-14f4ad4ae58c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.4174430 Nov 24 13:58:49.016958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29c651-4b64-4695-8462-9068a08ee9d3 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['shared'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:49.019060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=960209e8-8f2e-49df-8490-e0c98f4a52b4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:49.021977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:49.023847 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8b29c651-4b64-4695-8462-9068a08ee9d3 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "GET /v2.0/subnets/d346ae09-b219-4639-b5d9-b0a0cc03331a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3064511 Nov 24 13:58:49.030626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35254) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:49.030779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35256) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:49.050889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] For port 53e451d7-d26b-4b9a-86f5-05e6da670a5a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:49.057745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.059917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:49.077584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:49.086477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:49.090082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] For port 53e451d7-d26b-4b9a-86f5-05e6da670a5a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=53e451d7-d26b-4b9a-86f5-05e6da670a5a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:49.092521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.094488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:49.095160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.114048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-5155c96b-bbf7-4124-9b21-22b2b504f53b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Unset dirty status for tenant:f066955695cb4bb58540e937fd34564d on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:49.117814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bef51-158d-4482-a616-b53e093e85d9 None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:49.121259 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-5155c96b-bbf7-4124-9b21-22b2b504f53b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/networks?id=8e7d9644-4cff-4160-aca7-155600274eb0 HTTP/1.1" status: 200 len: 811 time: 0.4278588 Nov 24 13:58:49.138306 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1759424 Nov 24 13:58:49.144444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35264) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:49.150880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=52fc8fd2-b1ec-4287-9783-ffd94a2103e6,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:49.158352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7', 'ip_address': '2001:db8::db3b:2971:471e:7116'}], 'name': 'tempest-NetworksTestDHCPv6-1351503837'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:49.158908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.173378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.206552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.212247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759424117'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:49.217512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:49.242849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:49.318907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] For port 166ac5fb-d139-47da-8598-ad68bbe975ae, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=166ac5fb-d139-47da-8598-ad68bbe975ae,segment=NetworkSegment(63d681ae-1ff4-4f1c-82ff-f52c2c91b818),segment_id=63d681ae-1ff4-4f1c-82ff-f52c2c91b818)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:49.339680 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/960209e8-8f2e-49df-8490-e0c98f4a52b4 HTTP/1.1" status: 204 len: 168 time: 1.2059548 Nov 24 13:58:49.360521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:49.364485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3e83974b-99cc-456f-9955-ef73666a8b18 req-394fc68c-58e4-4400-8994-03952590420a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:49.375424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35268) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:49.378542 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-7ff1c026-55f2-4b98-9131-86adee6f7cb3 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/quotas/f066955695cb4bb58540e937fd34564d HTTP/1.1" status: 200 len: 375 time: 0.2558386 Nov 24 13:58:49.436499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.438361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3e83974b-99cc-456f-9955-ef73666a8b18 req-394fc68c-58e4-4400-8994-03952590420a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:49.439845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:49.447675 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e83974b-99cc-456f-9955-ef73666a8b18 req-394fc68c-58e4-4400-8994-03952590420a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 210 time: 0.2168083 Nov 24 13:58:49.477142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-854e1e19-79e8-4925-b2f7-1e64f0c6dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:49.478761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-854e1e19-79e8-4925-b2f7-1e64f0c6dd17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.6356087 Nov 24 13:58:49.493455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port aae73fd3-e15f-4be2-a4e4-9c084a342ff2 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:49.493952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.514246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Pushing event updated for resources: {'Port': ['ID=53e451d7-d26b-4b9a-86f5-05e6da670a5a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:49.524534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:49.527593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b2742119-2511-45af-991a-9f3599389189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:49.609775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 84c16958-49fd-43b2-8a2d-ef0abe314304 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:49.661493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:49.667768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.791136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:49.795206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.805611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:49.812274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:49.833768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:49.835753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting port 1fd5f4fd-d463-4062-90eb-c3e614cee64a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:49.836087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.860918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10b4f498-084e-4b3d-a9e9-2aef1c706c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.877166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.896653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 3c5567d8-7ff8-4d36-a49f-dfc856718e24 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:49.906754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-e4e39e23-7826-4f74-8338-8af91085c143 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Synchronizing usage tracker for tenant:f066955695cb4bb58540e937fd34564d on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:49.933915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Pushing event updated for resources: {'Port': ['ID=166ac5fb-d139-47da-8598-ad68bbe975ae,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:49.959054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:49.962552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:49.968011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:49.969004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.057411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-e4e39e23-7826-4f74-8338-8af91085c143 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Unset dirty status for tenant:f066955695cb4bb58540e937fd34564d on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:50.059012 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-e4e39e23-7826-4f74-8338-8af91085c143 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f066955695cb4bb58540e937fd34564d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6797078 Nov 24 13:58:50.070580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 3dc3a0ea-71b5-4cbd-8555-341fdba0e893 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:58:50.084950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Provisioning for port aae73fd3-e15f-4be2-a4e4-9c084a342ff2 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:50.088079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 84c16958-49fd-43b2-8a2d-ef0abe314304 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:50.120138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Provisioning complete for port aae73fd3-e15f-4be2-a4e4-9c084a342ff2 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:50.120574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.163983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 84c16958-49fd-43b2-8a2d-ef0abe314304 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:50.165099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.201363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:50.227701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-89b46d63-eab9-4be1-bfee-24df05cb9465 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.6550753 Nov 24 13:58:50.231683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:50.310931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.314148 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Added segment a686a349-8954-419e-adc2-99e3d4a2fc62 of type vlan for network 12da113e-72d1-44b5-bcb2-ec22f264d880 Nov 24 13:58:50.314625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.417621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Port aae73fd3-e15f-4be2-a4e4-9c084a342ff2 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:50.426565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.460449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.548353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Calling delete_port for 1fd5f4fd-d463-4062-90eb-c3e614cee64a owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:50.584128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-d80ccf2a-0f6e-44be-8c77-40d76cd1008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:50.585659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-d80ccf2a-0f6e-44be-8c77-40d76cd1008a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.3441675 Nov 24 13:58:50.619070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.636178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Transition to ACTIVE for port object 1fd5f4fd-d463-4062-90eb-c3e614cee64a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:50.641628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.650301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-8005c73f-b464-4305-a514-339d04aa6e34 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368738 Nov 24 13:58:50.705068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 84c16958-49fd-43b2-8a2d-ef0abe314304, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=84c16958-49fd-43b2-8a2d-ef0abe314304,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:50.713628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.726472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Provisioning complete for port 166ac5fb-d139-47da-8598-ad68bbe975ae triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:50.726902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.739058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.761311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:50.800193 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c512cf25-8d52-46d9-a2b7-e9ce03f2fca0 req-3c8ba58b-b0cb-46a9-95d1-b6160a46a13a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 210 time: 0.1328919 Nov 24 13:58:50.823001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.855641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:50.867927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.879071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399cf87-a150-4fba-bcfe-999f8914bef8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5f4fd-d463-4062-90eb-c3e614cee64a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:50.882741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7399cf87-a150-4fba-bcfe-999f8914bef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:50.884408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7399cf87-a150-4fba-bcfe-999f8914bef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:50.906351 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 13:58:50.906806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:58:50.930072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.944723 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f0d965af-b6b4-483b-8b79-9e51c16076b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7990434 Nov 24 13:58:50.945562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35274) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:50.966260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Attempting to bind port 1fd5f4fd-d463-4062-90eb-c3e614cee64a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:50.966638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Attempting to bind port 1fd5f4fd-d463-4062-90eb-c3e614cee64a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:50.967004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Attempting to bind port 1fd5f4fd-d463-4062-90eb-c3e614cee64a on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:50.985815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=84c16958-49fd-43b2-8a2d-ef0abe314304,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:50.990275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:50.992215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:50.992956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:50.993190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:50.993423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:50.993908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Bound port: 1fd5f4fd-d463-4062-90eb-c3e614cee64a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:50.994283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.113464 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-d5d69d6d-e3b4-4bb1-bf86-98e5746e7848 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574313 Nov 24 13:58:51.137182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.139983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:51.141850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:51.143847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:51.144547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.158735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.182268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] For port 1fd5f4fd-d463-4062-90eb-c3e614cee64a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:51.195866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a5a1a-f644-4b03-ad5e-9c9e78ef42ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:51.201909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] For port 1fd5f4fd-d463-4062-90eb-c3e614cee64a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1fd5f4fd-d463-4062-90eb-c3e614cee64a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:51.205634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 53e451d7-d26b-4b9a-86f5-05e6da670a5a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:51.221298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a5a1a-f644-4b03-ad5e-9c9e78ef42ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:51.222404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for aae73fd3-e15f-4be2-a4e4-9c084a342ff2 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:51.225894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-458a5a1a-f644-4b03-ad5e-9c9e78ef42ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:51.258217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:51.260645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:51.263056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-458a5a1a-f644-4b03-ad5e-9c9e78ef42ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:51.263923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:51.267257 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-458a5a1a-f644-4b03-ad5e-9c9e78ef42ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2960660 Nov 24 13:58:51.267898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35278) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:51.288371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.321764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f4f0780c-c877-492b-8dcc-9dcd6ff31136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:51.393713 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3602452 Nov 24 13:58:51.394755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:51.398167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:51.409984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35282) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:51.409984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bb38847b-9b8f-4fc7-bbe2-2671b127d57d tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:51.441123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 52fc8fd2-b1ec-4287-9783-ffd94a2103e6 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:51.441123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.652306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Routers {'0cda445a-a8a2-4539-aa75-eae2ec75e8dc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:58:51.653597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cda445a-a8a2-4539-aa75-eae2ec75e8dc'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:51.663839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Network': ['ID=12da113e-72d1-44b5-bcb2-ec22f264d880,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:51.666660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:51.670090 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5d2588c8-b145-46b7-b43a-5fc7e684da24 req-08685cc6-7fe4-4fda-920e-eaedda009fe3 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.0934744 Nov 24 13:58:51.673847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:51.716462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting port 1fd5f4fd-d463-4062-90eb-c3e614cee64a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:51.716875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.801322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 12da113e-72d1-44b5-bcb2-ec22f264d880 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:58:51.931239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:51.931901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:51.942999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399cf87-a150-4fba-bcfe-999f8914bef8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5f4fd-d463-4062-90eb-c3e614cee64a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:52.047520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7399cf87-a150-4fba-bcfe-999f8914bef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:52.113192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 53e451d7-d26b-4b9a-86f5-05e6da670a5a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:52.136885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Provisioning for port b3cbcd95-a6b4-4228-ae70-081f0770d7ec completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:52.138969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-7c2bd596-fe14-47ec-9c9f-98ef48e7da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:52.142612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-7c2bd596-fe14-47ec-9c9f-98ef48e7da0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5455194 Nov 24 13:58:52.146869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 166ac5fb-d139-47da-8598-ad68bbe975ae up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:52.182303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] Set router 0cda445a-a8a2-4539-aa75-eae2ec75e8dc gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:58:52.225656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.229565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Provisioning complete for port b3cbcd95-a6b4-4228-ae70-081f0770d7ec triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:52.229975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.235173 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0089393 Nov 24 13:58:52.237692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:52.245800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b8cbaa0-ee97-4d40-a774-3644ed1b072c tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:52.284880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] For port 1fd5f4fd-d463-4062-90eb-c3e614cee64a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1fd5f4fd-d463-4062-90eb-c3e614cee64a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:52.285471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.334315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=aae73fd3-e15f-4be2-a4e4-9c084a342ff2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:52.337225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:52.340193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826acad0-5bb7-4f5d-83bb-6c7bd29d9d70 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 13:58:52.342611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Request body: {'port': {'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:52.402426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cda445a-a8a2-4539-aa75-eae2ec75e8dc', 'name': 'tempest-snat-router-1242595799', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:38Z', 'updated_at': '2021-11-24T13:58:49Z', 'revision_number': 4, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:52.427914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a29f8-7e15-4e2c-9965-798ec8785f8c None None] The sync data for ids ['0cda445a-a8a2-4539-aa75-eae2ec75e8dc'] in dv-neutron-818153-2-hyperv is: [{'id': '0cda445a-a8a2-4539-aa75-eae2ec75e8dc', 'name': 'tempest-snat-router-1242595799', 'tenant_id': 'd378826a544d49849229fba9ffd83454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:38Z', 'updated_at': '2021-11-24T13:58:49Z', 'revision_number': 4, 'project_id': 'd378826a544d49849229fba9ffd83454', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:52.430896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Calling delete_port for 1fd5f4fd-d463-4062-90eb-c3e614cee64a owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:52.439437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f5448e82-6baa-4f3c-bbb2-22922e5507ba None None] Port b3cbcd95-a6b4-4228-ae70-081f0770d7ec cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:52.535367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:52.539681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 166ac5fb-d139-47da-8598-ad68bbe975ae triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:52.540113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.579029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a6c4-4fbb-476f-8b75-86c68f11a496 req-76c3fb37-b89c-4540-b001-f22f5140a12b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:52.587168 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3c72a6c4-4fbb-476f-8b75-86c68f11a496 req-76c3fb37-b89c-4540-b001-f22f5140a12b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 932 time: 0.5731840 Nov 24 13:58:52.588922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6211b150-23db-49ec-88b5-451293785f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.619158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.633060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.635353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/aae73fd3-e15f-4be2-a4e4-9c084a342ff2 HTTP/1.1" status: 204 len: 168 time: 3.6036248 Nov 24 13:58:52.636362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9acff07a-9a54-44b5-844f-f4b72ad11759 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:52.640725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.650283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35300) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:52.665381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826acad0-5bb7-4f5d-83bb-6c7bd29d9d70 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:58:52.667438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Provisioning complete for port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:52.667822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:52.922460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 52fc8fd2-b1ec-4287-9783-ffd94a2103e6 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:52.954356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8af3dc77-20b0-4cb5-805b-ab5bbffcb2b0 req-53327a63-841b-44d1-abcb-95de688d2dec tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.0530074 Nov 24 13:58:52.957564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-3c72a6c4-4fbb-476f-8b75-86c68f11a496 req-af51143d-3145-4a0e-95c0-1b29e2f8a947 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:52.963472 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f1745e-1484-4958-b09f-3ebfa0981090 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:58:52.964218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-23f1745e-1484-4958-b09f-3ebfa0981090 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:53.018323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-3c72a6c4-4fbb-476f-8b75-86c68f11a496 req-af51143d-3145-4a0e-95c0-1b29e2f8a947 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:53.022497 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3c72a6c4-4fbb-476f-8b75-86c68f11a496 req-af51143d-3145-4a0e-95c0-1b29e2f8a947 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4315605 Nov 24 13:58:53.023697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.025748 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/3c5567d8-7ff8-4d36-a49f-dfc856718e24 HTTP/1.1" status: 204 len: 168 time: 3.6382434 Nov 24 13:58:53.027174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5567d8-7ff8-4d36-a49f-dfc856718e24,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.029735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35306) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:53.091360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.092334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-23f1745e-1484-4958-b09f-3ebfa0981090 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:53.097933 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-23f1745e-1484-4958-b09f-3ebfa0981090 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/aae73fd3-e15f-4be2-a4e4-9c084a342ff2 HTTP/1.1" status: 404 len: 333 time: 0.4251773 Nov 24 13:58:53.102677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35310) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:53.105485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:53.109215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Made reservation on behalf of 12530cf276cc4384bf979f94eae8ca78 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:53.113442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.178368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 84c16958-49fd-43b2-8a2d-ef0abe314304 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:53.300172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.343008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.ipam_backend_mixin [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing IP validity checks on allocation pools {{(pid=87693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 13:58:53.343646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.ipam_backend_mixin [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 13:58:53.359459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Provisioning for port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:53.365855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 84c16958-49fd-43b2-8a2d-ef0abe314304 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:53.365855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.373223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port b3cbcd95-a6b4-4228-ae70-081f0770d7ec {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:53.373223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.376535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:53.376967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.398137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Provisioning complete for port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:53.398513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.413030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.415812 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-4324738e-1e53-4c6c-903b-a1611864e3c4 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2577112 Nov 24 13:58:53.427892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f6d5b634-15a3-4b4c-a758-1e4f59b484bf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:53.487824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fd5f4fd-d463-4062-90eb-c3e614cee64a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.497165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:53.516891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.520577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:53.531664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef502a3e-7361-403c-84e4-010448fdef48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:53.686158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Provisioning for port 53e451d7-d26b-4b9a-86f5-05e6da670a5a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:53.703594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Provisioning complete for port 53e451d7-d26b-4b9a-86f5-05e6da670a5a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:53.706172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:53.781806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d6ab5-ed0b-40ad-ad9d-72d5f2942fdd None None] Network 56541f2f-c3ce-4e07-8206-bbaaaf9a068f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:53.782637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=52fc8fd2-b1ec-4287-9783-ffd94a2103e6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.800581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:53.801221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.76', 54623) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:53.806029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.204007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.217686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-2b5f8ca0-9cf1-498e-82fe-02d15d56e4d7 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:54.219366 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-2b5f8ca0-9cf1-498e-82fe-02d15d56e4d7 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.76 "GET /v2.0/networks?id=8e7d9644-4cff-4160-aca7-155600274eb0 HTTP/1.1" status: 200 len: 811 time: 0.4125633 Nov 24 13:58:54.234071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.292828 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d71fcac3-cfce-4d55-965f-bf6d4af74a25 req-6e47e1c3-ecce-4da0-adbf-3614d1731155 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648572 Nov 24 13:58:54.301028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.343246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] For port 53e451d7-d26b-4b9a-86f5-05e6da670a5a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=53e451d7-d26b-4b9a-86f5-05e6da670a5a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:54.346745 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c4578b7b-49be-43d4-a034-1c8103a27ab0 req-9fa6d02d-a2fb-4290-b6ef-2892d32b84f8 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.1187594 Nov 24 13:58:54.350247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.352217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:54.427916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Provisioning complete for port b3cbcd95-a6b4-4228-ae70-081f0770d7ec triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:54.428950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.482933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] DHCP port deletion for 56541f2f-c3ce-4e07-8206-bbaaaf9a068f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:54.498245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Deleting port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:54.498245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.511947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.522283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.527627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Pushing event updated for resources: {'Port': ['ID=53e451d7-d26b-4b9a-86f5-05e6da670a5a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:54.531392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:54.533752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ec03d575-6006-45bc-9581-63533031bf7b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:54.556334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Port b3cbcd95-a6b4-4228-ae70-081f0770d7ec cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:58:54.565401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Could not find standard attr ID for object aae73fd3-e15f-4be2-a4e4-9c084a342ff2. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:58:54.568867 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/52fc8fd2-b1ec-4287-9783-ffd94a2103e6 HTTP/1.1" status: 204 len: 168 time: 3.2995794 Nov 24 13:58:54.586835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35324) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:54.592327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.603252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Could not find standard attr ID for object 52fc8fd2-b1ec-4287-9783-ffd94a2103e6. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:58:54.630919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.650309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] For port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,segment=NetworkSegment(2eb7e5a4-0043-4333-84e7-af3841c86488),segment_id=2eb7e5a4-0043-4333-84e7-af3841c86488)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:54.650706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.692188 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-1bd312af-03d1-448d-b7e8-875bfedf2cbf tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f066955695cb4bb58540e937fd34564d HTTP/1.1" status: 200 len: 380 time: 0.4071128 Nov 24 13:58:54.706932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for b3cbcd95-a6b4-4228-ae70-081f0770d7ec owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:54.744058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] For port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,segment=NetworkSegment(2eb7e5a4-0043-4333-84e7-af3841c86488),segment_id=2eb7e5a4-0043-4333-84e7-af3841c86488)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:54.744466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.754772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Request body: {'port': {'device_id': 'f42951e7-1250-4620-8435-215be69ce346', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'admin_state_up': True, 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'security_groups': ['82fb9134-5fe6-4cd2-a950-dc95b2227645']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:54.771800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:58:54.792570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.830979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=d05e7522-e529-4fc1-9e9f-bfd98f223e9e,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:54.845749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:54.848797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:54.855942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Checking segment: {'id': 'a686a349-8954-419e-adc2-99e3d4a2fc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:54.856594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network hostable DHCP agents. Network: 12da113e-72d1-44b5-bcb2-ec22f264d880, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:54.870969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Transition to ACTIVE for port object 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:54.893108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.899489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce55844c-5c5f-408f-bdf7-511ff6b1ec2b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:54.922359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Calling delete_port for 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:54.960564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:54.961075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cda445a-a8a2-4539-aa75-eae2ec75e8dc {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:58:54.982574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72640d-08b6-40b4-96fd-d74cc65b50b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:54.984253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72640d-08b6-40b4-96fd-d74cc65b50b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:54.985058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dd72640d-08b6-40b4-96fd-d74cc65b50b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:55.006367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.008536 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0cda445a-a8a2-4539-aa75-eae2ec75e8dc HTTP/1.1" status: 204 len: 168 time: 6.8232965 Nov 24 13:58:55.017707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.018754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35328) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:55.052070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:55.091407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Network 12da113e-72d1-44b5-bcb2-ec22f264d880 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:55.190389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] No DVR routers for this DVR port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:55.218456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Pushing event deleted for resources: {'Port': ['ID=3272b3c8-ab6e-4ac5-b781-dbe629fa09a0,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:55.227835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:55.238721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 53e451d7-d26b-4b9a-86f5-05e6da670a5a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:55.243673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 12da113e-72d1-44b5-bcb2-ec22f264d880) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:55.255024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568aee9-1d80-4402-bf80-d4eecb92bf56 req-7e1122e5-7b2d-44e1-abeb-2452ef1e70fe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:55.256588 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b568aee9-1d80-4402-bf80-d4eecb92bf56 req-7e1122e5-7b2d-44e1-abeb-2452ef1e70fe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 932 time: 0.9497409 Nov 24 13:58:55.277711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf5d79-3a5b-41ee-984b-521cb49a4eb8 None None] Network 12da113e-72d1-44b5-bcb2-ec22f264d880 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:55.288992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:55.289689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578423'] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.305492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:55.375900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:55.394664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.448100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 53e451d7-d26b-4b9a-86f5-05e6da670a5a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:55.448477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.468357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.8903506 Nov 24 13:58:55.477392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35334) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:55.496700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Attempting to bind port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:55.497061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Attempting to bind port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:55.497706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Attempting to bind port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b on network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:55.500038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.505310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:55.517466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dd72640d-08b6-40b4-96fd-d74cc65b50b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:55.521323 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dd72640d-08b6-40b4-96fd-d74cc65b50b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9292715 Nov 24 13:58:55.534597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35338) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:55.545252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ae9d0b5c-f456-4dcd-bf85-7f0430b14cb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:55.557174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:55.557531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:55.591357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:55.624646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b on network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:58:55.624997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Attempting to bind port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b on network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:55.642037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:55.649254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=b3cbcd95-a6b4-4228-ae70-081f0770d7ec,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:55.660443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:55.661032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Checking segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:55.661632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Bound using segment: {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:55.662264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Bound port: 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d9b152-df1b-4e2d-a27b-359a5f992d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:55.662818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.672149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.685101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:55.716290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-12da113e-72d1-44b5-bcb2-ec22f264d880', 'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880', 'tenant_id': '12530cf276cc4384bf979f94eae8ca78', 'fixed_ips': [{'subnet_id': 'd05e7522-e529-4fc1-9e9f-bfd98f223e9e'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:58:55.718965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.722771 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-52df9b34-7371-45b9-a714-d91d714ddc8e req-d860dc7a-e75e-47ec-abd5-00ec2d60d0dc tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.1825941 Nov 24 13:58:55.738495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:55.791619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:58:55.791970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:58:55.898447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27325843'] for subnet, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.902187 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b568aee9-1d80-4402-bf80-d4eecb92bf56 req-6803c602-ce67-4843-b9ce-97b2d52c301c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735411 Nov 24 13:58:55.915274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Made reservation on behalf of f066955695cb4bb58540e937fd34564d for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:55.920568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.963566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:55.973943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.987325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:55.989403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:55.993706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/b3cbcd95-a6b4-4228-ae70-081f0770d7ec HTTP/1.1" status: 204 len: 168 time: 2.8839946 Nov 24 13:58:55.993706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:55.993954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35342) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:56.001782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Allocated IP 172.20.0.3 (12da113e-72d1-44b5-bcb2-ec22f264d880/d05e7522-e529-4fc1-9e9f-bfd98f223e9e/ba1b20d1-ec96-437a-afe2-812d68276d4a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:56.037135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.040976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3efabf50-66cf-4aa5-8533-b53f822c1944 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:56.070042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 3272b3c8-ab6e-4ac5-b781-dbe629fa09a0 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:56.070333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.073731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f764368f-df2e-492e-aa4e-eea5ce0a44d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:58:56.074256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f764368f-df2e-492e-aa4e-eea5ce0a44d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:56.122233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.141165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f764368f-df2e-492e-aa4e-eea5ce0a44d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:56.145165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f764368f-df2e-492e-aa4e-eea5ce0a44d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/b3cbcd95-a6b4-4228-ae70-081f0770d7ec HTTP/1.1" status: 404 len: 333 time: 0.1478713 Nov 24 13:58:56.145165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:56.145706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.147620 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] 10.222.0.76 "PUT /v2.0/ports/3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 200 len: 1094 time: 3.8190825 Nov 24 13:58:56.150367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:58:56.164505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35346) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:56.253701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.267520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'status': 'completed', 'code': 200} Nov 24 13:58:56.267952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Transition to ACTIVE for port object ba1b20d1-ec96-437a-afe2-812d68276d4a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:56.279803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.288169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:56.291308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Transition to ACTIVE for port object ba1b20d1-ec96-437a-afe2-812d68276d4a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:56.303547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.319387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-07fd1f45-2181-41aa-8f2f-da351449ffa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:56.341878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] The port '3272b3c8-ab6e-4ac5-b781-dbe629fa09a0' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:58:56.358958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Network 12da113e-72d1-44b5-bcb2-ec22f264d880 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:56.368273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:56.377390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:56.394274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.481294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Deleting port 8bc47ac3-6162-49c6-9718-c94f05bd1c46 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:56.482052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.501292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Pushing event updated for resources: {'Port': ['ID=ba1b20d1-ec96-437a-afe2-812d68276d4a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.507681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:56.515287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Attempting to bind port ba1b20d1-ec96-437a-afe2-812d68276d4a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:58:56.515287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Attempting to bind port ba1b20d1-ec96-437a-afe2-812d68276d4a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a686a349-8954-419e-adc2-99e3d4a2fc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:58:56.515533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Attempting to bind port ba1b20d1-ec96-437a-afe2-812d68276d4a on network 12da113e-72d1-44b5-bcb2-ec22f264d880 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:58:56.525052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:58:56.525425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Checking segment: {'id': 'a686a349-8954-419e-adc2-99e3d4a2fc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:58:56.525832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.526229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Bound using segment: {'id': 'a686a349-8954-419e-adc2-99e3d4a2fc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:58:56.526695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Bound port: ba1b20d1-ec96-437a-afe2-812d68276d4a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a686a349-8954-419e-adc2-99e3d4a2fc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '12da113e-72d1-44b5-bcb2-ec22f264d880'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:58:56.527069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.542054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 32ddaced-b27e-42ba-b065-2b8ff99a1c00 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:58:56.551518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.582766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756219629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27636118'] for subnet, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.599372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7df3b0b6-d8f9-4543-b8b8-493dab5a35c7 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:56.625088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-99d65073-7721-41a8-9e78-328687b0411a None None] For port ba1b20d1-ec96-437a-afe2-812d68276d4a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:58:56.628563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-99d65073-7721-41a8-9e78-328687b0411a None None] For port ba1b20d1-ec96-437a-afe2-812d68276d4a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ba1b20d1-ec96-437a-afe2-812d68276d4a,segment=NetworkSegment(a686a349-8954-419e-adc2-99e3d4a2fc62),segment_id=a686a349-8954-419e-adc2-99e3d4a2fc62)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:58:56.629695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.635427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.641053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:56.672143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:56.672738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.674212 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "PUT /v2.0/subnets/d05e7522-e529-4fc1-9e9f-bfd98f223e9e HTTP/1.1" status: 200 len: 877 time: 1.1952641 Nov 24 13:58:56.686739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35352) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:56.691872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Allocated IP 172.20.0.5 (8e7d9644-4cff-4160-aca7-155600274eb0/1d2e9818-9e0e-4eef-82cd-65fe8a1a4671/46ce987e-9e4c-4d32-95b3-7d2f784886df) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:56.694838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56541f2f-c3ce-4e07-8206-bbaaaf9a068f']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:56.725125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.737521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Pushing event updated for resources: {'Port': ['ID=ba1b20d1-ec96-437a-afe2-812d68276d4a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.741427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:56.778915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event updated for resources: {'Subnet': ['ID=d05e7522-e529-4fc1-9e9f-bfd98f223e9e,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.782848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:56.784867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb7e5a4-0043-4333-84e7-af3841c86488') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:56.785243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb7e5a4-0043-4333-84e7-af3841c86488') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:56.813163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.839742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-7d2cb626-418c-40a5-9a67-b33df80b732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:56.842467 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-7d2cb626-418c-40a5-9a67-b33df80b732b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1097 time: 0.6219883 Nov 24 13:58:56.846328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.923999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:56.935597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-eb833ff9-3195-4e59-8846-3fe4926e0d36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 200 len: 217 time: 0.0748277 Nov 24 13:58:57.161560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:57.162064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.163960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ba1b20d1-ec96-437a-afe2-812d68276d4a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:57.183461 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:57.205005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] For port 8bc47ac3-6162-49c6-9718-c94f05bd1c46, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bc47ac3-6162-49c6-9718-c94f05bd1c46,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:57.205646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.264847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ba1b20d1-ec96-437a-afe2-812d68276d4a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:57.267095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.289369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-3ce483df-7dab-4bfe-bddf-f4b931119cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:57.291100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-3ce483df-7dab-4bfe-bddf-f4b931119cbb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1aec0793-245d-46a8-a7a4-e92390fc7259 HTTP/1.1" status: 200 len: 835 time: 0.3468459 Nov 24 13:58:57.348786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.379283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port ba1b20d1-ec96-437a-afe2-812d68276d4a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:57.379631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.542244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Calling delete_port for 8bc47ac3-6162-49c6-9718-c94f05bd1c46 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:57.557272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e7dd5-0171-40c0-9dbd-a46cdbd22526 req-c4d3b236-399c-4938-8479-f5c136527df0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:57.558786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a60e7dd5-0171-40c0-9dbd-a46cdbd22526 req-c4d3b236-399c-4938-8479-f5c136527df0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 944 time: 0.4110494 Nov 24 13:58:57.577626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0046d9ba-1fee-482d-b06f-72c3bea7e5c7 req-11064499-4b5d-4c2a-ad0c-fd75f2578914 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.4970472 Nov 24 13:58:57.602074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.612218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-46460bab-caab-4390-bcb3-8bd96e696038 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:57.686936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=32ddaced-b27e-42ba-b065-2b8ff99a1c00,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:57.689398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:57.692066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.702024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4712b-76d1-48d5-a015-0d44cd381af9 None None] Network 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:57.749075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-cd375abf-7348-460d-b28e-ad8d4edc53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:57.750822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-cd375abf-7348-460d-b28e-ad8d4edc53c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4518251 Nov 24 13:58:57.786923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.799578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a60e7dd5-0171-40c0-9dbd-a46cdbd22526 req-1fcc7c57-d525-4274-b14e-ee7978155efc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267373 Nov 24 13:58:57.803832 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/32ddaced-b27e-42ba-b065-2b8ff99a1c00 HTTP/1.1" status: 204 len: 168 time: 1.6302736 Nov 24 13:58:57.806979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35360) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:57.839870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ba5c8fa6-86ad-4ade-a8ab-6cd77b965f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:57.882392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.884678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.913652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c98b16-089f-4d06-8f6f-93fb5fabf30a None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:57.926043 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7 HTTP/1.1" status: 204 len: 168 time: 2.3897624 Nov 24 13:58:57.927219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:57.929727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:57.936062 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/56541f2f-c3ce-4e07-8206-bbaaaf9a068f HTTP/1.1" status: 204 len: 168 time: 4.8985310 Nov 24 13:58:57.936062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35364) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:57.952046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:57.962629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35366) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:58.005997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-154b5c43-0f88-47b3-afe9-c93a8fa6c145 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:58.024473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a3888-4752-4187-80cf-29911509534e None None] Network 12da113e-72d1-44b5-bcb2-ec22f264d880 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:58.055506 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f20a82ec-7d6e-4912-99d5-fb7652a52c80 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137757 Nov 24 13:58:58.056839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=56541f2f-c3ce-4e07-8206-bbaaaf9a068f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:58.058128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35372) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:58.065229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.078191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:58.093966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:58.123744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.146198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port ba1b20d1-ec96-437a-afe2-812d68276d4a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ba1b20d1-ec96-437a-afe2-812d68276d4a,segment=NetworkSegment(a686a349-8954-419e-adc2-99e3d4a2fc62),segment_id=a686a349-8954-419e-adc2-99e3d4a2fc62)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:58.146571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.157918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.173541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9305401a-1a31-4726-af22-7e1a36cfa0b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:58.209906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Transition to ACTIVE for port object 46ce987e-9e4c-4d32-95b3-7d2f784886df will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:58:58.262152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bc47ac3-6162-49c6-9718-c94f05bd1c46,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:58.269337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-987049da-6dff-46d7-a0d2-310bd68814e3 None None] Provisioning for port ba1b20d1-ec96-437a-afe2-812d68276d4a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:58.273570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:58.290061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-987049da-6dff-46d7-a0d2-310bd68814e3 None None] Provisioning complete for port ba1b20d1-ec96-437a-afe2-812d68276d4a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:58.290061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987049da-6dff-46d7-a0d2-310bd68814e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.292684 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-0c0d68ab-0e11-4b5c-9c51-a246f4f79f48 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248563 Nov 24 13:58:58.302365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for ba1b20d1-ec96-437a-afe2-812d68276d4a owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:58.332951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 166ac5fb-d139-47da-8598-ad68bbe975ae {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:58.333311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.345645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:58.356354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:58.362664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:58.371432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:58.377733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.496862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] DHCP port deletion for 0a19869e-2d80-4c70-9fe6-10cee1f10ac0 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:58.516003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bfff42-6446-447e-af6b-5564d6161d4d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:58.521014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a3bfff42-6446-447e-af6b-5564d6161d4d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5540063 Nov 24 13:58:58.526625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35376) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:58.555332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Deleting port 166ac5fb-d139-47da-8598-ad68bbe975ae {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:58.555724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.585820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.588498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.591789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.598169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-886fa8b8-a402-47d6-9194-3e36c266fd59 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:58.631457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987049da-6dff-46d7-a0d2-310bd68814e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.707780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:58.712827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.806477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:58:58.874183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Deleting port 53e451d7-d26b-4b9a-86f5-05e6da670a5a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:58:58.874670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.947000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:58.947663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3073da3b-28eb-47f7-bfb6-85e19f358d8b {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:58:58.979341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Network 8e7d9644-4cff-4160-aca7-155600274eb0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:58.985178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:58.998076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:58:59.006550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ecf74d4-31f5-41a8-88e5-a2acacf167c6 req-c8e31e60-5192-4016-a41b-7a6bd14a9f41 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746652 Nov 24 13:58:59.017490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] For port 166ac5fb-d139-47da-8598-ad68bbe975ae, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=166ac5fb-d139-47da-8598-ad68bbe975ae,segment=NetworkSegment(63d681ae-1ff4-4f1c-82ff-f52c2c91b818),segment_id=63d681ae-1ff4-4f1c-82ff-f52c2c91b818)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:59.018575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.101221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:59.101914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.103085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] For port 166ac5fb-d139-47da-8598-ad68bbe975ae, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=166ac5fb-d139-47da-8598-ad68bbe975ae,segment=NetworkSegment(63d681ae-1ff4-4f1c-82ff-f52c2c91b818),segment_id=63d681ae-1ff4-4f1c-82ff-f52c2c91b818)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:59.103455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.107399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.109552 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "DELETE /v2.0/routers/3073da3b-28eb-47f7-bfb6-85e19f358d8b HTTP/1.1" status: 204 len: 168 time: 4.0851400 Nov 24 13:58:59.120251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35384) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:59.189734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event updated for resources: {'Port': ['ID=46ce987e-9e4c-4d32-95b3-7d2f784886df,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:59.226315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:59.233671 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4828830 Nov 24 13:58:59.278262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Request body: {'port': {'device_id': 'f42951e7-1250-4620-8435-215be69ce346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:59.282898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-291344404', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:59.357005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.361192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:58:59.373358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Calling delete_port for 166ac5fb-d139-47da-8598-ad68bbe975ae owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:59.404825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:59.413465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 166ac5fb-d139-47da-8598-ad68bbe975ae owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:59.451722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fa82142f-dc89-4856-9269-9e65aafed731 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9213333 Nov 24 13:58:59.460509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35390) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:58:59.478980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Port': ['ID=ba1b20d1-ec96-437a-afe2-812d68276d4a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:59.481868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:58:59.482359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279685c4-97ed-4534-b527-839a740ce430 req-e44cf757-efbb-47fc-b00c-a90e8af3187c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:59.483200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-279685c4-97ed-4534-b527-839a740ce430 req-e44cf757-efbb-47fc-b00c-a90e8af3187c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Synchronizing usage tracker for tenant:f066955695cb4bb58540e937fd34564d on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:58:59.490139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1396819537'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:59.493054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Usage tracker for resource:router and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:59.504340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef26859-52ea-40fa-a437-b7df4e59c161 None None] Network 12da113e-72d1-44b5-bcb2-ec22f264d880 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:58:59.532394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:58:59.532632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:59.553461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:59.557042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:58:59.568527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:58:59.584035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:58:59.613185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-279685c4-97ed-4534-b527-839a740ce430 req-e44cf757-efbb-47fc-b00c-a90e8af3187c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Unset dirty status for tenant:f066955695cb4bb58540e937fd34564d on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:58:59.614517 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-279685c4-97ed-4534-b527-839a740ce430 req-e44cf757-efbb-47fc-b00c-a90e8af3187c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 931 time: 0.8370993 Nov 24 13:58:59.614818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 53e451d7-d26b-4b9a-86f5-05e6da670a5a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:58:59.615219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.642327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2dc5e-3e56-47f2-9b37-cdb0defd4d04 req-4ee4d7e5-09f1-4a62-9e76-c429e135f208 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:59.650584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-30f2dc5e-3e56-47f2-9b37-cdb0defd4d04 req-4ee4d7e5-09f1-4a62-9e76-c429e135f208 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 944 time: 0.6801250 Nov 24 13:58:59.653537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No DVR routers for this DVR port ba1b20d1-ec96-437a-afe2-812d68276d4a on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:59.745528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.747880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.750020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] For port 53e451d7-d26b-4b9a-86f5-05e6da670a5a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=53e451d7-d26b-4b9a-86f5-05e6da670a5a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:58:59.750435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.760415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e7a04923-5a61-4511-a13e-b6a06c1a094b None None] Provisioning for port 46ce987e-9e4c-4d32-95b3-7d2f784886df completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:59.801963 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-30f2dc5e-3e56-47f2-9b37-cdb0defd4d04 req-bfffcab6-76c1-4fee-a5fb-e1a3ee60c013 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499183 Nov 24 13:58:59.834626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-59163f77-0153-4c89-ab4b-33cf1422cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:59.836340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-59163f77-0153-4c89-ab4b-33cf1422cc6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1097 time: 0.7122633 Nov 24 13:58:59.837678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.851385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:58:59.851769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:58:59.852334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.920598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:59.924253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:58:59.969487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Calling delete_port for 53e451d7-d26b-4b9a-86f5-05e6da670a5a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:58:59.991660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.000346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-adc3ffc9-75fa-4f6f-baff-5ae23e9cd131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:00.039588 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-279685c4-97ed-4534-b527-839a740ce430 req-a8259577-3105-46b3-9674-c037029d42d5 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009888 Nov 24 13:59:00.056597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e7a04923-5a61-4511-a13e-b6a06c1a094b None None] Provisioning complete for port 46ce987e-9e4c-4d32-95b3-7d2f784886df triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:00.057603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7a04923-5a61-4511-a13e-b6a06c1a094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.084322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.097425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-42e831cd-b175-4296-b4ff-3ef4dc6b857c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:00.127707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:59:00.139019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:00.147781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:00.153545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.158903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:00.159739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.168329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.169154 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 807d155d-4a31-4d5a-a752-7605bb0132bb of type vlan for network a57cad71-e468-4231-8bd0-939e0da65d76 Nov 24 13:59:00.170523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=9d79030b-a067-42f5-ae38-eb69f5c78b66,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:00.185442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] No DVR routers for this DVR port 53e451d7-d26b-4b9a-86f5-05e6da670a5a on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:00.188010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:00.200566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Pushing event deleted for resources: {'Port': ['ID=166ac5fb-d139-47da-8598-ad68bbe975ae,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:00.203468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:00.205983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] No DVR routers for this DVR port 166ac5fb-d139-47da-8598-ad68bbe975ae on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:00.208984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 53e451d7-d26b-4b9a-86f5-05e6da670a5a {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 13:59:00.209562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 53e451d7-d26b-4b9a-86f5-05e6da670a5a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:00.210439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 166ac5fb-d139-47da-8598-ad68bbe975ae no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:00.263043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-84fbd868-4ee3-4faa-b396-6986c7f8d80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:00.298095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 166ac5fb-d139-47da-8598-ad68bbe975ae {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:00.298773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 166ac5fb-d139-47da-8598-ad68bbe975ae not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:00.302175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4397a33-cbeb-42a3-99b5-ae39e28c78fc None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:00.308558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.323174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-b86ace6f-c089-4403-8fdb-c5a179d2888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:00.324666 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-b86ace6f-c089-4403-8fdb-c5a179d2888c service neutron] 10.222.0.76 "GET /v2.0/networks?id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 899 time: 0.4744079 Nov 24 13:59:00.325724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.331360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-36080a22-8cbc-452a-bc19-ce45f5153aa3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:00.344329 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2729874 Nov 24 13:59:00.345611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Pushing event deleted for resources: {'Port': ['ID=53e451d7-d26b-4b9a-86f5-05e6da670a5a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:00.346372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35394) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:00.349872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:00.357069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '9d79030b-a067-42f5-ae38-eb69f5c78b66', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1414932567'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:00.364831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 166ac5fb-d139-47da-8598-ad68bbe975ae {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:00.365173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.389747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.461529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=d05e7522-e529-4fc1-9e9f-bfd98f223e9e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:00.478342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:00.479581 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-5f4d5c66-5138-440e-9ef0-70ae9983b192 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 200 len: 217 time: 0.1174197 Nov 24 13:59:00.490371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e7a04923-5a61-4511-a13e-b6a06c1a094b None None] Port 46ce987e-9e4c-4d32-95b3-7d2f784886df cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:00.492602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.498268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:00.498865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.507568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eb8340e9-9944-47ad-aeb3-a7281a3d7408 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:00.509112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e7a04923-5a61-4511-a13e-b6a06c1a094b None None] Could not find standard attr ID for object ba1b20d1-ec96-437a-afe2-812d68276d4a. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:59:00.617508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c00f4-d219-4132-9ded-7320e05946f8 None None] DHCP port deletion for 12da113e-72d1-44b5-bcb2-ec22f264d880 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:00.650006 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1791298 Nov 24 13:59:00.654343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35398) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:00.674490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:00.693732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=a57cad71-e468-4231-8bd0-939e0da65d76,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:00.699372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '9d79030b-a067-42f5-ae38-eb69f5c78b66'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:00.704024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.709858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:00.711622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] The port '166ac5fb-d139-47da-8598-ad68bbe975ae' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:59:00.719333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network a57cad71-e468-4231-8bd0-939e0da65d76 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:59:00.776638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:00.831709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:00.841845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:00.857945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:00.880870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ce987e-9e4c-4d32-95b3-7d2f784886df {{(pid=87692) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:59:00.895633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.899197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:00.920247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:00.922352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:00.977763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:00.996936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:01.005733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Transition to ACTIVE for port object 46ce987e-9e4c-4d32-95b3-7d2f784886df will not be triggered until provisioned by entity L2. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:01.006877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:01.012448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/9d79030b-a067-42f5-ae38-eb69f5c78b66/6eab686c-8d9c-44c7-a231-2a6982ecbcc1) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:01.018752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.030332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:01.084884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-eea42a58-6112-41ad-8572-4ae38bf5b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:01.086587 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-eea42a58-6112-41ad-8572-4ae38bf5b106 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1aec0793-245d-46a8-a7a4-e92390fc7259 HTTP/1.1" status: 200 len: 835 time: 0.5660915 Nov 24 13:59:01.092336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:01.096731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.136055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.150676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12da113e-72d1-44b5-bcb2-ec22f264d880']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.216728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a686a349-8954-419e-adc2-99e3d4a2fc62') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.217276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a686a349-8954-419e-adc2-99e3d4a2fc62') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.241170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.251696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a19869e-2d80-4c70-9fe6-10cee1f10ac0']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.295623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d681ae-1ff4-4f1c-82ff-f52c2c91b818') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.296188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d681ae-1ff4-4f1c-82ff-f52c2c91b818') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.320785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.326529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.351445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:01.351858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.354129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce987e-9e4c-4d32-95b3-7d2f784886df,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.360006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ba1b20d1-ec96-437a-afe2-812d68276d4a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:01.370978 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:01.374802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.384735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:01.428265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.449115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ba1b20d1-ec96-437a-afe2-812d68276d4a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:01.450749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ba1b20d1-ec96-437a-afe2-812d68276d4a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:01.451378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bc47ac3-6162-49c6-9718-c94f05bd1c46 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:01.478359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.488535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:01.489291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.501412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 8bc47ac3-6162-49c6-9718-c94f05bd1c46 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:01.501928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bc47ac3-6162-49c6-9718-c94f05bd1c46 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:01.505567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Transition to ACTIVE for port object 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:01.506273 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:01.517818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port e15d92bb-824d-46ad-b359-34eef460fb3d yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:01.518329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55b57-0141-46f3-a4fe-26886da43aec req-b13b558a-6a3a-4614-bc33-f5985a9df20c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:01.534010 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-52b55b57-0141-46f3-a4fe-26886da43aec req-b13b558a-6a3a-4614-bc33-f5985a9df20c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 944 time: 0.5289910 Nov 24 13:59:01.549433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Transition to ACTIVE for port object 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:01.560886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.565638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:01.619454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.640161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:01.644307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:01.649486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:01.652390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-960ce9d3-2db1-41e7-a6d9-7ca6dc057291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:01.653924 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-960ce9d3-2db1-41e7-a6d9-7ca6dc057291 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5554507 Nov 24 13:59:01.654910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eaa659e3-a36e-419f-8502-ea065dbd1cf5 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:01.672802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.693607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Pushing event updated for resources: {'Port': ['ID=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.702464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:01.733846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=12da113e-72d1-44b5-bcb2-ec22f264d880,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.765072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Attempting to bind port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:01.765610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Attempting to bind port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:01.766262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Attempting to bind port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:01.772496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:01.773350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:01.774003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.774626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:01.775313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Bound port: 6eab686c-8d9c-44c7-a231-2a6982ecbcc1, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:01.775944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.802232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:01.820319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ef954-978e-42aa-8fee-3947ba9bee0e req-1be1ea25-2047-4efb-934a-55de74a69208 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:01.823083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.823609 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-787ef954-978e-42aa-8fee-3947ba9bee0e req-1be1ea25-2047-4efb-934a-55de74a69208 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 943 time: 0.5526652 Nov 24 13:59:01.825208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Attempting to bind port 46ce987e-9e4c-4d32-95b3-7d2f784886df on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:01.825801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Attempting to bind port 46ce987e-9e4c-4d32-95b3-7d2f784886df by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:01.826292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Attempting to bind port 46ce987e-9e4c-4d32-95b3-7d2f784886df on network 8e7d9644-4cff-4160-aca7-155600274eb0 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:01.834163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-52b55b57-0141-46f3-a4fe-26886da43aec req-639038cb-3da9-4f56-9754-065772a39075 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992032 Nov 24 13:59:01.839539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c5b36dff-57fe-468f-a545-de63d99fc2b3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:01.855679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.874153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/12da113e-72d1-44b5-bcb2-ec22f264d880 HTTP/1.1" status: 204 len: 168 time: 5.1863070 Nov 24 13:59:01.881275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:01.888895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=0a19869e-2d80-4c70-9fe6-10cee1f10ac0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.910535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Port 46ce987e-9e4c-4d32-95b3-7d2f784886df on network 8e7d9644-4cff-4160-aca7-155600274eb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 13:59:01.910970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Attempting to bind port 46ce987e-9e4c-4d32-95b3-7d2f784886df on network 8e7d9644-4cff-4160-aca7-155600274eb0 {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:01.913324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] For port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:01.917897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] For port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:01.923714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.928077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/0a19869e-2d80-4c70-9fe6-10cee1f10ac0 HTTP/1.1" status: 204 len: 168 time: 4.1174064 Nov 24 13:59:01.929107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-632448f8-45ba-4997-abc9-a009914b7e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:01.932260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:01.939615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35410) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:01.946943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:01.947425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Checking segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:01.948045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Bound using segment: {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'} {{(pid=87692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:01.948562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.managers [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Bound port: 46ce987e-9e4c-4d32-95b3-7d2f784886df, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3022511-6629-4305-8243-e9735a9a536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0'}}] {{(pid=87692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:01.948996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:01.975434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-95558351'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:02.008228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:02.020772 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-787ef954-978e-42aa-8fee-3947ba9bee0e req-480b7b83-f670-481e-b343-1df484be0267 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502998 Nov 24 13:59:02.035597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Pushing event updated for resources: {'Port': ['ID=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.038680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:02.041546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:02.069117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:02.074109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3623b8b-b1dd-465b-a1bd-4daa852fa1d2 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:02.075200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3623b8b-b1dd-465b-a1bd-4daa852fa1d2 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:02.077524 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d3623b8b-b1dd-465b-a1bd-4daa852fa1d2 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/d05e7522-e529-4fc1-9e9f-bfd98f223e9e HTTP/1.1" status: 404 len: 337 time: 0.1907141 Nov 24 13:59:02.082742 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:02.083240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:02.093212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35414) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:02.096928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:02.114939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-6d674c9b-8e13-4c86-9473-cc733e741280 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383764 Nov 24 13:59:02.146349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 13:59:02.166516 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48bceac-ae16-4fd6-84e8-4b3a64372268 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:02.166983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48bceac-ae16-4fd6-84e8-4b3a64372268 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:02.176042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.179527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.193223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ddcecf4a-6e39-4e75-8f59-5482637827f9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:02.224064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:02.228070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.287454 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ee1e2852-1e15-48e8-b4a7-82ab7e44f0ef tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9381573 Nov 24 13:59:02.288919 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f48bceac-ae16-4fd6-84e8-4b3a64372268 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/12da113e-72d1-44b5-bcb2-ec22f264d880 HTTP/1.1" status: 404 len: 339 time: 0.1897228 Nov 24 13:59:02.299315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35418) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:02.299879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35420) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:02.360703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] For port 46ce987e-9e4c-4d32-95b3-7d2f784886df, host hv-neutron-8181, cleared binding levels {{(pid=87692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:02.413833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:02.432202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 13:59:02.466242 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-30074ba5-64ff-4c59-828e-93ad18de5ce8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:02.467054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30074ba5-64ff-4c59-828e-93ad18de5ce8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:02.469044 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-30074ba5-64ff-4c59-828e-93ad18de5ce8 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/55d0d087-99b3-45ac-acef-07ef5c4d57c5 HTTP/1.1" status: 404 len: 337 time: 0.1611848 Nov 24 13:59:02.477644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35426) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:02.482632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] For port 46ce987e-9e4c-4d32-95b3-7d2f784886df, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:02.492450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=85215b31-bdbf-4e31-accc-3729b4fc0da1,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.500940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:59:02.508389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:02.528818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.529040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.534916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.537660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5442ff44-584f-49aa-8cf9-7cd6386acb32 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:02.552641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:59:02.570794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:02.575798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.577786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-23829b9a-c853-4a12-8011-952ab0308c15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:02.581917 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a2cf244-2b9d-4a53-8731-b1496c6d2fb1 req-3c35bae6-74a9-4105-8f4a-cde9574eab0d service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291475 Nov 24 13:59:02.599777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.600138 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment 64fa5971-57fd-4138-b715-fbee55dd9aad of type vlan for network 1431bd5e-f294-42fe-b161-c80a3b72720f Nov 24 13:59:02.604799 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaacd94-96fe-4c30-b1c6-e01d8b2eacb9 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:02.605293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aaacd94-96fe-4c30-b1c6-e01d8b2eacb9 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:02.631454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '807d155d-4a31-4d5a-a752-7605bb0132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:02.631815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: a57cad71-e468-4231-8bd0-939e0da65d76, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:59:02.654052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:02.654668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.656281 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] 10.222.0.76 "PUT /v2.0/ports/46ce987e-9e4c-4d32-95b3-7d2f784886df HTTP/1.1" status: 200 len: 1093 time: 3.4075961 Nov 24 13:59:02.661025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:02.667387 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0aaacd94-96fe-4c30-b1c6-e01d8b2eacb9 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/6d24367b-bdeb-4413-9940-dad540232ec7 HTTP/1.1" status: 404 len: 339 time: 0.1822872 Nov 24 13:59:02.673096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.680564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:02.689591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:02.745418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.770485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Allocated IP 172.26.8.50 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/8668206f-801d-4890-a650-60cef2317874) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:02.810626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'status': 'completed', 'code': 200} Nov 24 13:59:02.880603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce987e-9e4c-4d32-95b3-7d2f784886df,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.885433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 13:59:02.904795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:02.925437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a041742-65f8-4b89-8079-d6ae899035f1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:02.926187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2a041742-65f8-4b89-8079-d6ae899035f1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:02.945372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network a57cad71-e468-4231-8bd0-939e0da65d76 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:59:02.970086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:02.978519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, a57cad71-e468-4231-8bd0-939e0da65d76) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:03.006978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdec9a1-26aa-4958-88a6-3ea70d22abaf None None] Network a57cad71-e468-4231-8bd0-939e0da65d76 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:03.008183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.010312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.010908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.018037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c68b544d-5dca-4785-bdd5-4e17883df7db tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:03.175894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:03.179550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:03.198521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:03.215555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:03.217592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.220278 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5624132 Nov 24 13:59:03.223252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2a041742-65f8-4b89-8079-d6ae899035f1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:03.224372 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a041742-65f8-4b89-8079-d6ae899035f1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9203477 Nov 24 13:59:03.229013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35440) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:03.229257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35442) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:03.247347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event updated for resources: {'Port': ['ID=8668206f-801d-4890-a650-60cef2317874,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.304701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:03.313201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76', 'name': 'tempest-PortsIpV6TestJSON-551008107'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.406696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35f627-ac87-4db1-bfbc-abc6f4e2d2ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.408501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35f627-ac87-4db1-bfbc-abc6f4e2d2ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.409420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0b35f627-ac87-4db1-bfbc-abc6f4e2d2ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:03.415662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.424149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.424883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.459908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:03.460723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-a57cad71-e468-4231-8bd0-939e0da65d76', 'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': '85215b31-bdbf-4e31-accc-3729b4fc0da1'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:03.461697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.491198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:03.512408 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5643682 Nov 24 13:59:03.538439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35448) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:03.551302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.588698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Provisioning for port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:03.594017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0b35f627-ac87-4db1-bfbc-abc6f4e2d2ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:03.595307 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0b35f627-ac87-4db1-bfbc-abc6f4e2d2ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3627510 Nov 24 13:59:03.612591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-2494949e-0d23-41f2-a8d0-aa72f3b56b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.614097 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-2494949e-0d23-41f2-a8d0-aa72f3b56b25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f066955695cb4bb58540e937fd34564d&device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 1096 time: 0.8624692 Nov 24 13:59:03.620258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Provisioning complete for port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:03.620915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.634077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e97ebd-4acc-4b73-a983-3c496b75fcb4 req-92d530fc-15a0-427a-83dd-54a77a6892de tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.641253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65e97ebd-4acc-4b73-a983-3c496b75fcb4 req-92d530fc-15a0-427a-83dd-54a77a6892de tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 943 time: 0.3981285 Nov 24 13:59:03.648323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35452) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:03.802943 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-2ecf647e-1ec5-40e7-8464-8cc6b5f884d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df HTTP/1.1" status: 200 len: 217 time: 0.1497502 Nov 24 13:59:03.810739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=1431bd5e-f294-42fe-b161-c80a3b72720f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.813285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:03.850717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65e97ebd-4acc-4b73-a983-3c496b75fcb4 req-754e9934-efe7-4388-94cd-53623f146bed tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085333 Nov 24 13:59:03.888780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 1431bd5e-f294-42fe-b161-c80a3b72720f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:59:03.930613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:03.949370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 9d79030b-a067-42f5-ae38-eb69f5c78b66 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:03.952271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:03.956986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:03.961443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:03.966069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:03.968056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.973702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490999f-ba64-420c-93dc-1dbf2ba5b897 req-0175ac42-71e1-4b5a-be43-b9d024b076a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:03.975221 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b490999f-ba64-420c-93dc-1dbf2ba5b897 req-0175ac42-71e1-4b5a-be43-b9d024b076a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 945 time: 0.9251871 Nov 24 13:59:03.984056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:03.991921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:04.015047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:04.024704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Allocated IP 2001:db8::2 (a57cad71-e468-4231-8bd0-939e0da65d76/85215b31-bdbf-4e31-accc-3729b4fc0da1/bf7e8ff3-9359-404c-97a6-0d8c44b8a102) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:04.032005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:04.033987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:04.035344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-f6dce460-5808-4a47-9b59-ab2d480cced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:04.036691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.037096 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-f6dce460-5808-4a47-9b59-ab2d480cced2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d2e9818-9e0e-4eef-82cd-65fe8a1a4671 HTTP/1.1" status: 200 len: 850 time: 0.2085388 Nov 24 13:59:04.037558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.148391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.172215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] For port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:04.178439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.182164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:04.211118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.241410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db9f949-b760-449a-8e9c-1923b9869378']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:04.257607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:04.261195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.289959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Pushing event updated for resources: {'Port': ['ID=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:04.290619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dde1e0-f88c-4da3-9e6a-05879d34973b') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:04.290619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dde1e0-f88c-4da3-9e6a-05879d34973b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:04.297153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:04.303934 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b490999f-ba64-420c-93dc-1dbf2ba5b897 req-acdf8845-3481-48a2-8d67-35912ad03319 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085148 Nov 24 13:59:04.319274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.329251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:04.365485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.376784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Transition to ACTIVE for port object bf7e8ff3-9359-404c-97a6-0d8c44b8a102 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:04.408421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Transition to ACTIVE for port object bf7e8ff3-9359-404c-97a6-0d8c44b8a102 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:04.415016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.422767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.424817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9289af07-542e-48f6-9c2d-da4df25adcee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:04.437768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:04.438301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:04.456585 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:04.495863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Network a57cad71-e468-4231-8bd0-939e0da65d76 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:04.500116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:04.502289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Pushing event updated for resources: {'Port': ['ID=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:04.504570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:04.507407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:04.518468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-ace5782e-ff62-46c4-a6ba-1850cd555a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:04.520494 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-ace5782e-ff62-46c4-a6ba-1850cd555a23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8e7d9644-4cff-4160-aca7-155600274eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3385243 Nov 24 13:59:04.647009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Attempting to bind port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:04.647389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Attempting to bind port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '807d155d-4a31-4d5a-a752-7605bb0132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:04.647758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Attempting to bind port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 on network a57cad71-e468-4231-8bd0-939e0da65d76 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:04.654604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:04.655456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Checking segment: {'id': '807d155d-4a31-4d5a-a752-7605bb0132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:04.656079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.656798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Bound using segment: {'id': '807d155d-4a31-4d5a-a752-7605bb0132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:04.657483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Bound port: bf7e8ff3-9359-404c-97a6-0d8c44b8a102, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807d155d-4a31-4d5a-a752-7605bb0132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:04.658065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.692022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.701667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:04.722342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.740129 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/0db9f949-b760-449a-8e9c-1923b9869378 HTTP/1.1" status: 204 len: 168 time: 2.0456059 Nov 24 13:59:04.750383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35456) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:04.753547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=0db9f949-b760-449a-8e9c-1923b9869378,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:04.781773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.804781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] For port bf7e8ff3-9359-404c-97a6-0d8c44b8a102, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:04.808338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] For port bf7e8ff3-9359-404c-97a6-0d8c44b8a102, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,segment=NetworkSegment(807d155d-4a31-4d5a-a752-7605bb0132bb),segment_id=807d155d-4a31-4d5a-a752-7605bb0132bb)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:04.810008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:04.814554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:04.819562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f774cc7d-a943-49da-a0b7-d21d19cd40a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:04.828520 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bac29f-d34c-4b13-b120-eea069aaccc6 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:04.829072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bac29f-d34c-4b13-b120-eea069aaccc6 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:04.831265 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-88bac29f-d34c-4b13-b120-eea069aaccc6 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/94383b21-74c4-48c0-aca3-7447e1880976 HTTP/1.1" status: 404 len: 337 time: 0.0796185 Nov 24 13:59:04.834770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::76 (a57cad71-e468-4231-8bd0-939e0da65d76/85215b31-bdbf-4e31-accc-3729b4fc0da1/2e436499-aea0-467f-8f84-2ca9ec57a3c0) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:04.835502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35460) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:04.865408 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-3eff4823-f7bc-4a04-82c2-c54150e9fe72 service neutron] 10.222.0.76 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278575 Nov 24 13:59:04.899091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b6aaaf-39c8-4a74-b00c-a29ab90ca3c5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:04.899482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b6aaaf-39c8-4a74-b00c-a29ab90ca3c5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:04.908578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Pushing event updated for resources: {'Port': ['ID=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:04.911753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:04.965461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f1b6aaaf-39c8-4a74-b00c-a29ab90ca3c5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/6920594b-6014-4cad-9830-9ab238eb2297 HTTP/1.1" status: 404 len: 339 time: 0.1283526 Nov 24 13:59:04.970018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35466) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.007931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.013229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.022502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:05.122799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:05.165174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9278c5-7a35-4246-8680-4b2d79ece176 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:05.165635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9278c5-7a35-4246-8680-4b2d79ece176 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:05.184315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.200055 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9d9278c5-7a35-4246-8680-4b2d79ece176 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/e954c723-f48a-4d97-8f87-692099a4c569 HTTP/1.1" status: 404 len: 337 time: 0.2271020 Nov 24 13:59:05.201564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=9d79030b-a067-42f5-ae38-eb69f5c78b66,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:05.203502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35470) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.245301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7d03b928-cf93-4bf8-b303-075f42730d1c req-92d0d1a1-e50d-4192-8be2-b7f0fcdbe1fb service neutron] 10.222.0.76 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306859 Nov 24 13:59:05.279017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:05.286760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8943d13-2ea1-4fde-b7d9-3234b5435afb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:05.296478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca1315-0cad-4922-a92a-8aedadbcf5a6 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:05.347980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.349933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/9d79030b-a067-42f5-ae38-eb69f5c78b66 HTTP/1.1" status: 204 len: 168 time: 1.6864324 Nov 24 13:59:05.375412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35476) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.392111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.414522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 2e436499-aea0-467f-8f84-2ca9ec57a3c0 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:05.445253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.469612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a40c4db6-0d9b-4b2f-bb02-3eff99c17e51 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:05.501605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:05.502111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.624177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9394d77-078d-42cb-aec3-dec4da31b131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:05.625405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9394d77-078d-42cb-aec3-dec4da31b131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:05.630565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d9394d77-078d-42cb-aec3-dec4da31b131 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/18c8d201-e310-4f32-b8b6-ff490f4458eb HTTP/1.1" status: 404 len: 339 time: 0.3526871 Nov 24 13:59:05.635337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=31c15ccf-c1fa-47e5-8656-f633c6d6d34b,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:05.640988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35480) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.642083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:05.660786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-920024cb-77f0-42d6-8758-047e8ab27391 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2840350 Nov 24 13:59:05.661763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35484) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.689014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network a57cad71-e468-4231-8bd0-939e0da65d76 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:05.690835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:05.700846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:05.709055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:05.720577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:05.722225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.810192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=2e436499-aea0-467f-8f84-2ca9ec57a3c0,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:05.814578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:05.820110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': '64fa5971-57fd-4138-b715-fbee55dd9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:05.820673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: 1431bd5e-f294-42fe-b161-c80a3b72720f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:59:05.828429 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5956614 Nov 24 13:59:05.828988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8162c2ff-5cd0-42b3-a98b-786aa49a1d84 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:05.828988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8162c2ff-5cd0-42b3-a98b-786aa49a1d84 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:05.829479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8162c2ff-5cd0-42b3-a98b-786aa49a1d84 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/3760e91d-26b7-46e7-beb8-169f22ee457d HTTP/1.1" status: 404 len: 337 time: 0.1771173 Nov 24 13:59:05.830298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35488) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.834374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35490) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:05.844906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': 'a57cad71-e468-4231-8bd0-939e0da65d76', 'name': 'tempest-PortsIpV6TestJSON-1046613311'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:05.848961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:05.854287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Deleting port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:05.854828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:05.919003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7dd15-3ea7-4e07-96e2-2c4dac7cce6e req-5fc491db-62f4-41f2-9db0-65c24d35c359 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:05.926451 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6d7dd15-3ea7-4e07-96e2-2c4dac7cce6e req-5fc491db-62f4-41f2-9db0-65c24d35c359 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 943 time: 0.9065714 Nov 24 13:59:05.961406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:05.978258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 1431bd5e-f294-42fe-b161-c80a3b72720f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:59:05.991203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Router 7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:05.995360 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8b1c0f-ff19-4cf8-a9f3-2b8dba78b024 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:05.996013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8b1c0f-ff19-4cf8-a9f3-2b8dba78b024 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.001795 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0e8b1c0f-ff19-4cf8-a9f3-2b8dba78b024 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/b98c0309-3fa1-4d50-b649-3222e00599ee HTTP/1.1" status: 404 len: 339 time: 0.1632721 Nov 24 13:59:06.003715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35496) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.003875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:06.023934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 1431bd5e-f294-42fe-b161-c80a3b72720f) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:06.034728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc40c99-0737-40ea-a282-14e983463dbb None None] Network 1431bd5e-f294-42fe-b161-c80a3b72720f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:06.037694 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6d7dd15-3ea7-4e07-96e2-2c4dac7cce6e req-5e79b307-8273-48a5-8e37-c7b5a99ffaea tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102540 Nov 24 13:59:06.060470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:06.061352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.066040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:06.068940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4286-46ba-465b-8d23-058efc27e90b req-0d2bfd27-3b3f-41b5-9d05-b4f6e238e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:06.069611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.070471 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-0d2bfd27-3b3f-41b5-9d05-b4f6e238e642 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f066955695cb4bb58540e937fd34564d&device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 1096 time: 0.7394433 Nov 24 13:59:06.073795 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbbcfa6-7eba-46ba-841f-f1e92e617ffa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:06.074292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbbcfa6-7eba-46ba-841f-f1e92e617ffa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.079204 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ecbbcfa6-7eba-46ba-841f-f1e92e617ffa tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/dacde22a-d02a-471c-9760-c4b0d84ce646 HTTP/1.1" status: 404 len: 337 time: 0.0700767 Nov 24 13:59:06.079899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35500) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.176892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:06.274410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4286-46ba-465b-8d23-058efc27e90b req-ea415d96-49de-4b8a-85e2-d169032f3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:06.275959 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-ea415d96-49de-4b8a-85e2-d169032f3f1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=8e7d9644-4cff-4160-aca7-155600274eb0 HTTP/1.1" status: 200 len: 913 time: 0.1850369 Nov 24 13:59:06.277579 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2133ce1-2305-40d7-8eed-22add9fd15ee tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:06.278162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2133ce1-2305-40d7-8eed-22add9fd15ee tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.283802 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d2133ce1-2305-40d7-8eed-22add9fd15ee tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/df257450-b6b2-4162-a080-6e786d8dfd3a HTTP/1.1" status: 404 len: 339 time: 0.1999097 Nov 24 13:59:06.284580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35504) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.330977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7246e-1a13-484b-bc41-ca8fc582f865 None None] Network a57cad71-e468-4231-8bd0-939e0da65d76 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:06.480465 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9407463 Nov 24 13:59:06.482370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] For port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:06.482890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.484026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d3159-452f-4499-8f66-1d1021023f11 req-9e6ebafb-bc9d-4b66-b3ce-48e3b6b62a54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:06.484890 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-980d3159-452f-4499-8f66-1d1021023f11 req-9e6ebafb-bc9d-4b66-b3ce-48e3b6b62a54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 945 time: 0.8687229 Nov 24 13:59:06.486030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35506) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.499525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f', 'name': 'tempest-PortsTestJSON-1343068806', 'fixed_ips': [{'subnet_id': '31c15ccf-c1fa-47e5-8656-f633c6d6d34b', 'ip_address': '172.20.0.10'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:06.543825 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-1c557022-54ee-4f7d-beca-91fba3dcb5a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df HTTP/1.1" status: 200 len: 217 time: 0.2583699 Nov 24 13:59:06.559566 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ac9c70-198a-4fa5-b0b1-a20b8642bc30 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:06.560075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ac9c70-198a-4fa5-b0b1-a20b8642bc30 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.564102 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c8ac9c70-198a-4fa5-b0b1-a20b8642bc30 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/7703a758-a9dd-4df6-bbcd-2e08ad64252c HTTP/1.1" status: 404 len: 337 time: 0.0756700 Nov 24 13:59:06.572551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35512) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.638565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-46df56d7-d232-4b90-ae55-c2350bc766a1 None None] Provisioning for port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:06.645488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-07999eb3-d5b8-4864-bb72-6dbb3ab009af tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:06.646055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07999eb3-d5b8-4864-bb72-6dbb3ab009af tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.651444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-07999eb3-d5b8-4864-bb72-6dbb3ab009af tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/ac64d658-c93a-43cc-9b9c-e2c65bf28389 HTTP/1.1" status: 404 len: 339 time: 0.0716615 Nov 24 13:59:06.655216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35516) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.673879 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-980d3159-452f-4499-8f66-1d1021023f11 req-545a8602-2ace-48f9-861c-d2838cece38d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456709 Nov 24 13:59:06.674850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:06.682063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:06.687579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:06.691255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4286-46ba-465b-8d23-058efc27e90b req-acd7fc4a-af91-47fe-a235-9faf876fef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:06.692776 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-acd7fc4a-af91-47fe-a235-9faf876fef46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d2e9818-9e0e-4eef-82cd-65fe8a1a4671 HTTP/1.1" status: 200 len: 850 time: 0.1296952 Nov 24 13:59:06.697663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:06.708893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Calling delete_port for 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:06.722422 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2494f45-2ead-4f09-a150-87250381b64b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:06.722928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2494f45-2ead-4f09-a150-87250381b64b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.750800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:06.765016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:06.766863 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] Sync routers for ids ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:06.779602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.780400 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] Routers {'7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:06.781219 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:06.814851 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2494f45-2ead-4f09-a150-87250381b64b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/142f4de0-1fff-4246-a0d6-bf45d87ba85f HTTP/1.1" status: 404 len: 337 time: 0.1554196 Nov 24 13:59:06.824952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35520) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.829320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-1431bd5e-f294-42fe-b161-c80a3b72720f', 'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': '31c15ccf-c1fa-47e5-8656-f633c6d6d34b'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:06.830294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.844210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:06.882765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.884032 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7550461 Nov 24 13:59:06.889797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35524) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.891397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:06.896508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:06.897066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:06.897402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 29555acb-14dc-4406-bc2f-edd2f3d12e5d yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:06.900782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:06.906558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:06.914586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:06.939511 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e9dd66-9fd9-4842-bc2d-e6681aa99c7e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:06.940303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e9dd66-9fd9-4842-bc2d-e6681aa99c7e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:06.942653 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-85e9dd66-9fd9-4842-bc2d-e6681aa99c7e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/febe2b3b-fde8-4b38-bd7b-77d5141d8200 HTTP/1.1" status: 404 len: 339 time: 0.1155295 Nov 24 13:59:06.946413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35528) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:06.949485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': False}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:06.975750 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:06.987221 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] Routers {'7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:06.988000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:06.998124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:07.019780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-393b52f6-be57-46b8-8540-9fe686189728 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:07.020221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393b52f6-be57-46b8-8540-9fe686189728 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:07.022054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-393b52f6-be57-46b8-8540-9fe686189728 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/e9dd1809-ee79-4901-8912-b72814b09aca HTTP/1.1" status: 404 len: 337 time: 0.0746930 Nov 24 13:59:07.026558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35532) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:07.108615 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:07.109192 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a38ba6-1cc8-4d6e-83d5-d2fd59bf5c10 None None] The sync data for ids ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:07.144199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.170422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.171657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2189e5f-4c31-48fe-b9b4-09f730b3f1eb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:07.220785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9555df78-b284-4499-9010-b6f16ca2b6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:07.236986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4286-46ba-465b-8d23-058efc27e90b req-49dee5e2-a91c-4f2f-bbed-f3bcaa7227b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:07.238496 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-49dee5e2-a91c-4f2f-bbed-f3bcaa7227b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8e7d9644-4cff-4160-aca7-155600274eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5379722 Nov 24 13:59:07.257801 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81e9fbe-ceaa-4791-82f3-324be28d4ea9 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:07.264602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81e9fbe-ceaa-4791-82f3-324be28d4ea9 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:07.269038 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b81e9fbe-ceaa-4791-82f3-324be28d4ea9 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/0d116ef3-908c-4ec7-9616-99b8a654a6fe HTTP/1.1" status: 404 len: 339 time: 0.2380693 Nov 24 13:59:07.269796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] No DVR routers for this DVR port 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:07.270508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35538) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:07.299376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Pushing event deleted for resources: {'Port': ['ID=6eab686c-8d9c-44c7-a231-2a6982ecbcc1,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:07.301800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:07.302840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf7e8ff3-9359-404c-97a6-0d8c44b8a102 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:07.373277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:07.389566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:07.391742 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d81d452-8d4a-4eca-b9b4-da2a807a2dcd tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:07.391742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d81d452-8d4a-4eca-b9b4-da2a807a2dcd tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:07.396667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8d81d452-8d4a-4eca-b9b4-da2a807a2dcd tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/b62fe8af-35ba-4a7b-a898-446b8eedfeab HTTP/1.1" status: 404 len: 337 time: 0.1150305 Nov 24 13:59:07.397100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:07.397687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.419942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35542) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:07.435961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17523610-12ba-4779-9392-7c4e9c293c76 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:07.439954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=4cfc3b6a-e322-49bd-b349-89124b2e4189,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:07.468114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:07.494719 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8215916 Nov 24 13:59:07.494719 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c92f5da-0b49-4f66-b394-823b33e79f30 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] DELETE failed (client error): The resource could not be found. Nov 24 13:59:07.494719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c92f5da-0b49-4f66-b394-823b33e79f30 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:59:07.498893 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4c92f5da-0b49-4f66-b394-823b33e79f30 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/da1c71a5-a302-4cf4-8a5f-ab6d186332b4 HTTP/1.1" status: 404 len: 339 time: 0.0709338 Nov 24 13:59:07.500815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35546) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:07.500959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35548) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:07.515199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.543813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.557306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::316 (a57cad71-e468-4231-8bd0-939e0da65d76/85215b31-bdbf-4e31-accc-3729b4fc0da1/29555acb-14dc-4406-bc2f-edd2f3d12e5d) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:07.560491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:07.587083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:07.599974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:router and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:07.607144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:07.607414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Allocated IP 172.20.0.2 (1431bd5e-f294-42fe-b161-c80a3b72720f/31c15ccf-c1fa-47e5-8656-f633c6d6d34b/80a189e2-ff3d-4a6b-ab27-53e6c9851c6e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:07.613604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:07.614562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:07.617380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:07.648496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:07.648496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.656225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:07.671741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5f8c-30ae-4430-bc5c-46e94e1fc4b5 req-1616d5a1-18f0-4bfc-90ab-842d9bd497cd tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:07.678883 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f5ed5f8c-30ae-4430-bc5c-46e94e1fc4b5 req-1616d5a1-18f0-4bfc-90ab-842d9bd497cd tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 943 time: 0.4073541 Nov 24 13:59:07.681035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:07.711977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.746544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.747921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.760831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting subnet d346ae09-b219-4639-b5d9-b0a0cc03331a {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:07.773753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:07.825614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:07.895995 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'code': 200} Nov 24 13:59:07.961411 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f5ed5f8c-30ae-4430-bc5c-46e94e1fc4b5 req-c7894386-a642-439d-abd8-7906d4226938 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813830 Nov 24 13:59:08.022147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.098002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.135099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.160893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 29555acb-14dc-4406-bc2f-edd2f3d12e5d will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:08.180883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.189334 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-a767afc3-20ea-4c79-b204-03c5f38ce3a2 service neutron] 10.222.0.76 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9101925 Nov 24 13:59:08.192508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:08.207876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 46ce987e-9e4c-4d32-95b3-7d2f784886df details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 13:59:08.213423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:08.231493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91f413-8fbf-43e6-8f1b-280cfb2adfcc req-db295229-0699-40c0-9f36-be9d18264093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:08.233288 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5e91f413-8fbf-43e6-8f1b-280cfb2adfcc req-db295229-0699-40c0-9f36-be9d18264093 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1099 time: 0.2094536 Nov 24 13:59:08.235956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.237325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-81956f5f-fb57-4cf5-9eaf-fd3bd77078a1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7353835 Nov 24 13:59:08.250700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.253406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35558) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:08.326546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.369075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '4cfc3b6a-e322-49bd-b349-89124b2e4189'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:08.369956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.383075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5d8f018d-6881-4c17-b724-1b8ecf35877f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:08.501487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9352566c-e21a-4657-baf3-3e51aca7020a None None] Provisioning complete for port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:08.502137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9352566c-e21a-4657-baf3-3e51aca7020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.582132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.630137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port bf7e8ff3-9359-404c-97a6-0d8c44b8a102, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,segment=NetworkSegment(807d155d-4a31-4d5a-a752-7605bb0132bb),segment_id=807d155d-4a31-4d5a-a752-7605bb0132bb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:08.658476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network a57cad71-e468-4231-8bd0-939e0da65d76 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:08.691473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:08.703349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:08.708784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:08.709422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.761280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=29555acb-14dc-4406-bc2f-edd2f3d12e5d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:08.767882 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9345374 Nov 24 13:59:08.771222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35562) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:08.773676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:08.822106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5e91f413-8fbf-43e6-8f1b-280cfb2adfcc req-fa28fa97-c5a3-4753-b6b7-3fb21ea7fa5f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5818992 Nov 24 13:59:08.824509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 46ce987e-9e4c-4d32-95b3-7d2f784886df, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:08.832367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f48a8b-a7db-42ed-abb0-e58be383855e req-45f420ad-70aa-4670-baee-c4dfcff5f18a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:08.833956 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-47f48a8b-a7db-42ed-abb0-e58be383855e req-45f420ad-70aa-4670-baee-c4dfcff5f18a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 946 time: 0.6306536 Nov 24 13:59:08.843629 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a92d4286-46ba-465b-8d23-058efc27e90b req-d64d57b4-0891-4f68-87ad-614fba7d24ac service neutron] 10.222.0.76 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906239 Nov 24 13:59:08.845866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.847922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.858254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Transition to ACTIVE for port object 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:08.881507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Transition to ACTIVE for port object 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:08.885123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'port_id': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'mac_address': 'fa:16:3e:05:21:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 13:59:08.887002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:08.893537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9289af07-542e-48f6-9c2d-da4df25adcee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:08.958659 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-47f48a8b-a7db-42ed-abb0-e58be383855e req-34976d45-8d75-49f4-859d-956c614cf8e2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066146 Nov 24 13:59:09.020535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.071754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.162053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:09.200407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ce987e-9e4c-4d32-95b3-7d2f784886df {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:59:09.225923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:09.226282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6eab686c-8d9c-44c7-a231-2a6982ecbcc1 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:09.255162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.273271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:09.307185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/4cfc3b6a-e322-49bd-b349-89124b2e4189/839b6d0d-84e4-4116-a09e-1c6471cc1a32) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:09.311031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Network 1431bd5e-f294-42fe-b161-c80a3b72720f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:09.321398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:09.328499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:09.333276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.10 (1431bd5e-f294-42fe-b161-c80a3b72720f/31c15ccf-c1fa-47e5-8656-f633c6d6d34b/0ee49399-8955-4a16-a8f9-e8dc070b3c50) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:09.342390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 46ce987e-9e4c-4d32-95b3-7d2f784886df, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:09.348215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.359861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Subnet': ['ID=d346ae09-b219-4639-b5d9-b0a0cc03331a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:09.363303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:09.376964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:09.395652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/subnets/d346ae09-b219-4639-b5d9-b0a0cc03331a HTTP/1.1" status: 204 len: 168 time: 1.8898489 Nov 24 13:59:09.402747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.404959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee70b4-cfda-4404-971e-8606a7f57338 None None] Network 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:09.405514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35568) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:09.419690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:09.420129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:09.458890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9352566c-e21a-4657-baf3-3e51aca7020a None None] Provisioning for port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:09.499656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.578083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5bb8e9-bc47-417c-a45d-7b380d3df550 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:09.582475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3a5bb8e9-bc47-417c-a45d-7b380d3df550 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A76 HTTP/1.1" status: 200 len: 927 time: 0.8049343 Nov 24 13:59:09.599581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35572) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:09.619371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9352566c-e21a-4657-baf3-3e51aca7020a None None] Provisioning complete for port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:09.619998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9352566c-e21a-4657-baf3-3e51aca7020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.725057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.730139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.750755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Attempting to bind port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:09.751127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Attempting to bind port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '64fa5971-57fd-4138-b715-fbee55dd9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:09.751508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Attempting to bind port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e on network 1431bd5e-f294-42fe-b161-c80a3b72720f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:09.760958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Pushing event updated for resources: {'Port': ['ID=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:09.764486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['46ce987e-9e4c-4d32-95b3-7d2f784886df'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 13:59:09.881159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2075f5-b49b-449a-b963-85180dc1e13a req-0fe0e617-8349-40dc-a2b8-9e9c698e3b48 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:09.881962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9352566c-e21a-4657-baf3-3e51aca7020a None None] Port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:09.882625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7e2075f5-b49b-449a-b963-85180dc1e13a req-0fe0e617-8349-40dc-a2b8-9e9c698e3b48 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 943 time: 0.7361481 Nov 24 13:59:09.902988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:09.903423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Checking segment: {'id': '64fa5971-57fd-4138-b715-fbee55dd9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:09.903771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.904170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Bound using segment: {'id': '64fa5971-57fd-4138-b715-fbee55dd9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:09.904652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Bound port: 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fa5971-57fd-4138-b715-fbee55dd9aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:09.905057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:09.935627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.046305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Router 7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:10.054868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631f8d0-3113-4a1e-8804-81ccd4c3d5b8 req-05a36cae-8c31-4e0f-9a26-2c7ec54da786 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:10.056432 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2631f8d0-3113-4a1e-8804-81ccd4c3d5b8 req-05a36cae-8c31-4e0f-9a26-2c7ec54da786 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2433627 Nov 24 13:59:10.136602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 29555acb-14dc-4406-bc2f-edd2f3d12e5d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:10.137273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.156111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=46ce987e-9e4c-4d32-95b3-7d2f784886df,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:10.175792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:10.178481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.017s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:10.178796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:10.209908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Provisioning for port 29555acb-14dc-4406-bc2f-edd2f3d12e5d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:10.222644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.252434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Provisioning complete for port 29555acb-14dc-4406-bc2f-edd2f3d12e5d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:10.252910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.284661 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2631f8d0-3113-4a1e-8804-81ccd4c3d5b8 req-7c1d1407-4fce-40c6-9f02-34e041e7f858 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164779 Nov 24 13:59:10.286698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] For port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:10.296216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Transition to ACTIVE for port object 839b6d0d-84e4-4116-a09e-1c6471cc1a32 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:10.350253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] For port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,segment=NetworkSegment(64fa5971-57fd-4138-b715-fbee55dd9aad),segment_id=64fa5971-57fd-4138-b715-fbee55dd9aad)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:10.377360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.392457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0864f52f-9817-48ab-b9f8-c3c300df7f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:10.475974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7e2075f5-b49b-449a-b963-85180dc1e13a req-10591e14-346a-448f-96b6-4da4dbf7661b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216694 Nov 24 13:59:10.483072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Transition to ACTIVE for port object 839b6d0d-84e4-4116-a09e-1c6471cc1a32 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:10.486115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] DHCP port deletion for 9a7f8c75-1b06-49f0-9016-0d0391fdb2ba request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:10.501541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Port 29555acb-14dc-4406-bc2f-edd2f3d12e5d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:10.514202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port e34fa931-f582-4ce9-8f36-560e25046f16 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:10.516636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.517332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.530369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Deleting port e34fa931-f582-4ce9-8f36-560e25046f16 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:10.530369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.640042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:10.646729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Pushing event updated for resources: {'Port': ['ID=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:10.654020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.655510 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f17947ba-1ff0-45a1-ac85-c3fd64e689df tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "PUT /v2.0/routers/7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 HTTP/1.1" status: 200 len: 920 time: 3.7619874 Nov 24 13:59:10.656206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:10.663534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35582) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:10.663909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] Sync routers for ids ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:10.670644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:10.680122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:10.720582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Provisioning complete for port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:10.720991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:10.756536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437ced-d048-4a11-9b8a-f9710034cb7d req-2be49810-e109-4380-8bbe-887c10e17cfd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:10.761173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:10.764367 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-38437ced-d048-4a11-9b8a-f9710034cb7d req-2be49810-e109-4380-8bbe-887c10e17cfd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 946 time: 0.2334776 Nov 24 13:59:10.806902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:10.913032 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-38437ced-d048-4a11-9b8a-f9710034cb7d req-e743bd13-6fc1-4a35-be92-01ea77150da5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473713 Nov 24 13:59:10.925497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] Routers {'7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:10.926030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:11.010471 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bf914b21-f4d7-4cbf-b2ea-99a5647a8646 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 HTTP/1.1" status: 200 len: 920 time: 0.3390920 Nov 24 13:59:11.014048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35588) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:11.116875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.158477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-df5f6ab1-895f-46ba-85f6-39a346e26870 None None] Port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:11.168873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Pushing event updated for resources: {'Port': ['ID=839b6d0d-84e4-4116-a09e-1c6471cc1a32,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:11.191469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:11.193958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:11.242522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858d2d2-0968-4782-846b-7a4cb124a521 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.243840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6858d2d2-0968-4782-846b-7a4cb124a521 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Synchronizing usage tracker for tenant:d378826a544d49849229fba9ffd83454 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:11.294005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Attempting to bind port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:11.294205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Attempting to bind port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:11.294349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6858d2d2-0968-4782-846b-7a4cb124a521 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Unset dirty status for tenant:d378826a544d49849229fba9ffd83454 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:11.294463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Attempting to bind port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:11.300999 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6858d2d2-0968-4782-846b-7a4cb124a521 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=7974b48f-ba7c-44c9-b01d-f69b6d30f7b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2855885 Nov 24 13:59:11.304233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35592) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:11.315723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] Routers {'7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:11.316365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:11.329630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 29555acb-14dc-4406-bc2f-edd2f3d12e5d owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:11.361667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.377064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:11.377448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:11.377856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.378259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:11.378751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Bound port: 839b6d0d-84e4-4116-a09e-1c6471cc1a32, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:11.379131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.414193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] For port e34fa931-f582-4ce9-8f36-560e25046f16, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e34fa931-f582-4ce9-8f36-560e25046f16,segment=NetworkSegment(f0751797-ac69-47d3-9cd7-f4b58b7f3d7f),segment_id=f0751797-ac69-47d3-9cd7-f4b58b7f3d7f)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:11.414505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.423652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:11.424065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef08a5bd-53a5-44d8-8c23-e59b948508b0 None None] The sync data for ids ['7974b48f-ba7c-44c9-b01d-f69b6d30f7b7'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:11.436501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::1 (13168bed-777a-4e4d-96b5-2446850be7d2/4cfc3b6a-e322-49bd-b349-89124b2e4189/0b7446a3-ce1e-4166-9eba-5a142c021373) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:11.474604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e31a8-df8c-4560-975a-a36b7c34ab24 req-3e8cf302-42ab-403e-867f-eb3a457a1c95 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.486932 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ed1e31a8-df8c-4560-975a-a36b7c34ab24 req-3e8cf302-42ab-403e-867f-eb3a457a1c95 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 946 time: 0.3880849 Nov 24 13:59:11.607943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object 0ee49399-8955-4a16-a8f9-e8dc070b3c50 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:11.639071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf7e8ff3-9359-404c-97a6-0d8c44b8a102 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:11.679508 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ed1e31a8-df8c-4560-975a-a36b7c34ab24 req-3c407398-d752-46b2-be65-8702fac93c3c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613932 Nov 24 13:59:11.721176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Calling delete_port for e34fa931-f582-4ce9-8f36-560e25046f16 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:11.747192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35598) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:11.874701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a860b74-aaf6-4599-bfed-84451d846a2a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.877586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4a860b74-aaf6-4599-bfed-84451d846a2a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Synchronizing usage tracker for tenant:d378826a544d49849229fba9ffd83454 on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:11.883281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] For port 839b6d0d-84e4-4116-a09e-1c6471cc1a32, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:11.895778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] For port 839b6d0d-84e4-4116-a09e-1c6471cc1a32, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=839b6d0d-84e4-4116-a09e-1c6471cc1a32,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:11.907957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.913165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2dfe21eb-7750-41cd-82a6-dafddbff731a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:11.937237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] For port e34fa931-f582-4ce9-8f36-560e25046f16, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e34fa931-f582-4ce9-8f36-560e25046f16,segment=NetworkSegment(f0751797-ac69-47d3-9cd7-f4b58b7f3d7f),segment_id=f0751797-ac69-47d3-9cd7-f4b58b7f3d7f)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:11.937538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.948410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:11.948871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.959389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90176d9-677a-43fd-a417-e26637057f2c req-63b0e003-cbfd-417b-bbb5-02d47addc1d8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.962762 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e90176d9-677a-43fd-a417-e26637057f2c req-63b0e003-cbfd-417b-bbb5-02d47addc1d8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 1.2963185 Nov 24 13:59:11.981982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:11.997310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.015874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3c887d8-2cef-425b-89a2-79ac7c450778 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:12.037338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4a860b74-aaf6-4599-bfed-84451d846a2a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Unset dirty status for tenant:d378826a544d49849229fba9ffd83454 on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:12.039571 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4a860b74-aaf6-4599-bfed-84451d846a2a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.7335622 Nov 24 13:59:12.047253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35602) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:12.088203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] No DVR routers for this DVR port e34fa931-f582-4ce9-8f36-560e25046f16 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:12.123945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Pushing event updated for resources: {'Port': ['ID=839b6d0d-84e4-4116-a09e-1c6471cc1a32,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:12.130201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:12.130966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-994fd909-bcc1-4ba2-bb0c-631a3ec71730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:12.136390 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3ea38f23-8673-4955-942c-3677340b2bda tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 HTTP/1.1" status: 200 len: 205 time: 0.0861480 Nov 24 13:59:12.140191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35606) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:12.192147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Pushing event deleted for resources: {'Port': ['ID=e34fa931-f582-4ce9-8f36-560e25046f16,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:12.196247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:12.205381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 46ce987e-9e4c-4d32-95b3-7d2f784886df up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:12.248338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Calling delete_port for e34fa931-f582-4ce9-8f36-560e25046f16 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:12.329517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:12.349144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=29555acb-14dc-4406-bc2f-edd2f3d12e5d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:12.374232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e95888-0695-4fc9-95bf-6179d19c8b3d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:12.382245 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-67e95888-0695-4fc9-95bf-6179d19c8b3d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1094 time: 0.6334350 Nov 24 13:59:12.397034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:12.397529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35610) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:12.402129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 46ce987e-9e4c-4d32-95b3-7d2f784886df completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:12.409820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 46ce987e-9e4c-4d32-95b3-7d2f784886df triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:12.409820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.410757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.443053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a17a3-cf0f-4c9f-970c-896d2a1581fd None None] Network 1431bd5e-f294-42fe-b161-c80a3b72720f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:12.454205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:12.458636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-03a892df-814d-4f15-8f1d-debd08d74425 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:12.489143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.513475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e90176d9-677a-43fd-a417-e26637057f2c req-9e4e43e8-7725-40ce-a5c0-fadfe21188d9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5253985 Nov 24 13:59:12.532426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.549282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:12.638881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.659068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 0b7446a3-ce1e-4166-9eba-5a142c021373 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:12.659388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b613d04f-4a7a-4372-842f-321e129da67d None None] Provisioning for port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:12.677280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35ed34-62d5-4172-8185-5cc4fc418b2f req-20447b7d-2baf-445f-aaf2-21a47d29dafe tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:12.686382 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8f35ed34-62d5-4172-8185-5cc4fc418b2f req-20447b7d-2baf-445f-aaf2-21a47d29dafe tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 944 time: 0.7196462 Nov 24 13:59:12.689418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:12.701673 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/29555acb-14dc-4406-bc2f-edd2f3d12e5d HTTP/1.1" status: 204 len: 168 time: 3.0859017 Nov 24 13:59:12.710995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:12.717909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:12.727317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:12.742094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35616) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:12.765200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:12.765808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:12.949626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8f35ed34-62d5-4172-8185-5cc4fc418b2f req-a8d3c7c6-2ebd-4cc3-91da-e422c2839fdc tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125090 Nov 24 13:59:13.036181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.040773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.049019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.052211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.060920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Deleting port 8668206f-801d-4890-a650-60cef2317874 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:13.061301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.063400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 1431bd5e-f294-42fe-b161-c80a3b72720f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:13.118316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:13.142261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:13.143292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:13.180966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=0ee49399-8955-4a16-a8f9-e8dc070b3c50,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:13.184769 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a819e4-9998-4b45-a9e6-a7b2e33461c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:59:13.185617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-63a819e4-9998-4b45-a9e6-a7b2e33461c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:13.191430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:13.204649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:13.205524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 46ce987e-9e4c-4d32-95b3-7d2f784886df, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:13.206637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.242516 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'code': 200} Nov 24 13:59:13.249059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:59:13.249059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:59:13.252781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.261700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7ce0f30a-684f-40be-9c74-70078f7a2e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:13.299807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.310783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:13.346625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:13.402055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:13.402945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.450507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,segment=NetworkSegment(64fa5971-57fd-4138-b715-fbee55dd9aad),segment_id=64fa5971-57fd-4138-b715-fbee55dd9aad)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:13.463685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.465863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=46ce987e-9e4c-4d32-95b3-7d2f784886df,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:13.472160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:13.472635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:13.479648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:13.481833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.542975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=0b7446a3-ce1e-4166-9eba-5a142c021373,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:13.554391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-63a819e4-9998-4b45-a9e6-a7b2e33461c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:13.556090 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-63a819e4-9998-4b45-a9e6-a7b2e33461c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/29555acb-14dc-4406-bc2f-edd2f3d12e5d HTTP/1.1" status: 404 len: 333 time: 0.8124454 Nov 24 13:59:13.562076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35624) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:13.576977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e34fa931-f582-4ce9-8f36-560e25046f16 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:13.583456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:13.633854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: e34fa931-f582-4ce9-8f36-560e25046f16 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:13.634204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e34fa931-f582-4ce9-8f36-560e25046f16 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:13.635608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:13.638651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:13.755567 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.2666700 Nov 24 13:59:13.755567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Deleting port e34fa931-f582-4ce9-8f36-560e25046f16 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:13.755567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.782994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35630) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:13.800146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '1431bd5e-f294-42fe-b161-c80a3b72720f', 'name': 'tempest-PortsTestJSON-1915037766', 'fixed_ips': [{'subnet_id': '31c15ccf-c1fa-47e5-8656-f633c6d6d34b', 'ip_address': '172.20.0.9'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:13.831669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.842413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Calling delete_port for 8668206f-801d-4890-a650-60cef2317874 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:13.856358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d05d-9067-4df1-9536-704032b3036d req-f2d36322-bff7-45bb-808a-d66a483ecca2 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:13.858272 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a41d05d-9067-4df1-9536-704032b3036d req-f2d36322-bff7-45bb-808a-d66a483ecca2 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7919779 Nov 24 13:59:13.892814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 2e436499-aea0-467f-8f84-2ca9ec57a3c0 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:13.893248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:13.942483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 839b6d0d-84e4-4116-a09e-1c6471cc1a32 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:13.984068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] The port 'e34fa931-f582-4ce9-8f36-560e25046f16' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:59:14.054534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dad9c3b6-cfbe-4c8e-982f-0cecaad8b5d8 None None] Provisioning for port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:14.075048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dad9c3b6-cfbe-4c8e-982f-0cecaad8b5d8 None None] Provisioning complete for port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:14.075561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dad9c3b6-cfbe-4c8e-982f-0cecaad8b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.137383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:14.165499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:14.224599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a41d05d-9067-4df1-9536-704032b3036d req-f4c427df-6aa9-4960-88a0-aef66d8a0fe4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354883 Nov 24 13:59:14.274607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dad9c3b6-cfbe-4c8e-982f-0cecaad8b5d8 None None] Port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:14.303655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dad9c3b6-cfbe-4c8e-982f-0cecaad8b5d8 None None] Provisioning complete for port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:14.304115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dad9c3b6-cfbe-4c8e-982f-0cecaad8b5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.367258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:14.368145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.437015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.508399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0da978-31ae-4a14-b549-bd9d3932d4ed req-ac8b8a12-42d8-49e4-b91c-0fcfc85a9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:14.509925 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fe0da978-31ae-4a14-b549-bd9d3932d4ed req-ac8b8a12-42d8-49e4-b91c-0fcfc85a9bfa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 1098 time: 0.9469604 Nov 24 13:59:14.514003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.519422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:14.539652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cf0c635e-c6b3-4355-b3c9-7384b5d7c3a0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:14.548956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:14.555132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:14.575404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7f8c75-1b06-49f0-9016-0d0391fdb2ba']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:14.583568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:14.606714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:14.607005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0751797-ac69-47d3-9cd7-f4b58b7f3d7f') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:14.613184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event deleted for resources: {'Port': ['ID=8668206f-801d-4890-a650-60cef2317874,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:14.617073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:14.624676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:14.654038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Provisioning complete for port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:14.655373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.656378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5608b-e95e-4a77-a540-69f4ada08351 req-33c59a9e-6bf1-46e2-9ffc-d3f2121fcccc tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:14.659445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.663858 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-37a5608b-e95e-4a77-a540-69f4ada08351 req-33c59a9e-6bf1-46e2-9ffc-d3f2121fcccc tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.4825373 Nov 24 13:59:14.737025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:14.752257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Provisioning for port 0b7446a3-ce1e-4166-9eba-5a142c021373 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:14.757186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Provisioning complete for port 0b7446a3-ce1e-4166-9eba-5a142c021373 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:14.757591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.778910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.787096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.801873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.810715 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fe0da978-31ae-4a14-b549-bd9d3932d4ed req-e49bf047-3901-463f-9cd6-82d4c303c472 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893777 Nov 24 13:59:14.822083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Port 0b7446a3-ce1e-4166-9eba-5a142c021373 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:14.831541 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-37a5608b-e95e-4a77-a540-69f4ada08351 req-53717409-381f-4e58-a101-771869217c3c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642518 Nov 24 13:59:14.834785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Provisioning for port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:14.842764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Provisioning complete for port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:14.843164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.901264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:14.901593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:14.921679 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:14.976549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:14.991648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 2e436499-aea0-467f-8f84-2ca9ec57a3c0 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:15.016257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] For port 839b6d0d-84e4-4116-a09e-1c6471cc1a32, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=839b6d0d-84e4-4116-a09e-1c6471cc1a32,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:15.022680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.024016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.025093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:15.108615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Pushing event updated for resources: {'Port': ['ID=839b6d0d-84e4-4116-a09e-1c6471cc1a32,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:15.112149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:15.268205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.272008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.278619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.298265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.320009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0111758b-48fb-49f5-ac81-d8dedd4f6c03 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:15.335664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.363407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Pushing event deleted for resources: {'Network': ['ID=9a7f8c75-1b06-49f0-9016-0d0391fdb2ba,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:15.375544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 2a572a41-1b99-4863-9940-1c34110de3a5 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:15.410226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:15.463685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.464574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Fanout notify agent at l3_agent the message router_deleted on router 7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:15.470186 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] 10.222.0.36 "DELETE /v2.0/networks/9a7f8c75-1b06-49f0-9016-0d0391fdb2ba HTTP/1.1" status: 204 len: 168 time: 6.0591807 Nov 24 13:59:15.506918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.508032 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 HTTP/1.1" status: 204 len: 168 time: 3.3668787 Nov 24 13:59:15.513147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35640) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:15.526173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2107378497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:15.531451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:15.535677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.537904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Usage tracker for resource:router and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:15.539188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.31 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/e589c0c9-044a-4f06-b60d-c45f2c03bf59) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:15.546352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4734064d-15f1-4465-b4a0-3a0502ddb6d6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:15.567172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.584672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:15.610749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=2e436499-aea0-467f-8f84-2ca9ec57a3c0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:15.613307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:15.617848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:15.618705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.619541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.629978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9d5a30c8-a33d-4260-bf70-5b82c1fcbfb3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:15.718460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.727839 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/2e436499-aea0-467f-8f84-2ca9ec57a3c0 HTTP/1.1" status: 204 len: 168 time: 2.1278384 Nov 24 13:59:15.729496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35644) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:15.742173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.744803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.769454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.809323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 839b6d0d-84e4-4116-a09e-1c6471cc1a32 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:15.895114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f236e0b-6dba-44af-8e50-38260267d083 req-4199ed6d-4b55-4ec1-bf3d-fe6aed73082f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:15.897565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0f236e0b-6dba-44af-8e50-38260267d083 req-4199ed6d-4b55-4ec1-bf3d-fe6aed73082f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5441620 Nov 24 13:59:15.948713 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d2cb07-f7a2-4d54-b2ce-288b70b11967 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:59:15.953755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89d2cb07-f7a2-4d54-b2ce-288b70b11967 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:15.971081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35652) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:15.983658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:15.985553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:15.989085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.061684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89d2cb07-f7a2-4d54-b2ce-288b70b11967 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:16.066684 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-89d2cb07-f7a2-4d54-b2ce-288b70b11967 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/2e436499-aea0-467f-8f84-2ca9ec57a3c0 HTTP/1.1" status: 404 len: 333 time: 0.3339665 Nov 24 13:59:16.068285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35658) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:16.069174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.073042 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9bc8e172-3eb4-4758-a593-35e7904cbde4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5565920 Nov 24 13:59:16.073808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35662) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:16.134283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0f236e0b-6dba-44af-8e50-38260267d083 req-7a772bfa-b101-4e53-9cc7-c547f1475bb6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389873 Nov 24 13:59:16.135004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=0b7446a3-ce1e-4166-9eba-5a142c021373,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:16.160356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 85215b31-bdbf-4e31-accc-3729b4fc0da1 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:16.163371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:16.163889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.228617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.264273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:16.275683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.9 (1431bd5e-f294-42fe-b161-c80a3b72720f/31c15ccf-c1fa-47e5-8656-f633c6d6d34b/2a572a41-1b99-4863-9940-1c34110de3a5) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:16.316109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.322331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:16.328730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:16.644536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.652116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04c8f4b1-9198-4ae0-8f43-21fb635cff3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:16.680091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-68f4b46a-65ad-440f-9f1f-1322dd227515 None None] Provisioning complete for port 0b7446a3-ce1e-4166-9eba-5a142c021373 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:16.681047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68f4b46a-65ad-440f-9f1f-1322dd227515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.756974 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8d22c5cb-cb82-4db3-b592-d57c5b83d0f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12530cf276cc4384bf979f94eae8ca78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7698181 Nov 24 13:59:16.758610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35668) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:16.780574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:16.782793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.783425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=e589c0c9-044a-4f06-b60d-c45f2c03bf59,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:16.791448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:16.795125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:16.798495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-68f4b46a-65ad-440f-9f1f-1322dd227515 None None] Port 0b7446a3-ce1e-4166-9eba-5a142c021373 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:16.805547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:16.865302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:16.882558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Router b4b78624-3876-4fdb-aa25-2fb0f119bc4b is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:16.896567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object 2a572a41-1b99-4863-9940-1c34110de3a5 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:16.954500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e8939-d20f-469a-a614-544b5a69cb6c req-baf85cdd-8e2a-47ce-8d35-d77ece75375b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:16.956054 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-426e8939-d20f-469a-a614-544b5a69cb6c req-baf85cdd-8e2a-47ce-8d35-d77ece75375b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.6983917 Nov 24 13:59:16.981117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.045474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.141926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.146306 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-426e8939-d20f-469a-a614-544b5a69cb6c req-add64f7b-1154-4e84-b5db-72f760badc0b tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762071 Nov 24 13:59:17.240610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.253369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:17.290279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.307743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=85215b31-bdbf-4e31-accc-3729b4fc0da1,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:17.312508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.318556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:17.326364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2d204-9abf-4779-879b-0fec3cdc1110 None None] Network a57cad71-e468-4231-8bd0-939e0da65d76 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:17.337768 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/85215b31-bdbf-4e31-accc-3729b4fc0da1 HTTP/1.1" status: 204 len: 168 time: 1.2635934 Nov 24 13:59:17.342456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35674) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:17.410559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.425162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4fbacbac-7486-4caa-ba9a-34553a4011a9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:17.441315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026190e-dd7a-489a-ae03-5775b3b77ec9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:17.445451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:17.447013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.448150 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6026190e-dd7a-489a-ae03-5775b3b77ec9 HTTP/1.1" status: 204 len: 168 time: 0.6886013 Nov 24 13:59:17.504523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:17.521905 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Sync routers for ids ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:17.536364 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Routers {'b4b78624-3876-4fdb-aa25-2fb0f119bc4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:17.537032 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:17.592337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.766548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f56becda-b709-4e58-8a66-78e71bb99e83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:17.831007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.867149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] DHCP port deletion for a57cad71-e468-4231-8bd0-939e0da65d76 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:17.872393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Deleting port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:17.872855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.894116 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "PUT /v2.0/routers/b4b78624-3876-4fdb-aa25-2fb0f119bc4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6384768 Nov 24 13:59:17.897170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35682) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:17.920416 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Set router b4b78624-3876-4fdb-aa25-2fb0f119bc4b gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:17.946651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:17.969378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 1431bd5e-f294-42fe-b161-c80a3b72720f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:17.990074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:18.008446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef5f675-d96a-4961-9fec-4ebac05ac5f5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:18.010178 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7ef5f675-d96a-4961-9fec-4ebac05ac5f5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports/0b7446a3-ce1e-4166-9eba-5a142c021373 HTTP/1.1" status: 200 len: 911 time: 0.1116083 Nov 24 13:59:18.012812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.019475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:18.056782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35688) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:18.081782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=2a572a41-1b99-4863-9940-1c34110de3a5,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:18.178983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:18.210327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:18.210917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.216274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Allocated IP 172.26.8.41 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/34aca5b4-3fcb-4bc3-a4f3-fac3b5e6696c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:18.388651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:18.389621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.435984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92e95b-1ccc-4951-a623-9002d5acae95 req-3908c817-6b27-473c-b75c-4384dda151d9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:18.437904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb92e95b-1ccc-4951-a623-9002d5acae95 req-3908c817-6b27-473c-b75c-4384dda151d9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 1.0608206 Nov 24 13:59:18.448503 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:07Z', 'updated_at': '2021-11-24T13:59:13Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None, '_interfaces': [{'id': '0b7446a3-ce1e-4166-9eba-5a142c021373', 'name': '', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'mac_address': 'fa:16:3e:be:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4cfc3b6a-e322-49bd-b349-89124b2e4189', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:10Z', 'updated_at': '2021-11-24T13:59:14Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'subnets': [{'id': '4cfc3b6a-e322-49bd-b349-89124b2e4189', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:18.456097 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Checking router: b4b78624-3876-4fdb-aa25-2fb0f119bc4b for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:18.456601 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Updating router b4b78624-3876-4fdb-aa25-2fb0f119bc4b port 0b7446a3-ce1e-4166-9eba-5a142c021373 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:59:18.529251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.554353 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.582597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] For port bf7e8ff3-9359-404c-97a6-0d8c44b8a102, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,segment=NetworkSegment(807d155d-4a31-4d5a-a752-7605bb0132bb),segment_id=807d155d-4a31-4d5a-a752-7605bb0132bb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:18.583512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.626299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.641364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-582487fc-83c6-48ed-8449-38e9d796a58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:18.685822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:18.699077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:18.700421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:18.737273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Calling delete_port for bf7e8ff3-9359-404c-97a6-0d8c44b8a102 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:18.824218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb92e95b-1ccc-4951-a623-9002d5acae95 req-dc0742bb-32e9-4813-b846-bf6fadb5c85a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494556 Nov 24 13:59:18.835462 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0429082 Nov 24 13:59:18.840602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35708) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:18.881814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.888842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4e62762f-d60f-4699-a2a5-8c1b1777b786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:18.948270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5e0b1769-8c47-4b4f-8b13-e9c9077e806b None None] Provisioning for port 2a572a41-1b99-4863-9940-1c34110de3a5 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:18.949219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event updated for resources: {'Port': ['ID=34aca5b4-3fcb-4bc3-a4f3-fac3b5e6696c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:18.955408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:18.957827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] For port bf7e8ff3-9359-404c-97a6-0d8c44b8a102, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,segment=NetworkSegment(807d155d-4a31-4d5a-a752-7605bb0132bb),segment_id=807d155d-4a31-4d5a-a752-7605bb0132bb)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:18.958332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:18.991300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc7d42-0c89-4e7f-acef-333270fe27a8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.003565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc7d42-0c89-4e7f-acef-333270fe27a8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.003858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b2cc7d42-0c89-4e7f-acef-333270fe27a8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:19.011121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5e0b1769-8c47-4b4f-8b13-e9c9077e806b None None] Provisioning complete for port 2a572a41-1b99-4863-9940-1c34110de3a5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:19.011512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e0b1769-8c47-4b4f-8b13-e9c9077e806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.023643 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:59:19.047122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Pushing event deleted for resources: {'Port': ['ID=bf7e8ff3-9359-404c-97a6-0d8c44b8a102,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:19.050253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:19.055598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] No DVR routers for this DVR port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:19.086517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b1769-8c47-4b4f-8b13-e9c9077e806b None None] Port 2a572a41-1b99-4863-9940-1c34110de3a5 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:19.101770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35712) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:19.133866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba712d-c247-45fc-87dd-578d6f70d1cf req-4b759e38-d59e-4c5d-9e11-e0ebd72680ae tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.135439 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d2ba712d-c247-45fc-87dd-578d6f70d1cf req-4b759e38-d59e-4c5d-9e11-e0ebd72680ae tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.5765636 Nov 24 13:59:19.204871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for bf7e8ff3-9359-404c-97a6-0d8c44b8a102 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:19.224889 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d2ba712d-c247-45fc-87dd-578d6f70d1cf req-9d83d8f7-8838-434e-b6f8-d11754e338c9 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559635 Nov 24 13:59:19.263049 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.290348 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Transition to ACTIVE for port object 0b7446a3-ce1e-4166-9eba-5a142c021373 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:19.307399 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.325041 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:19.367370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9657e903-7ee3-475a-894a-fe0d59dc72af tempest-DvrRoutersNegativeTest-1702043542 tempest-DvrRoutersNegativeTest-1702043542-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-768869007', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:19.373643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.policy [None req-9657e903-7ee3-475a-894a-fe0d59dc72af tempest-DvrRoutersNegativeTest-1702043542 tempest-DvrRoutersNegativeTest-1702043542-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87692) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 24 13:59:19.374429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.policy [None req-9657e903-7ee3-475a-894a-fe0d59dc72af tempest-DvrRoutersNegativeTest-1702043542 tempest-DvrRoutersNegativeTest-1702043542-project] Failed policy check for 'create_router' {{(pid=87692) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 24 13:59:19.375810 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-9657e903-7ee3-475a-894a-fe0d59dc72af tempest-DvrRoutersNegativeTest-1702043542 tempest-DvrRoutersNegativeTest-1702043542-project] create failed (client error): Access was denied to this resource. Nov 24 13:59:19.382139 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9657e903-7ee3-475a-894a-fe0d59dc72af tempest-DvrRoutersNegativeTest-1702043542 tempest-DvrRoutersNegativeTest-1702043542-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2601573 Nov 24 13:59:19.382439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b2cc7d42-0c89-4e7f-acef-333270fe27a8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:19.382439 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2cc7d42-0c89-4e7f-acef-333270fe27a8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3000495 Nov 24 13:59:19.386341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35722) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:19.437507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.583696 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Pushing event updated for resources: {'Port': ['ID=0b7446a3-ce1e-4166-9eba-5a142c021373,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:19.669991 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.670176 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.670585 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.671130 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.672172 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.672367 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.677173 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.681327 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.682150 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.682150 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.689333 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.689333 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:19.703377 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:19.748685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a37691a-7e73-4aac-88b2-ac951d064300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.768338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.873123 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Attempting to bind port 0b7446a3-ce1e-4166-9eba-5a142c021373 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:19.873418 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Attempting to bind port 0b7446a3-ce1e-4166-9eba-5a142c021373 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:19.873794 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Attempting to bind port 0b7446a3-ce1e-4166-9eba-5a142c021373 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:19.886966 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:19.888687 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:19.889139 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.889545 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:19.890054 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Bound port: 0b7446a3-ce1e-4166-9eba-5a142c021373, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:19.890454 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:19.913248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75590c8b-d4e3-470b-8987-2a0ed759966e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.914344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-75590c8b-d4e3-470b-8987-2a0ed759966e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:19.965591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf7e8ff3-9359-404c-97a6-0d8c44b8a102 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:19.993453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35730) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:20.036732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:59:20.037252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:59:20.048383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: bf7e8ff3-9359-404c-97a6-0d8c44b8a102 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:20.053138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bf7e8ff3-9359-404c-97a6-0d8c44b8a102 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:20.056057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] For port 0b7446a3-ce1e-4166-9eba-5a142c021373, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:20.061023 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] For port 0b7446a3-ce1e-4166-9eba-5a142c021373, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0b7446a3-ce1e-4166-9eba-5a142c021373,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:20.069292 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.074057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:20.141498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-75590c8b-d4e3-470b-8987-2a0ed759966e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:20.145430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-75590c8b-d4e3-470b-8987-2a0ed759966e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.2915597 Nov 24 13:59:20.149553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35736) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:20.202903 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Routers {'b4b78624-3876-4fdb-aa25-2fb0f119bc4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:20.203819 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:20.335762 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Pushing event updated for resources: {'Port': ['ID=0b7446a3-ce1e-4166-9eba-5a142c021373,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:20.350480 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:20.352261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.399932 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] Set router b4b78624-3876-4fdb-aa25-2fb0f119bc4b gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:20.505341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86c5c8-af7a-48d2-9ecc-c4151bb47597 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:20.511615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86c5c8-af7a-48d2-9ecc-c4151bb47597 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:20.517948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86c5c8-af7a-48d2-9ecc-c4151bb47597 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:20.519682 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fd86c5c8-af7a-48d2-9ecc-c4151bb47597 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1702149 Nov 24 13:59:20.525164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35740) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:20.538849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f05478-8eea-4189-b95b-c43fca179f13 req-8d6025b3-c879-4dbd-8bf3-aa94bd5e92d6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:20.545920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port bf7e8ff3-9359-404c-97a6-0d8c44b8a102 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:20.546422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.546796 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-90f05478-8eea-4189-b95b-c43fca179f13 req-8d6025b3-c879-4dbd-8bf3-aa94bd5e92d6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4109695 Nov 24 13:59:20.606224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.646032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.718024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b6e1-864a-4bcd-8757-42203623cf3b req-5069dcd0-6662-4992-a2c1-d66663b6feb1 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:20.728302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e295b6e1-864a-4bcd-8757-42203623cf3b req-5069dcd0-6662-4992-a2c1-d66663b6feb1 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 1.3514948 Nov 24 13:59:20.744705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] The port 'bf7e8ff3-9359-404c-97a6-0d8c44b8a102' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:59:20.746127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35746) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:20.764497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Request body: {'floatingip': {'port_id': '46ce987e-9e4c-4d32-95b3-7d2f784886df'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:20.786026 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-90f05478-8eea-4189-b95b-c43fca179f13 req-e60634e4-6c11-4f49-adb1-140202bbbcf1 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381959 Nov 24 13:59:20.815805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 2a572a41-1b99-4863-9940-1c34110de3a5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:20.816247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.858247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:20.894374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b507b961c343eab0ace71c9814cbcf is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:20.895839 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-11196cc2-3578-4681-b805-da370a97a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:07Z', 'updated_at': '2021-11-24T13:59:13Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None, '_interfaces': [{'id': '0b7446a3-ce1e-4166-9eba-5a142c021373', 'name': '', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'mac_address': 'fa:16:3e:be:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4cfc3b6a-e322-49bd-b349-89124b2e4189', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:10Z', 'updated_at': '2021-11-24T13:59:20Z', 'revision_number': 4, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'subnets': [{'id': '4cfc3b6a-e322-49bd-b349-89124b2e4189', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:20.904245 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11196cc2-3578-4681-b805-da370a97a349 None None] The sync data for ids ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:07Z', 'updated_at': '2021-11-24T13:59:13Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None, '_interfaces': [{'id': '0b7446a3-ce1e-4166-9eba-5a142c021373', 'name': '', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'mac_address': 'fa:16:3e:be:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4cfc3b6a-e322-49bd-b349-89124b2e4189', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:10Z', 'updated_at': '2021-11-24T13:59:20Z', 'revision_number': 4, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'subnets': [{'id': '4cfc3b6a-e322-49bd-b349-89124b2e4189', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:20.919798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:20.967308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.975094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:20.985788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.027770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:21.332061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.352572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.454632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57cad71-e468-4231-8bd0-939e0da65d76']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:21.488618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 2a572a41-1b99-4863-9940-1c34110de3a5 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:21.496694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807d155d-4a31-4d5a-a752-7605bb0132bb') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:21.496694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807d155d-4a31-4d5a-a752-7605bb0132bb') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:21.541603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.596485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Router ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:21.741242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.783282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:21.783689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:21.805662 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:21.848976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:21.885463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0b7446a3-ce1e-4166-9eba-5a142c021373 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:21.886125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2d78eee1-2d4f-43ea-b44f-510389dfad55 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:21.974229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:22.008735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] Sync routers for ids ['ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:22.034237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=2a572a41-1b99-4863-9940-1c34110de3a5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:22.041517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.043454 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "PUT /v2.0/routers/ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a HTTP/1.1" status: 200 len: 879 time: 5.8884962 Nov 24 13:59:22.044575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:22.050485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35752) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.059592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] Routers {'ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:22.061434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:22.196176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:22.201147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:59:22.219206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] Routers {'ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:22.220273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:58:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:22.235531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.286129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 0b7446a3-ce1e-4166-9eba-5a142c021373 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:22.294815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.307131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0b7446a3-ce1e-4166-9eba-5a142c021373 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:22.307131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.307662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.317297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:22.345246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.377008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.381613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.391397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:22.392216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f8467-8095-498c-a33f-a1c5afdfeb11 None None] The sync data for ids ['ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:22.466072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.488940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.491690 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/2a572a41-1b99-4863-9940-1c34110de3a5 HTTP/1.1" status: 204 len: 168 time: 1.9656730 Nov 24 13:59:22.494854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35756) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.498161 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2b507b961c343eab0ace71c9814cbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4647119 Nov 24 13:59:22.501678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35760) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.519845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 0b7446a3-ce1e-4166-9eba-5a142c021373, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0b7446a3-ce1e-4166-9eba-5a142c021373,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:22.521459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77db6828-59ef-4532-b196-de4dad795420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.523748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.525576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2630feb8-7b04-4761-b239-f916ef49d115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:22.548991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bea6e8c-4b16-41e1-a380-c8a1b4214f0d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:22.552409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:22.563449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ef125d72-d09a-488d-b64e-25eb27180e94 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:22.585622 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-667ce74f-a44e-4aa5-9077-09d8391756ad tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a HTTP/1.1" status: 200 len: 920 time: 0.5334723 Nov 24 13:59:22.587655 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ff76b-1e35-42cd-a244-057c082c5a12 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:59:22.588304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f9ff76b-1e35-42cd-a244-057c082c5a12 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:22.599402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35764) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.615167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=0b7446a3-ce1e-4166-9eba-5a142c021373,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:22.620102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:22.666303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/a57cad71-e468-4231-8bd0-939e0da65d76 HTTP/1.1" status: 204 len: 168 time: 5.3204315 Nov 24 13:59:22.688264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35768) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.705517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-124947925'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:22.717587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f9ff76b-1e35-42cd-a244-057c082c5a12 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:22.718753 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8f9ff76b-1e35-42cd-a244-057c082c5a12 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/2a572a41-1b99-4863-9940-1c34110de3a5 HTTP/1.1" status: 404 len: 333 time: 0.2219937 Nov 24 13:59:22.723175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35772) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.725147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.766277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.780878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:22.784319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=e589c0c9-044a-4f06-b60d-c45f2c03bf59,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:22.787646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:22.799829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d915ec00-4d13-4900-b7a8-46fa69967d1d tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:22.815479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:22.831069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.841029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 0ee49399-8955-4a16-a8f9-e8dc070b3c50 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:22.841370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:22.890611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6acd0-a224-4b01-8226-fd83ef3d5e05 req-089bfa5c-d4b0-493f-b0dc-8abf0541d7f4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:22.892192 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cff6acd0-a224-4b01-8226-fd83ef3d5e05 req-089bfa5c-d4b0-493f-b0dc-8abf0541d7f4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7544291 Nov 24 13:59:22.893211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:22.912293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd623b-cb74-4f43-8519-92ffd3d793f4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:22.913868 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b7bd623b-cb74-4f43-8519-92ffd3d793f4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3133790 Nov 24 13:59:22.926837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=a57cad71-e468-4231-8bd0-939e0da65d76,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:22.927354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35776) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:22.929503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:22.958689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:23.053310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:23.056963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.106044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:59:23.118977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.165313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cff6acd0-a224-4b01-8226-fd83ef3d5e05 req-35843ae4-d341-4ffc-b5df-193e1e6cd89f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454696 Nov 24 13:59:23.179971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6046ecb4-a43a-45fc-b4a4-cced1b5eb2f8 tempest-FloatingIPAdminTestJSON-1745817952 tempest-FloatingIPAdminTestJSON-1745817952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:23.218702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.223905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bea6e8c-4b16-41e1-a380-c8a1b4214f0d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:23.238426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:23.246119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162398f-6e28-4623-a538-3e50b19840c4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:23.250126 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7162398f-6e28-4623-a538-3e50b19840c4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.3175654 Nov 24 13:59:23.251202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.252314 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bea6e8c-4b16-41e1-a380-c8a1b4214f0d HTTP/1.1" status: 204 len: 168 time: 0.7139263 Nov 24 13:59:23.252998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35780) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:23.334148 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6200a566-8c71-4fec-aa58-4ee31509d902 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a HTTP/1.1" status: 200 len: 205 time: 0.0709889 Nov 24 13:59:23.338068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35786) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:23.386733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.389430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 54f95b3b-ef7f-4a29-8c3b-bc3060c949e3 associated. External IP: 172.26.8.31, port: 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b. Nov 24 13:59:23.495908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:59:23.506487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.570273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.619148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.694500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 0ee49399-8955-4a16-a8f9-e8dc070b3c50 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:23.827727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0b7446a3-ce1e-4166-9eba-5a142c021373 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:23.881940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:23.952438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0b7446a3-ce1e-4166-9eba-5a142c021373 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:23.953011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.010017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.010506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 948ccbf8-f474-426c-aa1d-fcb44e6a87df of type vlan for network 34cdfe9c-eae8-436e-9557-02e98ac308ff Nov 24 13:59:24.319197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.394263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.428475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-678c61b3-f95c-4939-84ca-e4067cbcd563 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:24.431013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35810) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:24.479185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Floating IP 0f596e13-5b99-459e-826d-a1229f005be3 associated. External IP: 172.26.8.113, port: 46ce987e-9e4c-4d32-95b3-7d2f784886df. Nov 24 13:59:24.495743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=0ee49399-8955-4a16-a8f9-e8dc070b3c50,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:24.507749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:24.635369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.641073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:24.641709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.659495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bc14f678-a9de-474a-9286-d41460ad42a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:24.672231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.680598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.710722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd73e85-be67-4f0c-b6fb-27790da5ea7d req-a6467c46-da68-47cf-9a88-859e52f4527c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:24.712336 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dcd73e85-be67-4f0c-b6fb-27790da5ea7d req-a6467c46-da68-47cf-9a88-859e52f4527c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.3975422 Nov 24 13:59:24.724066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Deleting port 34aca5b4-3fcb-4bc3-a4f3-fac3b5e6696c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:24.724644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:24.789146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:24.808918 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/0ee49399-8955-4a16-a8f9-e8dc070b3c50 HTTP/1.1" status: 204 len: 168 time: 2.0833938 Nov 24 13:59:24.813973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:24.816851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4f21bdd1-cd8a-4e72-9d81-4df42ea7a8d4 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:24.817669 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-4f21bdd1-cd8a-4e72-9d81-4df42ea7a8d4 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 13:59:24.818209 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-4f21bdd1-cd8a-4e72-9d81-4df42ea7a8d4 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:59:24.819340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f21bdd1-cd8a-4e72-9d81-4df42ea7a8d4 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3848233 Nov 24 13:59:24.829486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35820) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:24.830511 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1384897 Nov 24 13:59:24.838063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35822) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:24.865660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:24.881977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=34cdfe9c-eae8-436e-9557-02e98ac308ff,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:24.884843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:24.896138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--934991691'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:24.906954 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3ee52b-70d0-4eb0-905d-202b1bcbde0e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:59:24.907884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8d3ee52b-70d0-4eb0-905d-202b1bcbde0e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:24.910095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:59:24.929167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:24.999403 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dcd73e85-be67-4f0c-b6fb-27790da5ea7d req-7d12b57a-e8b1-4d01-b769-eed8157b1eac tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355742 Nov 24 13:59:25.025022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:25.043215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:25.070662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:25.088581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8d3ee52b-70d0-4eb0-905d-202b1bcbde0e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:25.091448 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8d3ee52b-70d0-4eb0-905d-202b1bcbde0e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/0ee49399-8955-4a16-a8f9-e8dc070b3c50 HTTP/1.1" status: 404 len: 333 time: 0.2727697 Nov 24 13:59:25.101455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35830) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:25.115686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 0b7446a3-ce1e-4166-9eba-5a142c021373 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:25.116139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.190756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.257750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.269413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.316389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.326549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:25.404468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:25.417616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:25.423770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:25.430277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 31c15ccf-c1fa-47e5-8656-f633c6d6d34b {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:25.503440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:25.515037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Calling delete_port for 34aca5b4-3fcb-4bc3-a4f3-fac3b5e6696c owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:25.545531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.576675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:25.652912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:25.718521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.751969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:25.780278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:25.802627 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:25.811588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:25.814127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:25.829495 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:25.831191 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:25.973974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:26.078681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.6696880 Nov 24 13:59:26.086931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35838) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:26.089809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:26.098351 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:26.124116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Router c5531ffc-f094-4015-9242-5431e3ecdb47 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:26.127633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] For port 0b7446a3-ce1e-4166-9eba-5a142c021373, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0b7446a3-ce1e-4166-9eba-5a142c021373,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:26.128193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:26.373704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'status': 'completed', 'code': 200} Nov 24 13:59:26.564637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 0b7446a3-ce1e-4166-9eba-5a142c021373 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:26.717249 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:18Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:26.724388 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:26.730854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:26.741599 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:26.742580 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:26.746655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4a159385-55c3-4210-b76b-556300257b84 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:26.808729 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8746c2ca-1d81-4f45-ae06-4adaf6c52293 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/54f95b3b-ef7f-4a29-8c3b-bc3060c949e3 HTTP/1.1" status: 200 len: 991 time: 0.7009330 Nov 24 13:59:26.823574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:26.880013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event deleted for resources: {'Port': ['ID=34aca5b4-3fcb-4bc3-a4f3-fac3b5e6696c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:26.885347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:26.951847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:26.965801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28cfc-d86f-48ae-bff4-5f1d710d83b2 req-c48b9116-b28c-4bc7-ad07-f34e8349a00f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:26.968897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] Sync routers for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:26.973744 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-08c28cfc-d86f-48ae-bff4-5f1d710d83b2 req-c48b9116-b28c-4bc7-ad07-f34e8349a00f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 1.3774345 Nov 24 13:59:26.987339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:26.989447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:27.022942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.061039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-49abce62-1e78-4968-a12f-a0ab4da2e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:27.062537 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-49abce62-1e78-4968-a12f-a0ab4da2e5e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 1.2834628 Nov 24 13:59:27.069493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7471-183c-498d-b835-a3f91907516f req-76effc48-6551-4878-bdc5-ed873537efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:27.071796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-76effc48-6551-4878-bdc5-ed873537efc8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1099 time: 0.6972258 Nov 24 13:59:27.078203 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:27.136843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.215906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.236870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c3f06bc5-8fae-4cac-8e51-74b9a1f3f564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:27.253947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:27.291555 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-08c28cfc-d86f-48ae-bff4-5f1d710d83b2 req-6e1af32f-5b76-4641-9158-53f1de585ebe tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168106 Nov 24 13:59:27.299594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:27.317307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:27.322334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.386818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:27.423984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:27.537543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae3b44-5c35-429c-acfd-21592c2f90e2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:27.542771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:27.567769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.585618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35a0810a-3a7d-4edd-8986-166567a644e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:27.609584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a8fcac83-bbc0-43ae-9c94-041662c61403 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "PUT /v2.0/floatingips/0f596e13-5b99-459e-826d-a1229f005be3 HTTP/1.1" status: 200 len: 991 time: 6.8599076 Nov 24 13:59:27.612050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7471-183c-498d-b835-a3f91907516f req-1a4b69d7-d49a-4d55-9326-794aae380a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:27.614987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-1a4b69d7-d49a-4d55-9326-794aae380a3d service neutron] 10.222.0.76 "GET /v2.0/networks?id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 899 time: 0.5217669 Nov 24 13:59:27.617408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.633150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.657831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.672589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.682341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=31c15ccf-c1fa-47e5-8656-f633c6d6d34b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:27.685571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:27.724358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-b122c2f0-8930-485f-9cf3-f486049b46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:27.728247 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-b122c2f0-8930-485f-9cf3-f486049b46e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.6302750 Nov 24 13:59:27.798579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7a8a335-165e-4815-9b81-11c1b8ca4e77 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:27.858292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:27.876331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35846) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:27.876646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7cb4cf-e452-4965-b0dc-17e7b673971e None None] Network 1431bd5e-f294-42fe-b161-c80a3b72720f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:27.918608 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-fd8a8afa-0d54-4a5c-a02d-2ed61c0108ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.1561170 Nov 24 13:59:27.955653 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:18Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:27.962818 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d015c6-6289-4a66-8ba8-7c30c74262e6 None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T13:58:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:18Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:28.002711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.008489 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/31c15ccf-c1fa-47e5-8656-f633c6d6d34b HTTP/1.1" status: 204 len: 168 time: 2.9036989 Nov 24 13:59:28.010034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35850) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:28.100693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-c86be389-e7a6-46f7-b38d-16189cbb040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:28.107354 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-c86be389-e7a6-46f7-b38d-16189cbb040f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.0934060 Nov 24 13:59:28.316584 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94ac16-2083-491f-a8e6-93e3c0544ee9 None None] New status for floating IP 54f95b3b-ef7f-4a29-8c3b-bc3060c949e3: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:59:28.317584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.319513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.369608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.371347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Fanout notify agent at l3_agent the message router_deleted on router ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:28.462074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '0f596e13-5b99-459e-826d-a1229f005be3', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'floating_ip_address': '172.26.8.113', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'port_id': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'mac_address': 'fa:16:3e:05:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42951e7-1250-4620-8435-215be69ce346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:58:43Z', 'updated_at': '2021-11-24T13:59:22Z', 'revision_number': 1, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:50Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:28.468861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] Checking router: c5531ffc-f094-4015-9242-5431e3ecdb47 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:28.472945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69090071-ea68-4a36-b1cc-52fd136542a5 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:28.478566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:28.502003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] DHCP port deletion for 1431bd5e-f294-42fe-b161-c80a3b72720f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:28.513905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:28.517494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:28.566901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.568418 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.6989682 Nov 24 13:59:28.586921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.588360 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a HTTP/1.1" status: 204 len: 168 time: 5.2485530 Nov 24 13:59:28.593172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386cf229-129b-4ac5-a406-032cfb635282,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:28.623850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'status': 'completed', 'code': 200} Nov 24 13:59:28.624922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:28.625663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35858) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:28.627049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35860) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:28.632974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Deleting port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:28.637616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.669174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-808105223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:28.681528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:28.691254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Usage tracker for resource:router and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:28.702448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:28.717828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:28.743310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '386cf229-129b-4ac5-a406-032cfb635282', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:28.762964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:28.792562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:28.792562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.875944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.877189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:28.882870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:28.926271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=7951d0ab-aff7-4767-b0d3-df73eac9d5a2,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:28.933888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:28.937084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:28.963479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:28.972565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.110s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:28.998505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:29.012909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '948ccbf8-f474-426c-aa1d-fcb44e6a87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:29.013276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: 34cdfe9c-eae8-436e-9557-02e98ac308ff, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:59:29.042533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-99d45a44-dca0-455a-8676-7630ec0e20e8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/54f95b3b-ef7f-4a29-8c3b-bc3060c949e3 HTTP/1.1" status: 200 len: 991 time: 1.1637783 Nov 24 13:59:29.045702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-a4299b41-f6be-468c-9c18-813defa4d403 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 200 len: 999 time: 1.4174294 Nov 24 13:59:29.059429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.064100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=0b7446a3-ce1e-4166-9eba-5a142c021373,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:29.064352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.067092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:29.212479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.231984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.240015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:59:29.241267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-893188cf-d46a-4081-b9d1-8c4c57284474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:29.242834 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-893188cf-d46a-4081-b9d1-8c4c57284474 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8636136 Nov 24 13:59:29.292724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] For port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,segment=NetworkSegment(64fa5971-57fd-4138-b715-fbee55dd9aad),segment_id=64fa5971-57fd-4138-b715-fbee55dd9aad)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:29.294843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.337696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7471-183c-498d-b835-a3f91907516f req-83525b9a-b1ab-4180-b3fc-d9bae9321609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:29.340859 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-83525b9a-b1ab-4180-b3fc-d9bae9321609 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1aec0793-245d-46a8-a7a4-e92390fc7259 HTTP/1.1" status: 200 len: 835 time: 0.2711551 Nov 24 13:59:29.347125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 34cdfe9c-eae8-436e-9557-02e98ac308ff) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:29.353036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:29.353858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.481340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Calling delete_port for 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:29.561982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] For port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,segment=NetworkSegment(64fa5971-57fd-4138-b715-fbee55dd9aad),segment_id=64fa5971-57fd-4138-b715-fbee55dd9aad)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:29.562198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.585040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:29.591213 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7017a5a7-0d46-4bcb-b628-3ecfba3316a9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9522054 Nov 24 13:59:29.614675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35868) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:29.634723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7889555 Nov 24 13:59:29.640341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': True}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:29.649170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35872) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:29.660048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff', 'name': 'tempest-PortsIpV6TestJSON-172362336', 'fixed_ips': [{'subnet_id': '7951d0ab-aff7-4767-b0d3-df73eac9d5a2', 'ip_address': '2001:db8::10'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:29.695669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-66bbf7e4-1ef8-44fc-af49-c19e5cc078c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:29.697216 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-66bbf7e4-1ef8-44fc-af49-c19e5cc078c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f066955695cb4bb58540e937fd34564d&device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 1098 time: 0.9333684 Nov 24 13:59:29.700322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Router b4b78624-3876-4fdb-aa25-2fb0f119bc4b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:29.779348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:29.837090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee27c81-6445-41b1-aa59-726fbb9d41bf req-0944d2fa-6e7c-4b97-8a59-1e5752ef8204 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:29.838784 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6ee27c81-6445-41b1-aa59-726fbb9d41bf req-0944d2fa-6e7c-4b97-8a59-1e5752ef8204 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.8984954 Nov 24 13:59:29.918333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d866e3f-2bf6-41a6-b683-4f62da7b6830 None None] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:29.965245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-8c0a45a3-a259-4437-ad2b-b79668a8361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:29.966788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-8c0a45a3-a259-4437-ad2b-b79668a8361b service neutron] 10.222.0.76 "GET /v2.0/networks?id=8e7d9644-4cff-4160-aca7-155600274eb0 HTTP/1.1" status: 200 len: 913 time: 0.2592676 Nov 24 13:59:29.971676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.006057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.038482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:30.046464 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-352b6c47-1a5b-43cb-9284-805cf84a52a7 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679620 Nov 24 13:59:30.055364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.070504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:30.102068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:30.104053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35876) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:30.105780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:59:30.107717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:59:30.161344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] No DVR routers for this DVR port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:30.175942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:30.176384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:30.181928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Pushing event deleted for resources: {'Port': ['ID=80a189e2-ff3d-4a6b-ab27-53e6c9851c6e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:30.183222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-67bb73c8-d17c-46e3-94d0-c6ddabacb2a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df HTTP/1.1" status: 200 len: 999 time: 0.1990132 Nov 24 13:59:30.188900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:30.279785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8465f48b-94b1-4b8e-b8b5-b5908ddb8f7f,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:30.294291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '0f596e13-5b99-459e-826d-a1229f005be3', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'floating_ip_address': '172.26.8.113', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'port_id': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'mac_address': 'fa:16:3e:05:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42951e7-1250-4620-8435-215be69ce346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:58:43Z', 'updated_at': '2021-11-24T13:59:22Z', 'revision_number': 1, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:50Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:30.315208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367db151-c0d3-4c35-bc84-a1d4a2e5e1d2 None None] The sync data for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv is: [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '0f596e13-5b99-459e-826d-a1229f005be3', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'floating_ip_address': '172.26.8.113', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'port_id': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'mac_address': 'fa:16:3e:05:21:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42951e7-1250-4620-8435-215be69ce346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:58:43Z', 'updated_at': '2021-11-24T13:59:22Z', 'revision_number': 1, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:50Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:30.355181 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6ee27c81-6445-41b1-aa59-726fbb9d41bf req-eaf1379d-1cc1-48ed-97f9-6e3e4a5609f7 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488440 Nov 24 13:59:30.356384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:30.383272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-34cdfe9c-eae8-436e-9557-02e98ac308ff', 'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': '7951d0ab-aff7-4767-b0d3-df73eac9d5a2'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:30.384149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.419440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.420913 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7900732 Nov 24 13:59:30.427124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35882) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:30.432979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:30.440087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '386cf229-129b-4ac5-a406-032cfb635282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:30.461537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:30.469356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:30.492466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:30.496034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:30.498755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:30.510129 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a971bc09-afc0-4c49-98e8-99f961fc7ace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/54f95b3b-ef7f-4a29-8c3b-bc3060c949e3 HTTP/1.1" status: 200 len: 993 time: 0.3964541 Nov 24 13:59:30.525230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:30.532384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:30.546060 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-81741f6e-1c8b-44e0-b74c-f38518ff078d service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918777 Nov 24 13:59:30.548275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:30.622379 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 80a189e2-ff3d-4a6b-ab27-53e6c9851c6e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:30.622836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.659911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7471-183c-498d-b835-a3f91907516f req-36440849-9dc4-4e70-9fa8-284c474df1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:30.661485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-36440849-9dc4-4e70-9fa8-284c474df1d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2958021 Nov 24 13:59:30.679044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.742018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] The port '80a189e2-ff3d-4a6b-ab27-53e6c9851c6e' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:59:30.743363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:30.769139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] Sync routers for ids ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:30.771912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Allocated IP 2001:db8::2 (34cdfe9c-eae8-436e-9557-02e98ac308ff/7951d0ab-aff7-4767-b0d3-df73eac9d5a2/39d3fa90-bc07-494f-98a0-cd36d09c1fe3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:30.791497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] Routers {'b4b78624-3876-4fdb-aa25-2fb0f119bc4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:30.793719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:30.805869 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ca14c-5cc9-4dce-b760-47e6445b3007 None None] New status for floating IP 0f596e13-5b99-459e-826d-a1229f005be3: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:59:30.890131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "PUT /v2.0/routers/b4b78624-3876-4fdb-aa25-2fb0f119bc4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4654701 Nov 24 13:59:30.895892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35886) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:30.931125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] Set router b4b78624-3876-4fdb-aa25-2fb0f119bc4b gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:30.933182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:30.987275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.016065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 1812cf10-64a3-4990-95d0-4724696e8e3f yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:31.048105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:07Z', 'updated_at': '2021-11-24T13:59:27Z', 'revision_number': 3, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:31.058184 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:59:31.058965 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d2bcb3b3-886b-4dbe-8b94-fa7e5875938f tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6284118 Nov 24 13:59:31.060694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1431bd5e-f294-42fe-b161-c80a3b72720f']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:31.072249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35890) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:31.092599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fa5971-57fd-4138-b715-fbee55dd9aad') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:31.093042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fa5971-57fd-4138-b715-fbee55dd9aad') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:31.122294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] Checking router: b4b78624-3876-4fdb-aa25-2fb0f119bc4b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:31.131422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.149434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] Routers {'b4b78624-3876-4fdb-aa25-2fb0f119bc4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:31.150140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:31.155713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.176501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.240784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:31.241197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:31.261982 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:31.272686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-57e20550-fd50-48bb-a516-f54874e8cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:31.284363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-57e20550-fd50-48bb-a516-f54874e8cbf5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d2e9818-9e0e-4eef-82cd-65fe8a1a4671 HTTP/1.1" status: 200 len: 850 time: 0.6916504 Nov 24 13:59:31.287758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922172d-f1f6-450a-8fb7-77425b46c934 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:31.294084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922172d-f1f6-450a-8fb7-77425b46c934 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:31.294884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a922172d-f1f6-450a-8fb7-77425b46c934 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:31.404358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] Set router b4b78624-3876-4fdb-aa25-2fb0f119bc4b gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:31.520978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.526646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.532686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-120f020a-8642-4cae-8742-3d796ca58c61 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:31.552889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.559321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:07Z', 'updated_at': '2021-11-24T13:59:27Z', 'revision_number': 3, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:31.569633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8ed6-dc87-4480-961d-701c13f08d4d None None] The sync data for ids ['b4b78624-3876-4fdb-aa25-2fb0f119bc4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'b4b78624-3876-4fdb-aa25-2fb0f119bc4b', 'name': 'tempest-NetworksTestDHCPv6-router-839187341', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:07Z', 'updated_at': '2021-11-24T13:59:27Z', 'revision_number': 3, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:31.572322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a922172d-f1f6-450a-8fb7-77425b46c934 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:31.578784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a922172d-f1f6-450a-8fb7-77425b46c934 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6643622 Nov 24 13:59:31.585795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35898) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:31.611641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=1431bd5e-f294-42fe-b161-c80a3b72720f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:31.623381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:31.639477 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/1431bd5e-f294-42fe-b161-c80a3b72720f HTTP/1.1" status: 204 len: 168 time: 3.5458534 Nov 24 13:59:31.640588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35900) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:31.643539 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-ccc6fa29-10ab-46f2-9a95-7989b9e0d691 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090812 Nov 24 13:59:31.655706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1825491475'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:31.663225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:31.667232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:network and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:31.670881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:31.677731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:31.688127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.707043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:31.711156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.786884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:59:31.816911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaf083-c370-4886-9dc1-e7a8ad1cac9c req-45a8f86f-9f05-4aa5-9988-0635589ab834 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:31.818858 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4bfaf083-c370-4886-9dc1-e7a8ad1cac9c req-45a8f86f-9f05-4aa5-9988-0635589ab834 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2903113 Nov 24 13:59:31.829531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.844373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.846489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Transition to ACTIVE for port object 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:31.852231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.852624 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Added segment 62862646-5f32-4f71-8ee4-dc5e36bc93f2 of type vlan for network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a Nov 24 13:59:31.854838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f2b92b0-ffd1-49d4-9850-dcfcab8d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485 tempest-PortsAdminExtendedAttrsIpV6TestJSON-924669485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:31.857421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-2bce9599-9779-4deb-907a-1a1f4efb8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:31.859430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-2bce9599-9779-4deb-907a-1a1f4efb8976 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8e7d9644-4cff-4160-aca7-155600274eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5289931 Nov 24 13:59:31.864024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 4cfc3b6a-e322-49bd-b349-89124b2e4189 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:31.893689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Transition to ACTIVE for port object 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:31.896471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.896714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386cf229-129b-4ac5-a406-032cfb635282,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:31.902276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:31.913211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:31.994849 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4bfaf083-c370-4886-9dc1-e7a8ad1cac9c req-ec13e25d-5815-42c5-91af-9acff117b05c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690953 Nov 24 13:59:32.002894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.015908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.016455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.017111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.017552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.018089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.018731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.019362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.020035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.020651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.021197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.021807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.022407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:32.042357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:32.050962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.059262 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/386cf229-129b-4ac5-a406-032cfb635282 HTTP/1.1" status: 204 len: 168 time: 0.9847233 Nov 24 13:59:32.073444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35908) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:32.131012 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-722d7471-183c-498d-b835-a3f91907516f req-65a6f787-dc4a-4cbd-b316-a7039bc9b665 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442234 Nov 24 13:59:32.133026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-5f028fb2-5a41-4563-b7e4-b8a2969ef2e1 service neutron] 10.222.0.76 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603889 Nov 24 13:59:32.134146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0b7446a3-ce1e-4166-9eba-5a142c021373 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:32.225161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:59:32.251900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::10 (34cdfe9c-eae8-436e-9557-02e98ac308ff/7951d0ab-aff7-4767-b0d3-df73eac9d5a2/1812cf10-64a3-4990-95d0-4724696e8e3f) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:32.265005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 0b7446a3-ce1e-4166-9eba-5a142c021373 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:32.265749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0b7446a3-ce1e-4166-9eba-5a142c021373 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:32.303451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:32.309980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.314994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c38e73ff-b9ad-4e7f-a5cb-5be2c225df93 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:32.315481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:32.320155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:32.342862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Pushing event updated for resources: {'Port': ['ID=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:32.353250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.360835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:32.361510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.367448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:32.371676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-de1c55b6-36fd-48a1-9b15-701acb09c123 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:32.387972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c38e73ff-b9ad-4e7f-a5cb-5be2c225df93 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:32.390114 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c38e73ff-b9ad-4e7f-a5cb-5be2c225df93 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3151977 Nov 24 13:59:32.415862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35912) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:32.431219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110375333'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:32.507708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:32.528560 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8818154 Nov 24 13:59:32.529496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35918) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:32.564009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:32.567196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Attempting to bind port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:32.567581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Attempting to bind port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '948ccbf8-f474-426c-aa1d-fcb44e6a87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:32.567947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Attempting to bind port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 on network 34cdfe9c-eae8-436e-9557-02e98ac308ff {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:32.578694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:32.579078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Checking segment: {'id': '948ccbf8-f474-426c-aa1d-fcb44e6a87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:32.579500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.579898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Bound using segment: {'id': '948ccbf8-f474-426c-aa1d-fcb44e6a87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:32.580384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Bound port: 39d3fa90-bc07-494f-98a0-cd36d09c1fe3, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948ccbf8-f474-426c-aa1d-fcb44e6a87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:32.580790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.598872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:32.685412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Network': ['ID=9ba4357e-5aba-4c50-bc59-a44a3102fe3a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:32.738561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:59:32.797069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:32.830785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.890080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:32.911162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:32.922459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:32.938445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:32.944606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:32.951339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:32.971281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] For port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:32.973127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:32.976050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:32.979690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] For port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,segment=NetworkSegment(948ccbf8-f474-426c-aa1d-fcb44e6a87df),segment_id=948ccbf8-f474-426c-aa1d-fcb44e6a87df)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:32.989687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:32.992732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.000266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:33.023252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:33.027653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.066707 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b0a58e2-a314-4e3d-8d4a-fe7807d0ee81 req-fa7b22e0-e85a-4b83-9dee-6608483117e0 service neutron] 10.222.0.76 "GET /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9167435 Nov 24 13:59:33.108489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.130977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 1812cf10-64a3-4990-95d0-4724696e8e3f will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:33.169053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Pushing event updated for resources: {'Port': ['ID=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:33.175011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:33.205445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.245909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.246893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.255567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c1e87-bd4c-48a2-906f-21bc69190078 req-50de1672-9a21-4314-b1c6-d6f390d49931 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:33.256557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.263236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25132aac-9917-4d18-81b0-31f41319a337 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:33.263780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b6c1e87-bd4c-48a2-906f-21bc69190078 req-50de1672-9a21-4314-b1c6-d6f390d49931 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.8797841 Nov 24 13:59:33.273874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.329475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:33.330789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321c360c-6b67-4d48-97d6-111e21d631c2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:33.334952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:33.360824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.368889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:33.369366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:33.370036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:33.410886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:33.416710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:33.417375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.433260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b6c1e87-bd4c-48a2-906f-21bc69190078 req-07d43d0b-16f2-4c51-a66c-bc2a906435c6 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646767 Nov 24 13:59:33.434125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfc3b6a-e322-49bd-b349-89124b2e4189,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:33.440889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:33.446561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.456483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.461714 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0437534 Nov 24 13:59:33.465860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35924) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:33.498230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5c627e2b-79b3-4581-b64f-eaec782cc572 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '321c360c-6b67-4d48-97d6-111e21d631c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:33.499182 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-5c627e2b-79b3-4581-b64f-eaec782cc572 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 13:59:33.499688 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-5c627e2b-79b3-4581-b64f-eaec782cc572 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:33.501466 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5c627e2b-79b3-4581-b64f-eaec782cc572 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0182500 Nov 24 13:59:33.508471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc86210-c626-42f4-8791-a62a5932c190 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:33.509322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35928) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:33.511377 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8576314 Nov 24 13:59:33.529056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35932) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:33.537049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '34cdfe9c-eae8-436e-9557-02e98ac308ff', 'name': 'tempest-PortsIpV6TestJSON-1000485828', 'fixed_ips': [{'subnet_id': '7951d0ab-aff7-4767-b0d3-df73eac9d5a2', 'ip_address': '2001:db8::f'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:33.582204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=1812cf10-64a3-4990-95d0-4724696e8e3f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:33.602611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/4cfc3b6a-e322-49bd-b349-89124b2e4189 HTTP/1.1" status: 204 len: 168 time: 1.9625056 Nov 24 13:59:33.605232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:33.606402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35936) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:33.710506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Allocated IP 172.26.8.211 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/19ff1299-a05f-4456-8d99-8f9dd8084572) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:33.896700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:33.928369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:33.937906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bb62cba9-1f7c-407b-afb6-7b317da897f3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:33.984125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:33.999444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Deleting port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:33.999975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.070571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.106293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.115279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:34.117657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:34.124590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f30776b1-3122-40a0-a54f-1e233879a04e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:router {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:34.130435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:34.153896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f30776b1-3122-40a0-a54f-1e233879a04e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:router {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:34.155401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f30776b1-3122-40a0-a54f-1e233879a04e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5480783 Nov 24 13:59:34.159034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35942) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:34.164482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:34.170196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.180537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:34.234550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:34.242555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:34.249764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Checking segment: {'id': '62862646-5f32-4f71-8ee4-dc5e36bc93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:34.250128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network hostable DHCP agents. Network: 9ba4357e-5aba-4c50-bc59-a44a3102fe3a, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:59:34.258865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.266618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-84efa8cc-56e0-41e7-8176-04ebaf2ff4e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:34.281956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] For port 839b6d0d-84e4-4116-a09e-1c6471cc1a32, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=839b6d0d-84e4-4116-a09e-1c6471cc1a32,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:34.282802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.286468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd49ac9-5308-4302-831a-04c963a022b0 req-9067291d-4540-43f4-baa9-b16ccd785b12 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:34.288118 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dcd49ac9-5308-4302-831a-04c963a022b0 req-9067291d-4540-43f4-baa9-b16ccd785b12 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.6336348 Nov 24 13:59:34.295432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:34.300730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.327280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.333160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.360515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c360c-6b67-4d48-97d6-111e21d631c2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:34.386307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:34.402519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:59:34.402854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:34.405679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.407084 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/321c360c-6b67-4d48-97d6-111e21d631c2 HTTP/1.1" status: 204 len: 168 time: 0.8943377 Nov 24 13:59:34.410391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 89f650c6-956f-4204-9160-27445f96c249 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:34.434597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35946) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:34.469408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Calling delete_port for 839b6d0d-84e4-4116-a09e-1c6471cc1a32 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:34.563473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:34.581817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.596294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7eb88b7e-57dd-4196-b791-872ca41c07c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:34.632386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:34.646302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:34.657993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Pushing event deleted for resources: {'Port': ['ID=839b6d0d-84e4-4116-a09e-1c6471cc1a32,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:34.659894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] No DVR routers for this DVR port 839b6d0d-84e4-4116-a09e-1c6471cc1a32 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:34.661324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:34.769658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce19b0f-a1bc-41ef-8d7f-408dcd8c0ca3 None None] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:34.784227 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dcd49ac9-5308-4302-831a-04c963a022b0 req-20479ea7-b85f-402e-a992-b7a3ca67e833 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627967 Nov 24 13:59:34.789769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 9ba4357e-5aba-4c50-bc59-a44a3102fe3a) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:34.818393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:34.818393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:34.845623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf33c2c-b0b4-421c-b364-b05fa2e0b520 None None] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:34.917484 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3718581 Nov 24 13:59:34.919220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35954) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:34.929456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1122019092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:34.943086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:34.953246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:router and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:34.964345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:34.973557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::f (34cdfe9c-eae8-436e-9557-02e98ac308ff/7951d0ab-aff7-4767-b0d3-df73eac9d5a2/89f650c6-956f-4204-9160-27445f96c249) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:34.976016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:35.017447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.018915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.036392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Port': ['ID=19ff1299-a05f-4456-8d99-8f9dd8084572,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:35.061527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:35.068823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-027b737a-dec3-4b81-b777-bb2ef7759fb9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5676718 Nov 24 13:59:35.075393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35958) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:35.080607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.081422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256688295'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:35.085094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.090873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.111840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:35.172480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Provisioning for port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:35.191298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Provisioning complete for port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:35.191674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.198987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:35.213087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:35.227738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:35.248452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.281456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.314902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.315562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Fanout notify agent at l3_agent the message router_deleted on router b4b78624-3876-4fdb-aa25-2fb0f119bc4b {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:35.405462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.406481 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5da91905-246b-4a7a-8193-029ffacf87ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/routers/b4b78624-3876-4fdb-aa25-2fb0f119bc4b HTTP/1.1" status: 204 len: 168 time: 1.2464020 Nov 24 13:59:35.419141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:35.432440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:35.450839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:35.452668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.456663 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-420d37ae-2e1b-4ba7-979d-0b0379a834b6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5329647 Nov 24 13:59:35.460330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35968) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:35.466107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-9ba4357e-5aba-4c50-bc59-a44a3102fe3a', 'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': '4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:35.467090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.471391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a', 'name': 'tempest-PortsTestJSON-1845192654'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:35.488148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:35.517936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:35.599096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:35.603269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.667533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 89f650c6-956f-4204-9160-27445f96c249 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:35.717444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:35.727423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:35.733302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:35.733917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Allocated IP 172.20.0.2 (9ba4357e-5aba-4c50-bc59-a44a3102fe3a/4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba/a5724b2e-193e-4a4c-bf97-f64d06010d17) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:35.743472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:35.747143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d236-8fdd-4830-8e2a-32a66bf4098c req-08d61bc8-19f7-4c71-8a73-3f419cbfb4b4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:35.748751 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5145d236-8fdd-4830-8e2a-32a66bf4098c req-08d61bc8-19f7-4c71-8a73-3f419cbfb4b4 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4820917 Nov 24 13:59:35.749871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:35.779878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:35.780139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:35.784785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:35.801278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.819475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:35.843411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.861507 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5145d236-8fdd-4830-8e2a-32a66bf4098c req-196fe0d7-41de-444a-b29d-5bfe15417d9f tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019776 Nov 24 13:59:35.867154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.872158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.874811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.898352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-31276a3c-ffa3-4e0c-9399-d995d27c6efe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:35.900012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 839b6d0d-84e4-4116-a09e-1c6471cc1a32 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:35.940827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:35.944835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.955407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 839b6d0d-84e4-4116-a09e-1c6471cc1a32 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:35.955407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 839b6d0d-84e4-4116-a09e-1c6471cc1a32 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:35.973387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:35.998104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:36.004784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:36.011433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:36.017339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:36.018132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.025414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb02eaae-ba18-4b19-a2cf-0683f32758a2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:36.034589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port 3560b009-157c-4d0a-ad39-438312966612 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:36.063745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] For port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,segment=NetworkSegment(948ccbf8-f474-426c-aa1d-fcb44e6a87df),segment_id=948ccbf8-f474-426c-aa1d-fcb44e6a87df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:36.069872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.071175 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9946420 Nov 24 13:59:36.076702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:36.077406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b396664e-c920-4807-b976-82fcf044d289 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:36.084030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.090380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a9e5cbe6-0687-4b84-bb28-dae028c378f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:36.101234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:36.113049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-056235c5-6ab6-414b-a0ba-74384770c685 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'bb02eaae-ba18-4b19-a2cf-0683f32758a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:36.114247 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-056235c5-6ab6-414b-a0ba-74384770c685 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 13:59:36.114806 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-056235c5-6ab6-414b-a0ba-74384770c685 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:36.115935 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-056235c5-6ab6-414b-a0ba-74384770c685 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111814 Nov 24 13:59:36.118705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 35976) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:36.149773 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6172731 Nov 24 13:59:36.157352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35980) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:36.229940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.240877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=89f650c6-956f-4204-9160-27445f96c249,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:36.242190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Pushing event updated for resources: {'Port': ['ID=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:36.247597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:36.248883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Transition to ACTIVE for port object a5724b2e-193e-4a4c-bf97-f64d06010d17 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:36.249500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:36.270563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Transition to ACTIVE for port object a5724b2e-193e-4a4c-bf97-f64d06010d17 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:36.279566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.284251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:36.285953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c91e8-b700-4c87-a98f-09906c2782ce tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:36.286946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e83c91e8-b700-4c87-a98f-09906c2782ce tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:36.360981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:36.361901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e83c91e8-b700-4c87-a98f-09906c2782ce tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:36.363877 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e83c91e8-b700-4c87-a98f-09906c2782ce tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2019887 Nov 24 13:59:36.364205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:36.368153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:36.372331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35986) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:36.410964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Pushing event updated for resources: {'Port': ['ID=a5724b2e-193e-4a4c-bf97-f64d06010d17,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:36.419278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:36.434474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.10 (9ba4357e-5aba-4c50-bc59-a44a3102fe3a/4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba/3560b009-157c-4d0a-ad39-438312966612) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:36.480582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Attempting to bind port a5724b2e-193e-4a4c-bf97-f64d06010d17 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:36.480939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Attempting to bind port a5724b2e-193e-4a4c-bf97-f64d06010d17 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '62862646-5f32-4f71-8ee4-dc5e36bc93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:36.481286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Attempting to bind port a5724b2e-193e-4a4c-bf97-f64d06010d17 on network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:36.487513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:36.488339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Checking segment: {'id': '62862646-5f32-4f71-8ee4-dc5e36bc93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:36.488498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.488933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Bound using segment: {'id': '62862646-5f32-4f71-8ee4-dc5e36bc93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:36.489434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Bound port: a5724b2e-193e-4a4c-bf97-f64d06010d17, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62862646-5f32-4f71-8ee4-dc5e36bc93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '9ba4357e-5aba-4c50-bc59-a44a3102fe3a'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:36.489819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.587800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.647161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.661994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Provisioning for port 89f650c6-956f-4204-9160-27445f96c249 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:36.672402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Provisioning complete for port 89f650c6-956f-4204-9160-27445f96c249 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:36.672642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.701367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] For port a5724b2e-193e-4a4c-bf97-f64d06010d17, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:36.720770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.725111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.729261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.731939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] For port a5724b2e-193e-4a4c-bf97-f64d06010d17, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a5724b2e-193e-4a4c-bf97-f64d06010d17,segment=NetworkSegment(62862646-5f32-4f71-8ee4-dc5e36bc93f2),segment_id=62862646-5f32-4f71-8ee4-dc5e36bc93f2)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:36.743207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.750309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-baf8a5a0-b68d-44e3-878b-87457669efd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:36.753802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object 3560b009-157c-4d0a-ad39-438312966612 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:36.781975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.798689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03323854-3cb4-462f-ac0c-02cd99ed4da8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:36.818585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.835575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Port 89f650c6-956f-4204-9160-27445f96c249 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:36.845997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f81f5f6-a4a6-4148-a555-65ee8601382a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:36.866630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Provisioning for port 1812cf10-64a3-4990-95d0-4724696e8e3f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:36.876381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Provisioning complete for port 1812cf10-64a3-4990-95d0-4724696e8e3f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:36.877920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:36.887607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:36.892379 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:36.895780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:36.912792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Pushing event updated for resources: {'Port': ['ID=a5724b2e-193e-4a4c-bf97-f64d06010d17,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:36.927666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:36.946424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4f0c4-dfe2-4c71-95e5-9f540f224ebe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:36.953555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4f0c4-dfe2-4c71-95e5-9f540f224ebe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:36.959050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f4f0c4-dfe2-4c71-95e5-9f540f224ebe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:36.964620 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d6f4f0c4-dfe2-4c71-95e5-9f540f224ebe tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5911911 Nov 24 13:59:36.975223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Port 1812cf10-64a3-4990-95d0-4724696e8e3f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:36.977242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 35996) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:37.005842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Provisioning complete for port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:37.006447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4a2ae08-e38c-4132-9441-a6e116e4569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.108825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=3560b009-157c-4d0a-ad39-438312966612,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:37.123996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:37.136046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 89f650c6-956f-4204-9160-27445f96c249 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:37.136630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.212470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:37.213825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.291726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb02eaae-ba18-4b19-a2cf-0683f32758a2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:37.298029 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8335667 Nov 24 13:59:37.301775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36000) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:37.310029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.324518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.325005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.325447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.325821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.326224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.326540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.326895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.327364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.327794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.328217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.328638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.329228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:37.340470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:37.344589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7962b4c4-8bda-495c-9e46-9c20946d832b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:37.392310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-50077ca5-db85-4fa0-914e-32401f2ad3c8 None None] Provisioning complete for port 1812cf10-64a3-4990-95d0-4724696e8e3f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:37.392911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50077ca5-db85-4fa0-914e-32401f2ad3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.412863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.417478 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb02eaae-ba18-4b19-a2cf-0683f32758a2 HTTP/1.1" status: 204 len: 168 time: 1.2936518 Nov 24 13:59:37.433725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:37.473114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-50077ca5-db85-4fa0-914e-32401f2ad3c8 None None] Port 1812cf10-64a3-4990-95d0-4724696e8e3f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:37.519003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:37.527305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:37.536367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:37.536987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.540652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df5bde-96cc-42a1-9f04-8db39fcf9f66 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:37.582502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=af95d039-8a0e-4fa7-bbb5-1deeda8c410b,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:37.585317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:37.622567 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1995037 Nov 24 13:59:37.627572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36010) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:37.632652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6abfa454-daa6-434c-9aef-b6a7e1cd01cf tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:37.641143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:37.654748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:37.671670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306564-99b3-4287-8066-6151f0ea23bc req-fb8c2e65-8696-4701-96a5-3887d47232df tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:37.673300 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8306564-99b3-4287-8066-6151f0ea23bc req-fb8c2e65-8696-4701-96a5-3887d47232df tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5339012 Nov 24 13:59:37.676732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:router and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:37.711469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:37.743312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:37.768801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6abfa454-daa6-434c-9aef-b6a7e1cd01cf tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:37.770147 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6abfa454-daa6-434c-9aef-b6a7e1cd01cf tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3331859 Nov 24 13:59:37.775249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36014) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:37.781447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--52623046'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:37.781823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.792593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:37.796533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Router 745fc1c0-f281-48ff-a26a-73050a4f5969 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:37.802692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.803704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.812650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2ec8f6da-70d8-4756-97c1-064a2dbb0ad5 None None] Provisioning complete for port 89f650c6-956f-4204-9160-27445f96c249 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:37.812650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f6da-70d8-4756-97c1-064a2dbb0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:37.821360 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8306564-99b3-4287-8066-6151f0ea23bc req-1f01bc6c-19fb-464a-a2a6-5e06862716aa tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317027 Nov 24 13:59:37.850289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:37.952903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 89f650c6-956f-4204-9160-27445f96c249 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:38.004282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.046830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.077725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:38.094337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:38.097072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.106039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:38.106193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:38.121918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:38.141936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:38.164016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.165233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c8911d01-1009-4918-8099-23528b3c1c29 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5365648 Nov 24 13:59:38.172945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36020) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:38.190164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] Sync routers for ids ['745fc1c0-f281-48ff-a26a-73050a4f5969'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:38.263725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:38.265044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.306554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8f6da-70d8-4756-97c1-064a2dbb0ad5 None None] Port 89f650c6-956f-4204-9160-27445f96c249 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:38.334321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] Routers {'745fc1c0-f281-48ff-a26a-73050a4f5969'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:38.335422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['745fc1c0-f281-48ff-a26a-73050a4f5969'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:38.472793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:38.509768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] Routers {'745fc1c0-f281-48ff-a26a-73050a4f5969'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:38.510342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['745fc1c0-f281-48ff-a26a-73050a4f5969'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:38.527968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.529814 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "PUT /v2.0/routers/745fc1c0-f281-48ff-a26a-73050a4f5969 HTTP/1.1" status: 200 len: 914 time: 8.9048870 Nov 24 13:59:38.577066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36026) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:38.586755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdb041-3354-49cf-8f51-ec409c883ac2 None None] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:38.768762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:38.769140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.829894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:38.830253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5449630d-3919-415e-8769-f03ff7b10107 None None] The sync data for ids ['745fc1c0-f281-48ff-a26a-73050a4f5969'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:38.837792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:38.855820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b80f431e-d27b-4cd4-8d43-f6ec7836cd6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:38.959131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-df7dc4e4-02ef-44a7-90a3-9ed8f1079691 None None] Provisioning for port a5724b2e-193e-4a4c-bf97-f64d06010d17 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:38.981127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=89f650c6-956f-4204-9160-27445f96c249,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:38.984395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-776866be-ccd0-4770-b690-2699fa0aff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:38.986372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-776866be-ccd0-4770-b690-2699fa0aff6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 1098 time: 0.5453632 Nov 24 13:59:39.002169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:39.007689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/af95d039-8a0e-4fa7-bbb5-1deeda8c410b/50e759c6-2cd1-4c0c-96c9-ed12243e4d56) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:39.029991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.039123 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-20b1f79f-b924-4c14-a2e0-8326e2c8da48 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/745fc1c0-f281-48ff-a26a-73050a4f5969 HTTP/1.1" status: 200 len: 920 time: 0.4527488 Nov 24 13:59:39.046188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36032) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.249395 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/89f650c6-956f-4204-9160-27445f96c249 HTTP/1.1" status: 204 len: 168 time: 2.2710054 Nov 24 13:59:39.266910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481beba-f387-4612-9e31-2138bc33c116 req-9dcfc216-54cc-48d2-b402-5b2d32558fd9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:39.274399 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9481beba-f387-4612-9e31-2138bc33c116 req-9dcfc216-54cc-48d2-b402-5b2d32558fd9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.7493768 Nov 24 13:59:39.277941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36036) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.330022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a5724b2e-193e-4a4c-bf97-f64d06010d17 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:39.343590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.359250 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-935b54e3-4438-462b-b877-b53c52234317 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:59:39.359792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-935b54e3-4438-462b-b877-b53c52234317 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:39.393824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.401589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.407442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.414962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-935b54e3-4438-462b-b877-b53c52234317 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:39.417200 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-935b54e3-4438-462b-b877-b53c52234317 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/89f650c6-956f-4204-9160-27445f96c249 HTTP/1.1" status: 404 len: 333 time: 0.1365902 Nov 24 13:59:39.420586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:39.423520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36042) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.469895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9481beba-f387-4612-9e31-2138bc33c116 req-7fcddf8b-5e86-40d3-8e88-4b0a97de210d tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947613 Nov 24 13:59:39.506274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.540193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Transition to ACTIVE for port object 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:39.548342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336111d-0858-4d5b-aa4c-680e3379e41e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:39.550129 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2336111d-0858-4d5b-aa4c-680e3379e41e tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=745fc1c0-f281-48ff-a26a-73050a4f5969&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5022788 Nov 24 13:59:39.555977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36046) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.587565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Transition to ACTIVE for port object 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:39.588881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 1812cf10-64a3-4990-95d0-4724696e8e3f {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:39.589997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.594475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port a5724b2e-193e-4a4c-bf97-f64d06010d17 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:39.607640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.617708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7399cf87-a150-4fba-bcfe-999f8914bef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:39.667324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a5724b2e-193e-4a4c-bf97-f64d06010d17 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:39.667715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.695961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:39.700309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9237149 Nov 24 13:59:39.725771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36050) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.726843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79eaa2-9b58-47c0-ad78-e890fcf825a1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:39.734772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:39.753942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8522e34e-403e-4b38-ac37-7262ac89621e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '8d79eaa2-9b58-47c0-ad78-e890fcf825a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:39.778470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:39.778727 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-8522e34e-403e-4b38-ac37-7262ac89621e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 13:59:39.779207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-8522e34e-403e-4b38-ac37-7262ac89621e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:39.783586 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8522e34e-403e-4b38-ac37-7262ac89621e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0532734 Nov 24 13:59:39.784935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:39.785156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-d2ebf81c-1e70-454f-8b01-4b517463d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:39.787035 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-d2ebf81c-1e70-454f-8b01-4b517463d63b service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 200 len: 914 time: 0.7774639 Nov 24 13:59:39.787511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36056) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.798113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:39.800217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9947549f-d1a8-4390-bfd8-710b109bd7a6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '8d79eaa2-9b58-47c0-ad78-e890fcf825a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:39.800965 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-9947549f-d1a8-4390-bfd8-710b109bd7a6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 13:59:39.801466 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-9947549f-d1a8-4390-bfd8-710b109bd7a6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:39.805369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9947549f-d1a8-4390-bfd8-710b109bd7a6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148990 Nov 24 13:59:39.808655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36060) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.835608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Pushing event updated for resources: {'Port': ['ID=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:39.926072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.926382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.926675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.926794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-91b0a74e-8174-4fa4-bf1e-7a05ce14c214 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '8d79eaa2-9b58-47c0-ad78-e890fcf825a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:39.927014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.927347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.927679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.927914 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-91b0a74e-8174-4fa4-bf1e-7a05ce14c214 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 13:59:39.928030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.928316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.928430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-91b0a74e-8174-4fa4-bf1e-7a05ce14c214 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:39.928640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.928990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.929312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.929799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:39.932541 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-91b0a74e-8174-4fa4-bf1e-7a05ce14c214 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0582702 Nov 24 13:59:39.941266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36064) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:39.962066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:39.965047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4b61eebc-0e95-41fa-b248-bbf63a08e4a9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '8d79eaa2-9b58-47c0-ad78-e890fcf825a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:39.966097 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-4b61eebc-0e95-41fa-b248-bbf63a08e4a9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 13:59:39.966612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-4b61eebc-0e95-41fa-b248-bbf63a08e4a9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:39.970585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4b61eebc-0e95-41fa-b248-bbf63a08e4a9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0276098 Nov 24 13:59:39.981642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36068) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:40.060526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-109c5628-13c0-4829-b95d-25da2e17cb13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.2537990 Nov 24 13:59:40.066945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.079807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.089115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0fc1ad1a-7613-47dc-9bf6-3d9c7626b0cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:40.158208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Attempting to bind port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:40.159592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Attempting to bind port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:40.159592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Attempting to bind port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:40.167644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.181577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c331ca34-e007-4e49-bbce-bc48a340183c None None] Provisioning complete for port a5724b2e-193e-4a4c-bf97-f64d06010d17 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:40.182807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c331ca34-e007-4e49-bbce-bc48a340183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.206666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:40.207215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:40.207748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.208633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:40.208976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Bound port: 50e759c6-2cd1-4c0c-96c9-ed12243e4d56, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:40.209454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.265962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-8ab6a256-0d75-489f-a9d8-4da99e306908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:40.267401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-8ab6a256-0d75-489f-a9d8-4da99e306908 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 200 len: 851 time: 0.1641581 Nov 24 13:59:40.270534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.270996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port a5724b2e-193e-4a4c-bf97-f64d06010d17, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a5724b2e-193e-4a4c-bf97-f64d06010d17,segment=NetworkSegment(62862646-5f32-4f71-8ee4-dc5e36bc93f2),segment_id=62862646-5f32-4f71-8ee4-dc5e36bc93f2)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:40.315172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.325818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=3560b009-157c-4d0a-ad39-438312966612,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:40.330557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:40.334307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-61bf0a4b-ae97-426b-8122-02c5978716b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:40.357609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.372452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::1 (13168bed-777a-4e4d-96b5-2446850be7d2/af95d039-8a0e-4fa7-bbb5-1deeda8c410b/d3bd2d7c-7269-4521-82ce-fb08d92406e6) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:40.438154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc8b4d-f8b6-40dc-9ddb-122a4f2722f0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:40.440107 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1dcc8b4d-f8b6-40dc-9ddb-122a4f2722f0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.8799572 Nov 24 13:59:40.453010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36072) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:40.496181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=a5724b2e-193e-4a4c-bf97-f64d06010d17,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:40.518090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] For port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:40.538728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:40.552296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] For port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:40.562620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.569037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-20f308af-7190-4d5f-ab45-1591a50f70ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:40.573008 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7d2ee450-4480-4934-8858-7ab0e64a95bf tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=745fc1c0-f281-48ff-a26a-73050a4f5969 HTTP/1.1" status: 200 len: 205 time: 0.1161828 Nov 24 13:59:40.574456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36078) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:40.576792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.589963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a9deb24f-5a9f-4521-a248-545d1feb8892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:40.612061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-9a3cce36-c890-4436-baff-30d82676b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:40.613610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-9a3cce36-c890-4436-baff-30d82676b841 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c951eb0-38a5-43cb-a8bb-686fddfe33a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3277886 Nov 24 13:59:40.616907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79eaa2-9b58-47c0-ad78-e890fcf825a1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:40.622933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:40.700910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Pushing event updated for resources: {'Port': ['ID=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:40.736593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:40.738960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c331ca34-e007-4e49-bbce-bc48a340183c None None] Provisioning for port 3560b009-157c-4d0a-ad39-438312966612 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:40.751522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c331ca34-e007-4e49-bbce-bc48a340183c None None] Provisioning complete for port 3560b009-157c-4d0a-ad39-438312966612 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:40.752016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c331ca34-e007-4e49-bbce-bc48a340183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.796243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.800181 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d79eaa2-9b58-47c0-ad78-e890fcf825a1 HTTP/1.1" status: 204 len: 168 time: 0.8155098 Nov 24 13:59:40.804964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36082) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:40.813603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.841320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c331ca34-e007-4e49-bbce-bc48a340183c None None] Port 3560b009-157c-4d0a-ad39-438312966612 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:40.865607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:40.926187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object d3bd2d7c-7269-4521-82ce-fb08d92406e6 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:40.973861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a6eb2691-24df-4b06-91d8-b3b245761097 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:40.980537 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-c4d4184c-0c8d-4337-8e45-a59dbb1c027c service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533933 Nov 24 13:59:40.992060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8446dbdb-c9f8-4c8e-91ad-b08354f81b74 None None] Provisioning complete for port 3560b009-157c-4d0a-ad39-438312966612 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:40.992876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8446dbdb-c9f8-4c8e-91ad-b08354f81b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.108959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8446dbdb-c9f8-4c8e-91ad-b08354f81b74 None None] Port 3560b009-157c-4d0a-ad39-438312966612 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:41.172796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3f9b3-4af4-4904-bbab-69a6d0654f47 req-83d271dc-c1c3-4a67-bf20-4f72f1776379 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:41.174357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9d3f9b3-4af4-4904-bbab-69a6d0654f47 req-83d271dc-c1c3-4a67-bf20-4f72f1776379 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4488657 Nov 24 13:59:41.179660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a6eb2691-24df-4b06-91d8-b3b245761097 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:41.180233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 1812cf10-64a3-4990-95d0-4724696e8e3f owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:41.183337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a6eb2691-24df-4b06-91d8-b3b245761097 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3764229 Nov 24 13:59:41.190645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36088) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:41.230988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014417062'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:41.248690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:41.261167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.280283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:41.321348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.328701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:41.336187 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9d3f9b3-4af4-4904-bbab-69a6d0654f47 req-6f479682-cdde-4474-8a33-92a39d1b6355 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513109 Nov 24 13:59:41.386435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.511819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:41.518674 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1fe1c8-8ad8-4ac7-b9f6-06f7ed04e659 req-f91458bb-bdd5-44c4-b77d-6245b99f54c9 service neutron] 10.222.0.76 "GET /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200667 Nov 24 13:59:41.519437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:41.524307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:41.524920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.533480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.563577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=d3bd2d7c-7269-4521-82ce-fb08d92406e6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:41.570239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:41.579367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:41.589293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:41.593411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:41.602386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:41.606142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.616617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-535fae24-8d90-43f4-9d49-7a5098acc900 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:41.712886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=1812cf10-64a3-4990-95d0-4724696e8e3f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:41.715517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:41.737527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.766548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.785510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.794159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.809378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Deleting port 19ff1299-a05f-4456-8d99-8f9dd8084572 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:41.809765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.830166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.836104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.842101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-64e423fc-6c07-4529-b873-207be0ada264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:41.856635 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/1812cf10-64a3-4990-95d0-4724696e8e3f HTTP/1.1" status: 204 len: 168 time: 2.4321408 Nov 24 13:59:41.857346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36092) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:41.909410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce73b00a-724c-425b-bb97-09de6db37fe5,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:41.973306 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac9872c-a064-4548-9df3-a7573c69a63e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 13:59:41.973306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7ac9872c-a064-4548-9df3-a7573c69a63e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:41.975903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:41.976951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:41.977856 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7838693 Nov 24 13:59:42.010934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36096) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:42.018149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-965b6c33-0ff0-4454-a6f7-37caadd9035d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:42.018822 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-965b6c33-0ff0-4454-a6f7-37caadd9035d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 13:59:42.019334 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-965b6c33-0ff0-4454-a6f7-37caadd9035d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:42.020359 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-965b6c33-0ff0-4454-a6f7-37caadd9035d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068796 Nov 24 13:59:42.029275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36100) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:42.105535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:42.120074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:42.131596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:42.137103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:42.198059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7ac9872c-a064-4548-9df3-a7573c69a63e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:42.202081 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7ac9872c-a064-4548-9df3-a7573c69a63e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/1812cf10-64a3-4990-95d0-4724696e8e3f HTTP/1.1" status: 404 len: 333 time: 0.3350091 Nov 24 13:59:42.202991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36104) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:42.245249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-708325df-22c4-483c-a73b-f84253adef25 None None] Provisioning for port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:42.285298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 7951d0ab-aff7-4767-b0d3-df73eac9d5a2 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:42.290546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.361443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:42.443527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.478853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.563461 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:42.564827 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ccc8ba44-7986-4aa4-81b0-040446b1b7f3 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4858475 Nov 24 13:59:42.571226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36112) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:42.580456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:42.586143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-15722747-6184-45da-8e82-2f883a360567 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:42.587162 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-15722747-6184-45da-8e82-2f883a360567 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 13:59:42.587653 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-15722747-6184-45da-8e82-2f883a360567 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:42.592241 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-15722747-6184-45da-8e82-2f883a360567 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132840 Nov 24 13:59:42.596222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36116) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:42.605337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:42.626407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:42.643627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:42.645823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e829831a-1b38-46b9-8925-7d22fc68a779 None None] Provisioning for port d3bd2d7c-7269-4521-82ce-fb08d92406e6 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:42.651853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.654356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e829831a-1b38-46b9-8925-7d22fc68a779 None None] Provisioning complete for port d3bd2d7c-7269-4521-82ce-fb08d92406e6 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:42.655008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e829831a-1b38-46b9-8925-7d22fc68a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.657601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:42.673777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:42.678496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.679314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.687862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a277da2b-69fd-4b60-9026-a76115787d81 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:42.738210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:42.751798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:42.752366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.784769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e829831a-1b38-46b9-8925-7d22fc68a779 None None] Port d3bd2d7c-7269-4521-82ce-fb08d92406e6 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:42.784988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f95b92-5267-4ef2-8eeb-83b827e2c66f req-2dc6d01c-556e-4740-ad8d-26020d4c0ec5 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:42.786381 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09f95b92-5267-4ef2-8eeb-83b827e2c66f req-2dc6d01c-556e-4740-ad8d-26020d4c0ec5 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2705405 Nov 24 13:59:42.797761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Calling delete_port for 19ff1299-a05f-4456-8d99-8f9dd8084572 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:42.861613 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09f95b92-5267-4ef2-8eeb-83b827e2c66f req-5c9cca3d-eaaa-4562-ae78-d28f7bcfec34 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511284 Nov 24 13:59:42.888177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.924468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:42.930241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:42.933339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a5724b2e-193e-4a4c-bf97-f64d06010d17 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:42.968230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-176a30e4-7f21-496e-b8ab-655ee47f5e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:42.988255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=d3bd2d7c-7269-4521-82ce-fb08d92406e6,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:42.993353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:42.999570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:43.001071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d0e2c599-02d8-467b-b407-0e7a00990430 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4027228 Nov 24 13:59:43.002559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.004639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36124) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:43.014664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-48f88dac-eec3-44a7-b9ed-1b2e2641de07 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:43.015132 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-48f88dac-eec3-44a7-b9ed-1b2e2641de07 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 13:59:43.015614 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-48f88dac-eec3-44a7-b9ed-1b2e2641de07 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:43.019644 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-48f88dac-eec3-44a7-b9ed-1b2e2641de07 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123568 Nov 24 13:59:43.021708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36128) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:43.033856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:43.073218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:43.077336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:43.077522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:43.085200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a5724b2e-193e-4a4c-bf97-f64d06010d17 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:43.085665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.097749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:43.101403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:43.102860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:43.105920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:43.113706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:43.166635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.227249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.265067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0b36bd3d-dab0-49b9-83d9-dc7a4b402743 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:43.283895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.290329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e769eada-a167-4ade-9176-0582d9189966 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:43.337753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=7951d0ab-aff7-4767-b0d3-df73eac9d5a2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:43.341903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:43.351214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.362668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafeb7b9-bb22-4408-b05c-4b8706509f76 None None] Network 34cdfe9c-eae8-436e-9557-02e98ac308ff requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:43.363405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/7951d0ab-aff7-4767-b0d3-df73eac9d5a2 HTTP/1.1" status: 204 len: 168 time: 1.1587226 Nov 24 13:59:43.367209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36132) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:43.376372 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:43.381180 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-76be9efb-ebb8-47a0-826b-669c4cb16901 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3561349 Nov 24 13:59:43.381931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36136) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:43.402833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdba2b-948a-4ecb-adf4-43baa40bd6da req-b6d95035-26fc-403b-91ec-be443f32fd76 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:43.404415 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8dbdba2b-948a-4ecb-adf4-43baa40bd6da req-b6d95035-26fc-403b-91ec-be443f32fd76 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.3757975 Nov 24 13:59:43.411998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6c9bf67d-faac-4a1c-b746-424d718e054d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:43.412540 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-6c9bf67d-faac-4a1c-b746-424d718e054d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 13:59:43.413256 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-6c9bf67d-faac-4a1c-b746-424d718e054d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:43.419260 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6c9bf67d-faac-4a1c-b746-424d718e054d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0264485 Nov 24 13:59:43.445257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36140) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:43.473690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.478186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=3560b009-157c-4d0a-ad39-438312966612,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:43.502130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:43.502641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:43.541744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:43.581072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:43.590254 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8dbdba2b-948a-4ecb-adf4-43baa40bd6da req-48b57793-ae09-4e39-938d-3db38ea7ed01 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646986 Nov 24 13:59:43.591316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.601273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event deleted for resources: {'Port': ['ID=19ff1299-a05f-4456-8d99-8f9dd8084572,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:43.605601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:43.608858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:43.655471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:43.657527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cf32bf6a-8651-4df3-a7bc-35f6a4763749 None None] Provisioning complete for port d3bd2d7c-7269-4521-82ce-fb08d92406e6 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:43.657934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf32bf6a-8651-4df3-a7bc-35f6a4763749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.675951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:43.729167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.742169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Router 8a080f85-e61e-4ee1-9408-a99774891419 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:43.764082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cf32bf6a-8651-4df3-a7bc-35f6a4763749 None None] Port d3bd2d7c-7269-4521-82ce-fb08d92406e6 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:43.869769 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:43.873252 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-65987304-57d1-4f46-b4f4-9e68ca8cd2b8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4239171 Nov 24 13:59:43.874102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36148) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:43.894857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] DHCP port deletion for 34cdfe9c-eae8-436e-9557-02e98ac308ff request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:43.902925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Deleting port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:43.903353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.910864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:43.967550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:43.967943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.036083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'ce73b00a-724c-425b-bb97-09de6db37fe5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:44.103841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:44.113096 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Sync routers for ids ['8a080f85-e61e-4ee1-9408-a99774891419'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:44.123124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:44.131901 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Routers {'8a080f85-e61e-4ee1-9408-a99774891419'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:44.132820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8a080f85-e61e-4ee1-9408-a99774891419'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:44.133695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:44.139602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:44.147904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:44.154101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:44.158222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.163698 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "PUT /v2.0/routers/8a080f85-e61e-4ee1-9408-a99774891419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9872510 Nov 24 13:59:44.167376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.168931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36154) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:44.238817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] For port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,segment=NetworkSegment(948ccbf8-f474-426c-aa1d-fcb44e6a87df),segment_id=948ccbf8-f474-426c-aa1d-fcb44e6a87df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:44.241266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.293886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:44.389665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] For port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,segment=NetworkSegment(948ccbf8-f474-426c-aa1d-fcb44e6a87df),segment_id=948ccbf8-f474-426c-aa1d-fcb44e6a87df)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:44.390676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.433210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af389b-4c56-4ea7-baed-239328547eb6 req-2953ed01-70a9-442f-8eea-fb9f4f2185fb tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:44.435283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4af389b-4c56-4ea7-baed-239328547eb6 req-2953ed01-70a9-442f-8eea-fb9f4f2185fb tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.3171728 Nov 24 13:59:44.447266 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Set router 8a080f85-e61e-4ee1-9408-a99774891419 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:44.508855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:44.545121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67412c-0b68-48c7-a989-223365f23ab2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:44.546697 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7a67412c-0b68-48c7-a989-223365f23ab2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports/d3bd2d7c-7269-4521-82ce-fb08d92406e6 HTTP/1.1" status: 200 len: 911 time: 0.2564242 Nov 24 13:59:44.547531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.548156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Fanout notify agent at l3_agent the message router_deleted on router 745fc1c0-f281-48ff-a26a-73050a4f5969 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:44.551158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Calling delete_port for 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:44.555610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36158) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:44.598805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:44.633439 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:44.635139 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f5d77dd8-6d7d-4b91-ae7f-1bb10b1f0e97 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7285385 Nov 24 13:59:44.639259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36162) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:44.682303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6e17125c-f1f5-4d2a-ba31-46b1165ade3e None None] Provisioning complete for port 3560b009-157c-4d0a-ad39-438312966612 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:44.682752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e17125c-f1f5-4d2a-ba31-46b1165ade3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.758725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.758989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4af389b-4c56-4ea7-baed-239328547eb6 req-92047e33-3b86-4b36-b3db-ac72f2c7d03b tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447617 Nov 24 13:59:44.765884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:44.793443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:59:44.793768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:59:44.822788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6e17125c-f1f5-4d2a-ba31-46b1165ade3e None None] Port 3560b009-157c-4d0a-ad39-438312966612 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:44.831937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Pushing event deleted for resources: {'Port': ['ID=39d3fa90-bc07-494f-98a0-cd36d09c1fe3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:44.836161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:44.844893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] No DVR routers for this DVR port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:44.852087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:44.856508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.857723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.901326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.905225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:44.911458 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/745fc1c0-f281-48ff-a26a-73050a4f5969 HTTP/1.1" status: 204 len: 168 time: 4.3206763 Nov 24 13:59:44.912448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:44.927974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Router 000a2afa-f9b2-4e32-be6b-df8fc22629b9 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:44.928570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1238083067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:44.955765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:44.965808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Usage tracker for resource:router and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:44.976592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:44.988701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:45.002318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.003821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.016466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.023711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a66f64aa-ba62-4634-9425-75c3edaf0abb tempest-AllowedAddressPairTestJSON-517853616 tempest-AllowedAddressPairTestJSON-517853616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:45.047500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce73b00a-724c-425b-bb97-09de6db37fe5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:45.055248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:45.056314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.105236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e2e57-aea8-4459-b56b-a34538070a4a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:45.112093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e2e57-aea8-4459-b56b-a34538070a4a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:45.116843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1a0e2e57-aea8-4459-b56b-a34538070a4a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5592859 Nov 24 13:59:45.117232 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a080f85-e61e-4ee1-9408-a99774891419', 'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:37Z', 'updated_at': '2021-11-24T13:59:41Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None, '_interfaces': [{'id': 'd3bd2d7c-7269-4521-82ce-fb08d92406e6', 'name': '', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'mac_address': 'fa:16:3e:1f:d6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a080f85-e61e-4ee1-9408-a99774891419', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:39Z', 'updated_at': '2021-11-24T13:59:42Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'subnets': [{'id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:45.117781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36172) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:45.120639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.124359 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce73b00a-724c-425b-bb97-09de6db37fe5 HTTP/1.1" status: 204 len: 168 time: 0.4727609 Nov 24 13:59:45.125627 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Checking router: 8a080f85-e61e-4ee1-9408-a99774891419 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:45.125983 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Updating router 8a080f85-e61e-4ee1-9408-a99774891419 port d3bd2d7c-7269-4521-82ce-fb08d92406e6 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:59:45.126982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:45.130088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.152042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36174) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:45.170376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:45.170901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:45.171628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.172984 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f92dfc8-a04e-47dd-85a4-4f562467c4ee tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2593718 Nov 24 13:59:45.176165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36180) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:45.190167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': False}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:45.192302 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.310142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:45.320016 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/routers/000a2afa-f9b2-4e32-be6b-df8fc22629b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0171473 Nov 24 13:59:45.321842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 39d3fa90-bc07-494f-98a0-cd36d09c1fe3 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:45.322205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.323415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36184) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:45.327655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] Sync routers for ids ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:45.356143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] Routers {'000a2afa-f9b2-4e32-be6b-df8fc22629b9'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:45.359648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:45.492497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] The port '39d3fa90-bc07-494f-98a0-cd36d09c1fe3' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:59:45.523268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:45.546107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] Routers {'000a2afa-f9b2-4e32-be6b-df8fc22629b9'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:45.548069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:45.589811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb69f2-8a9a-442a-8f0b-9c9059fede6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:45.590546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dbdb69f2-8a9a-442a-8f0b-9c9059fede6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:45.602219 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.619387 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Transition to ACTIVE for port object d3bd2d7c-7269-4521-82ce-fb08d92406e6 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:45.631025 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.652795 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-0b182cba-7318-4eb8-951b-9ab55f4f7609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:45.660155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dbdb69f2-8a9a-442a-8f0b-9c9059fede6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:45.664515 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dbdb69f2-8a9a-442a-8f0b-9c9059fede6e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports?device_id=000a2afa-f9b2-4e32-be6b-df8fc22629b9 HTTP/1.1" status: 200 len: 983 time: 0.3401182 Nov 24 13:59:45.665380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36188) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:45.679513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:45.679932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21747ac0-e1e6-443a-a28d-c9670d80c93e None None] The sync data for ids ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:45.895544 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Attempting to bind port d3bd2d7c-7269-4521-82ce-fb08d92406e6 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:45.902928 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Attempting to bind port d3bd2d7c-7269-4521-82ce-fb08d92406e6 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:45.903357 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Attempting to bind port d3bd2d7c-7269-4521-82ce-fb08d92406e6 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:45.915590 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:45.916694 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:45.917136 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.917543 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:45.918025 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Bound port: d3bd2d7c-7269-4521-82ce-fb08d92406e6, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:45.918408 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:45.933780 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ba490-7840-489e-aec9-90773f99e546 None None] Pushing event updated for resources: {'Port': ['ID=d3bd2d7c-7269-4521-82ce-fb08d92406e6,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:45.939058 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-177ba490-7840-489e-aec9-90773f99e546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:45.940227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d1e8126d-82c0-4cbe-97ef-ce3af0241fe9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:46.063431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.066371 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] For port d3bd2d7c-7269-4521-82ce-fb08d92406e6, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:46.071312 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] For port d3bd2d7c-7269-4521-82ce-fb08d92406e6, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d3bd2d7c-7269-4521-82ce-fb08d92406e6,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:46.075986 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.080377 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:46.170845 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Routers {'8a080f85-e61e-4ee1-9408-a99774891419'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:46.171723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8a080f85-e61e-4ee1-9408-a99774891419'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:46.198048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cdfe9c-eae8-436e-9557-02e98ac308ff']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:46.212124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.222080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948ccbf8-f474-426c-aa1d-fcb44e6a87df') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:46.222455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948ccbf8-f474-426c-aa1d-fcb44e6a87df') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:46.234477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d1e8126d-82c0-4cbe-97ef-ce3af0241fe9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:46.236200 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d1e8126d-82c0-4cbe-97ef-ce3af0241fe9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0825906 Nov 24 13:59:46.242155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36196) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:46.252918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--432793251'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:46.258892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.263813 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ba490-7840-489e-aec9-90773f99e546 None None] Pushing event updated for resources: {'Port': ['ID=d3bd2d7c-7269-4521-82ce-fb08d92406e6,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:46.270380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:46.311369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.314058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:46.354899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.372789 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-177ba490-7840-489e-aec9-90773f99e546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:46.382497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:46.382839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:46.400241 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:46.441445 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] Set router 8a080f85-e61e-4ee1-9408-a99774891419 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:46.482385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab6033-840e-48ef-af63-2c476f0af183 req-5ac96377-7b82-42e3-bedd-9c73df8a5511 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:46.483843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f9ab6033-840e-48ef-af63-2c476f0af183 req-5ac96377-7b82-42e3-bedd-9c73df8a5511 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.4725034 Nov 24 13:59:46.484633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.578940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:46.589364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:46.646533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f9ab6033-840e-48ef-af63-2c476f0af183 req-6460f33d-7146-455e-af95-826096af614a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518903 Nov 24 13:59:46.648609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:46.661939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.678768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.683336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:46.688124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-113ac324-11a6-4585-bf98-993d63e8eac0 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:46.732343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=34cdfe9c-eae8-436e-9557-02e98ac308ff,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:46.744973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:46.749213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:46.770433 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/34cdfe9c-eae8-436e-9557-02e98ac308ff HTTP/1.1" status: 204 len: 168 time: 3.4021344 Nov 24 13:59:46.774823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36200) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:46.794500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-471880030'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:46.810781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:46.825950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:network and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:46.830330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:46.846226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:46.883641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3c262-8510-4660-82bb-a850f1164461 req-11068d48-b274-47c6-8e5f-25e4cb1956c2 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:46.886316 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3bd3c262-8510-4660-82bb-a850f1164461 req-11068d48-b274-47c6-8e5f-25e4cb1956c2 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.76 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.2932963 Nov 24 13:59:46.889929 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a080f85-e61e-4ee1-9408-a99774891419', 'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:37Z', 'updated_at': '2021-11-24T13:59:41Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None, '_interfaces': [{'id': 'd3bd2d7c-7269-4521-82ce-fb08d92406e6', 'name': '', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'mac_address': 'fa:16:3e:1f:d6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a080f85-e61e-4ee1-9408-a99774891419', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:39Z', 'updated_at': '2021-11-24T13:59:46Z', 'revision_number': 4, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'subnets': [{'id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:46.895086 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a20a81a-bd44-4888-8be1-d05f5626d621 None None] The sync data for ids ['8a080f85-e61e-4ee1-9408-a99774891419'] in dv-neutron-818153-2-hyperv is: [{'id': '8a080f85-e61e-4ee1-9408-a99774891419', 'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:37Z', 'updated_at': '2021-11-24T13:59:41Z', 'revision_number': 2, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None, '_interfaces': [{'id': 'd3bd2d7c-7269-4521-82ce-fb08d92406e6', 'name': '', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'mac_address': 'fa:16:3e:1f:d6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a080f85-e61e-4ee1-9408-a99774891419', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:39Z', 'updated_at': '2021-11-24T13:59:46Z', 'revision_number': 4, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'subnets': [{'id': 'af95d039-8a0e-4fa7-bbb5-1deeda8c410b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:46.912454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:46.916556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.019960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.055068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.087308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.097008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:59:47.101394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5828ea23-aaf2-4a03-8a32-57fc6d16686d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:47.205181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Deleting port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:47.205517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.237611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port d3bd2d7c-7269-4521-82ce-fb08d92406e6 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:47.237611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.280733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.281112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Added segment 7d072661-c155-42ab-9769-26f4d5768a0a of type vlan for network 1939a505-03c5-4d37-b8cd-6ae6db6909ec Nov 24 13:59:47.332965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d0aa2d-63bf-4cc8-a8ef-51bd5e1fbafc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:47.336080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:47.428683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.440786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.446033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1972201 Nov 24 13:59:47.454853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36208) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:47.463869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'a9d0aa2d-63bf-4cc8-a8ef-51bd5e1fbafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:47.476439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.515002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:47.534415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.560232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:47.593847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] For port d3bd2d7c-7269-4521-82ce-fb08d92406e6, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d3bd2d7c-7269-4521-82ce-fb08d92406e6,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:47.594423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.604687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:47.779026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for d3bd2d7c-7269-4521-82ce-fb08d92406e6 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:47.815640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36214) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:47.835831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 3560b009-157c-4d0a-ad39-438312966612 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:47.836166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.840207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:47.847855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.853374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:47.853989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:47.891900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:48.120982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Network': ['ID=1939a505-03c5-4d37-b8cd-6ae6db6909ec,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:48.124052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:48.129624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3488784 Nov 24 13:59:48.133025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44db8b2-b15a-4f72-a910-08e5bc6e0f69 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:48.133502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44db8b2-b15a-4f72-a910-08e5bc6e0f69 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:48.133965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44db8b2-b15a-4f72-a910-08e5bc6e0f69 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:48.135249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:59:48.144837 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d44db8b2-b15a-4f72-a910-08e5bc6e0f69 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=db914428e403428a8777a572bc271f9c&network_id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 3000 time: 0.3116345 Nov 24 13:59:48.144837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36218) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:48.153607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:48.157706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] For port 867e5bd6-b139-4fcc-ad74-5f550334b9c2, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=867e5bd6-b139-4fcc-ad74-5f550334b9c2,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:48.158057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.187455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.258311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The resource could not be found. Nov 24 13:59:48.262566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-29f9b14e-503b-493e-a7b1-b11ef50ff267 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8014216 Nov 24 13:59:48.268208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36224) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:48.289720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': 'a9d0aa2d-63bf-4cc8-a8ef-51bd5e1fbafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'eb8b33a0-9e47-4720-8716-0093993eda27'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:48.311858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:48.314676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Allocated IP 172.26.8.249 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/11912ad8-34d1-4eb8-b4c1-aba7e087d310) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:48.331863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a68793-a532-4fc4-9044-f1312e39603d req-1da4993c-5283-4ef5-8642-73a7a982df37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:48.339509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31a68793-a532-4fc4-9044-f1312e39603d req-1da4993c-5283-4ef5-8642-73a7a982df37 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 945 time: 0.5107718 Nov 24 13:59:48.424175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:48.443227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:48.484467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d3bd2d7c-7269-4521-82ce-fb08d92406e6 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:48.492485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:48.523157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 3560b009-157c-4d0a-ad39-438312966612 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:48.606341 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31a68793-a532-4fc4-9044-f1312e39603d req-e9b1f489-7845-4b17-9fbc-ad02d1c10748 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups?id=69011330-f805-4658-b4a3-29212f45a2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657948 Nov 24 13:59:48.673618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:48.704807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:48.709153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:48.714652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port d3bd2d7c-7269-4521-82ce-fb08d92406e6 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:48.718658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:48.720242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.720528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d3bd2d7c-7269-4521-82ce-fb08d92406e6 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:48.720956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.726555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b823051b-9ab4-4699-b135-8396443320cc tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:48.755939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port d3bd2d7c-7269-4521-82ce-fb08d92406e6 was deleted so its status cannot be updated. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 13:59:48.764103 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The resource could not be found. Nov 24 13:59:48.765157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4c855bf9-bcba-47a6-83c0-df45aa4ca5b9 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4960015 Nov 24 13:59:48.773884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36232) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:48.783045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=d3bd2d7c-7269-4521-82ce-fb08d92406e6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:48.814513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.814847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.815155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Floating IP 0a7fd968-0cd0-451b-8d32-c69c9b28e948 disassociated. External IP: 172.26.8.129, port: 867e5bd6-b139-4fcc-ad74-5f550334b9c2. Nov 24 13:59:48.815495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Calling delete_port for 867e5bd6-b139-4fcc-ad74-5f550334b9c2 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:48.826235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:48.835147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:48.839107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.849952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.963017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:48.976696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8a093a1a-b801-49a2-a0e1-a16713d0d536 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:49.062589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:49.065359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:49.072292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:49.075501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Pushing event updated for resources: {'Port': ['ID=11912ad8-34d1-4eb8-b4c1-aba7e087d310,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:49.079712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:49.110739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:49.111315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:49.155634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:49.182607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:49.206554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event deleted for resources: {'Port': ['ID=867e5bd6-b139-4fcc-ad74-5f550334b9c2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:49.217075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:49.360987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:49.379434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:49.393571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2629639d-4c7b-4915-a02b-4aeacc11ff78 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:49.627055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=3560b009-157c-4d0a-ad39-438312966612,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:49.637638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:49.738551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5efff81-a04e-47c9-9b46-5ad584b392ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:49.791918 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-335cfed3-80f3-405c-a2fa-82b5609ef3f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6307688 Nov 24 13:59:49.810158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Router 8a080f85-e61e-4ee1-9408-a99774891419 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:49.968647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Router d31555c8-343e-4dc3-bd01-0a8ccec842fb has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:50.007804 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5560c16b-e0b3-4fbf-baf1-fb5afe8706f7 req-acf2933b-90f6-4372-93f5-6cb7695185d8 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.1598611 Nov 24 13:59:50.008288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.029000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f14f3904-3be3-49d2-b1fc-c15372466fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:50.191125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d0aa2d-63bf-4cc8-a8ef-51bd5e1fbafc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:50.207942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:50.237735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.291043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.316245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.330853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.375923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ecf2d6cc-607f-4146-808e-7e23985762c3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:50.395850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-564874f6-3b7c-4502-bdd1-6f7a5e6e531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:50.396399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 867e5bd6-b139-4fcc-ad74-5f550334b9c2 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:50.397348 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-564874f6-3b7c-4502-bdd1-6f7a5e6e531b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1099 time: 0.4905355 Nov 24 13:59:50.402779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:50.406890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:50.419969 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] Sync routers for ids ['8a080f85-e61e-4ee1-9408-a99774891419'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:50.434668 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] Routers {'8a080f85-e61e-4ee1-9408-a99774891419'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:50.435279 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8a080f85-e61e-4ee1-9408-a99774891419'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:50.472114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 867e5bd6-b139-4fcc-ad74-5f550334b9c2 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:50.472608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 867e5bd6-b139-4fcc-ad74-5f550334b9c2 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:50.475543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] Sync routers for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:50.487759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:50.488900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:50.525338 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "PUT /v2.0/routers/8a080f85-e61e-4ee1-9408-a99774891419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3953755 Nov 24 13:59:50.526150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36244) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:50.538156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.539377 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9d0aa2d-63bf-4cc8-a8ef-51bd5e1fbafc HTTP/1.1" status: 204 len: 168 time: 1.7614245 Nov 24 13:59:50.575077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36248) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:50.595069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] No DVR routers for this DVR port 867e5bd6-b139-4fcc-ad74-5f550334b9c2 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:50.604702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36252) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:50.619739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:50.635871 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] Set router 8a080f85-e61e-4ee1-9408-a99774891419 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:50.676518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=af5e1cfc-94ce-4f15-902d-2c32cf568ec1,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:50.679829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:50.730217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:50.735608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'name': 'network-vif-deleted', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:50.745491 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a080f85-e61e-4ee1-9408-a99774891419', 'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:37Z', 'updated_at': '2021-11-24T13:59:48Z', 'revision_number': 3, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:50.749798 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] Checking router: 8a080f85-e61e-4ee1-9408-a99774891419 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:50.758845 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] Routers {'8a080f85-e61e-4ee1-9408-a99774891419'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:50.759767 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8a080f85-e61e-4ee1-9408-a99774891419'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:50.861802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b891dbac-62d5-47aa-a76e-d3b305f786e8', 'name': 'network-vif-deleted', 'tag': '867e5bd6-b139-4fcc-ad74-5f550334b9c2', 'status': 'completed', 'code': 200} Nov 24 13:59:50.899344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Checking segment: {'id': '7d072661-c155-42ab-9769-26f4d5768a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:50.901203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network hostable DHCP agents. Network: 1939a505-03c5-4d37-b8cd-6ae6db6909ec, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:59:50.905564 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] Set router 8a080f85-e61e-4ee1-9408-a99774891419 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:50.925904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Router 000a2afa-f9b2-4e32-be6b-df8fc22629b9 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 13:59:50.930249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3236f-d41b-44f9-a6d3-db4f23b700a6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:50.933238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3236f-d41b-44f9-a6d3-db4f23b700a6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:50.937373 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d5c3236f-d41b-44f9-a6d3-db4f23b700a6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4027426 Nov 24 13:59:50.938598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36260) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:50.958084 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3bd3c262-8510-4660-82bb-a850f1164461 req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.76 "DELETE /v2.0/ports/867e5bd6-b139-4fcc-ad74-5f550334b9c2 HTTP/1.1" status: 204 len: 173 time: 4.0483563 Nov 24 13:59:50.989474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:59:51.023846 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a080f85-e61e-4ee1-9408-a99774891419', 'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:37Z', 'updated_at': '2021-11-24T13:59:48Z', 'revision_number': 3, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:51.029056 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec9d0d-931b-4c71-880e-e70b243aa505 None None] The sync data for ids ['8a080f85-e61e-4ee1-9408-a99774891419'] in dv-neutron-818153-2-hyperv is: [{'id': '8a080f85-e61e-4ee1-9408-a99774891419', 'name': 'tempest-NetworksTestDHCPv6-router-2015156833', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:59:37Z', 'updated_at': '2021-11-24T13:59:48Z', 'revision_number': 3, 'project_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:51.033387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 1939a505-03c5-4d37-b8cd-6ae6db6909ec) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:51.077796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cdb4e7-02c7-40d6-abbf-306230f66704 None None] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:51.125354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet af95d039-8a0e-4fa7-bbb5-1deeda8c410b {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:51.145011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ac8d39d3-1a97-4264-9aa2-86d35c0a41d2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:51.148662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-efe42ad8-c6e2-4d6d-a1de-bb0f69f37e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:51.152419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-efe42ad8-c6e2-4d6d-a1de-bb0f69f37e38 service neutron] 10.222.0.76 "GET /v2.0/networks?id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 899 time: 0.7117188 Nov 24 13:59:51.167912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18007d-38b9-4d9c-bab1-30327cb1a202 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:51.169637 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd18007d-38b9-4d9c-bab1-30327cb1a202 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 814 time: 0.5638144 Nov 24 13:59:51.198674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:51.199270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.218055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.346293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.386231 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-51102b55-07d6-49ae-ace6-a0b60f62719b req-3ee8fc98-c700-4738-a8ae-abcddd27dfc9 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/ports?device_id=b891dbac-62d5-47aa-a76e-d3b305f786e8 HTTP/1.1" status: 200 len: 210 time: 0.1803596 Nov 24 13:59:51.402151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.406553 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2628331 Nov 24 13:59:51.406553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:51.408979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36270) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:51.415509 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/routers/000a2afa-f9b2-4e32-be6b-df8fc22629b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7440994 Nov 24 13:59:51.418075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36272) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:51.422576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2079171537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:51.424024 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] Sync routers for ids ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:51.434878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:51.443198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:router and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:51.448253 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] Routers {'000a2afa-f9b2-4e32-be6b-df8fc22629b9'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:51.449403 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:51.461661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:51.461807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.472900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ac8d39d3-1a97-4264-9aa2-86d35c0a41d2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:51.477911 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ac8d39d3-1a97-4264-9aa2-86d35c0a41d2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8981266 Nov 24 13:59:51.482666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36278) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:51.498078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '13fb3835-6ec2-4431-834f-6f5734b0cbf7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:51.503578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:51.527248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:51.551849 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-2771f5da-5fb7-4259-93c6-b3b491a9468c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 13:59:51.553466 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2771f5da-5fb7-4259-93c6-b3b491a9468c tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/3560b009-157c-4d0a-ad39-438312966612 HTTP/1.1" status: 404 len: 333 time: 0.1340919 Nov 24 13:59:51.563972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-1939a505-03c5-4d37-b8cd-6ae6db6909ec', 'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': 'af5e1cfc-94ce-4f15-902d-2c32cf568ec1'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:51.565794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.571499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36282) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:51.590111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:51.593890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:51.612199 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:51.632303 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] Routers {'000a2afa-f9b2-4e32-be6b-df8fc22629b9'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:51.640635 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:51.653294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-1b0a03ef-0b12-49ac-b20d-5338c5f56f9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 200 len: 1001 time: 0.4907508 Nov 24 13:59:51.713996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36286) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:51.719700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--291238148', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:51.739695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:51.771636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:51.773181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:51.784553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.786356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.790939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Allocated IP 2001:db8::2 (1939a505-03c5-4d37-b8cd-6ae6db6909ec/af5e1cfc-94ce-4f15-902d-2c32cf568ec1/29a72333-e478-4542-9f04-85721b00024b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:51.797758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-a87999cf-885b-4470-996f-1109a687ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:51.798041 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:51.798444 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a79d8c-5aaa-46bc-8b7d-72f5e836c29b None None] The sync data for ids ['000a2afa-f9b2-4e32-be6b-df8fc22629b9'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:51.800272 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-a87999cf-885b-4470-996f-1109a687ac15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1aec0793-245d-46a8-a7a4-e92390fc7259 HTTP/1.1" status: 200 len: 835 time: 0.1374063 Nov 24 13:59:51.804997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.893079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.895063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:51.898522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:51.999623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:59:52.008868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:58Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:52.021260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.021613 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment bf2922a1-aeb4-4124-bc5e-1de245d07cfb of type vlan for network 6d9e8cfa-0546-4b59-acd0-b43822b1263f Nov 24 13:59:52.027848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] Checking router: d31555c8-343e-4dc3-bd01-0a8ccec842fb for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:52.030523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Router b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 13:59:52.056504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:52.057393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:52.058197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-14a22306-8675-41ee-91bc-7796e0045c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:52.062382 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-14a22306-8675-41ee-91bc-7796e0045c3e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2536955 Nov 24 13:59:52.097078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.100867 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f06100da-650b-446b-a360-8d3b06b41f61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6837862 Nov 24 13:59:52.100867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.128655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36292) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.151815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.219635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.261941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.275781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec', 'name': 'tempest-PortsIpV6TestJSON-2127856899'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:52.292062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Transition to ACTIVE for port object 29a72333-e478-4542-9f04-85721b00024b will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:52.329089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Transition to ACTIVE for port object 29a72333-e478-4542-9f04-85721b00024b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:52.331773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 13:59:52.382253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d3bd2d7c-7269-4521-82ce-fb08d92406e6 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:52.428367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.446153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eb8cfc2a-da27-418b-bf2b-b31466d2cd48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:52.467856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.473974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:52.474680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.490587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.492906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.494515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:52.513806 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The resource could not be found. Nov 24 13:59:52.519048 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3b54387c-e9d4-4ea7-a4b5-62bf5a0432c2 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0284607 Nov 24 13:59:52.522521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36298) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.529974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981306891'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:52.535838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:52.546383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:52.561033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: d3bd2d7c-7269-4521-82ce-fb08d92406e6 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:52.561382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d3bd2d7c-7269-4521-82ce-fb08d92406e6 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:52.572045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.572784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Fanout notify agent at l3_agent the message router_deleted on router 000a2afa-f9b2-4e32-be6b-df8fc22629b9 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:52.573332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:52.576589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.579109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Pushing event updated for resources: {'Port': ['ID=29a72333-e478-4542-9f04-85721b00024b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:52.586494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:52.592859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:52.593955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:52.602444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.610258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-aab68dea-2419-4f3b-9053-2e2b043a1dad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:52.648710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36304) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.649656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=af95d039-8a0e-4fa7-bbb5-1deeda8c410b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:52.650314 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-40a35786-b547-4761-a91a-dc055cde51e9 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146494 Nov 24 13:59:52.659610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:52.663342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:52.667522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:52.674946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:52.712065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77f63e67-e523-48e2-a15f-bf76edebfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.725480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:52.733788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 13:59:52.738591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.742294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "PUT /v2.0/routers/b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 HTTP/1.1" status: 200 len: 916 time: 7.5623128 Nov 24 13:59:52.744576 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0295632 Nov 24 13:59:52.746502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36308) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.758579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36310) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.803878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.813482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:52.844763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] Sync routers for ids ['b07d3571-ef1c-4d93-bcd4-3b8f53e40e97'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:52.862443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.866325 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ec25e7f1-86c6-46f9-8aaf-b7ebe62a9f15 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/routers/000a2afa-f9b2-4e32-be6b-df8fc22629b9 HTTP/1.1" status: 204 len: 168 time: 1.2778325 Nov 24 13:59:52.873567 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/af95d039-8a0e-4fa7-bbb5-1deeda8c410b HTTP/1.1" status: 204 len: 168 time: 1.9298637 Nov 24 13:59:52.873786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=6d9e8cfa-0546-4b59-acd0-b43822b1263f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:52.873881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:52.876107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaffd60-159d-41c4-bbf2-0bba19cf1ce1 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:52.876249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36316) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.876557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36318) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:52.897288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 13:59:52.909904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Attempting to bind port 29a72333-e478-4542-9f04-85721b00024b on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:52.910208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Attempting to bind port 29a72333-e478-4542-9f04-85721b00024b by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '7d072661-c155-42ab-9769-26f4d5768a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:52.910581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Attempting to bind port 29a72333-e478-4542-9f04-85721b00024b on network 1939a505-03c5-4d37-b8cd-6ae6db6909ec {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:52.983278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.006079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0fb3c879-e304-463e-a00f-aa79fcb6fe13 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:53.028546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d53b04-4e3c-4f55-834d-ba0f5a69c05d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:53.033194 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-31d53b04-4e3c-4f55-834d-ba0f5a69c05d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2682621 Nov 24 13:59:53.097410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:53.097860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Checking segment: {'id': '7d072661-c155-42ab-9769-26f4d5768a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:53.099004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.099004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Bound using segment: {'id': '7d072661-c155-42ab-9769-26f4d5768a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:53.099218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Bound port: 29a72333-e478-4542-9f04-85721b00024b, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d072661-c155-42ab-9769-26f4d5768a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '1939a505-03c5-4d37-b8cd-6ae6db6909ec'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:53.099456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.102623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:53.111636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36324) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:53.111636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.127903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:53.174487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:53.178459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.184947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] Routers {'b07d3571-ef1c-4d93-bcd4-3b8f53e40e97'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:53.185607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b07d3571-ef1c-4d93-bcd4-3b8f53e40e97'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:53.234494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.239178 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7123065 Nov 24 13:59:53.248310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36330) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:53.260811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214816389'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:53.265384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e6b8df-c559-4d3e-87b1-b4678d4cdcba,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:53.277323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 13:59:53.280152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.280282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port a6df30d9-2294-49d3-beff-6f8eefd1f8dd yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:59:53.291890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:53.296805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.317954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:53.334235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b43ee28-340e-4d59-a915-f0205a5ae576 req-5e5e6468-5d93-4ceb-bc49-db7eba9a4a2a service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627300 Nov 24 13:59:53.354593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:53.361906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:53.367423 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6e5e8588-8068-4f34-a865-207c4f4968ac tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 HTTP/1.1" status: 200 len: 922 time: 0.5645900 Nov 24 13:59:53.369607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36334) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:53.387804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.420122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:53.446955 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dc627b2b-6cc1-4745-a295-6b3884e2aae0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5611322 Nov 24 13:59:53.452179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9e033c26-5c97-41be-a813-820be179c550 None None] For port 29a72333-e478-4542-9f04-85721b00024b, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:53.457228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36338) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:53.457418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:53.470053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] Routers {'b07d3571-ef1c-4d93-bcd4-3b8f53e40e97'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 13:59:53.470292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:53.470387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b07d3571-ef1c-4d93-bcd4-3b8f53e40e97'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:53.480320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:53.522553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::31c (1939a505-03c5-4d37-b8cd-6ae6db6909ec/af5e1cfc-94ce-4f15-902d-2c32cf568ec1/a6df30d9-2294-49d3-beff-6f8eefd1f8dd) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:53.524302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.573115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9e033c26-5c97-41be-a813-820be179c550 None None] For port 29a72333-e478-4542-9f04-85721b00024b, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a72333-e478-4542-9f04-85721b00024b,segment=NetworkSegment(7d072661-c155-42ab-9769-26f4d5768a0a),segment_id=7d072661-c155-42ab-9769-26f4d5768a0a)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:53.588597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:53.589108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499e975-2234-4db7-a246-35d2cfe20d30 None None] The sync data for ids ['b07d3571-ef1c-4d93-bcd4-3b8f53e40e97'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:53.596428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.611478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:53.632160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.649453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.659572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf66053a-d8c1-41f8-9863-d83b41149618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:53.792939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.794714 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5414035 Nov 24 13:59:53.795680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.795961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550efde5-8d9c-490b-8d0a-96e683bef50e,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:53.802189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36342) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:53.805367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:53.812896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group_rule': {'security_group_id': '98e6b8df-c559-4d3e-87b1-b4678d4cdcba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '550efde5-8d9c-490b-8d0a-96e683bef50e'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:53.835242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:53.850558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:53.854256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:53.854750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:58Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:53.866529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:53.867603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c8886-a2b8-476e-887e-b6367e1cf150 None None] The sync data for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv is: [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T13:55:47Z', 'revision_number': 4, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '11fd6395-90aa-4a4c-b337-b2e5611fcae9', 'name': '', 'network_id': '2c951eb0-38a5-43cb-a8bb-686fddfe33a3', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'mac_address': 'fa:16:3e:2f:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:42Z', 'updated_at': '2021-11-24T13:55:58Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'subnets': [{'id': '1a49f293-5433-4178-9d0d-345e77e7bcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:53.871037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Pushing event updated for resources: {'Port': ['ID=29a72333-e478-4542-9f04-85721b00024b,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:53.875176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:53.904767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.905715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.941073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object a6df30d9-2294-49d3-beff-6f8eefd1f8dd will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:53.950179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:53.953521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:59:53.957240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c2c25f27-471c-4423-896a-6cd63f33ad2a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1541500 Nov 24 13:59:53.958405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Deleting port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:53.958798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:53.959254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36346) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:53.993517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8592d77-fb0c-4046-b168-647080fcb9a0 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:54.000994 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b8592d77-fb0c-4046-b168-647080fcb9a0 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8872337 Nov 24 13:59:54.019796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36350) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.115877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-86b7e7cd-7336-4325-98f1-ef11f3773558 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0901623 Nov 24 13:59:54.120279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36354) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.124648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.158163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.168156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d43b76bf-8067-44c1-b01f-e55f0e74a5e7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:54.206010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.215265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.217943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2cbe8ee3-1f40-4003-927e-ff4cf9c2d9c2 tempest-QuotasNegativeTest-1693304777 tempest-QuotasNegativeTest-1693304777-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:54.269453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:54.273973 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-13928e4c-f9f8-44f5-9d0d-7ce4de76e969 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1364849 Nov 24 13:59:54.279236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:54.284911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36360) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.336517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] For port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:54.336999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.369549 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4a00b-0d9b-408d-8013-682462aa3bb1 None None] New status for floating IP 0a7fd968-0cd0-451b-8d32-c69c9b28e948: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:59:54.380712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69011330-f805-4658-b4a3-29212f45a2b5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:54.421706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:54.439157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:54.440848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.532998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=a6df30d9-2294-49d3-beff-6f8eefd1f8dd,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:54.539508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:54.544583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:54.576672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.580582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.580973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.581281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Calling delete_port for 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:54.582812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.583390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.584820 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/550efde5-8d9c-490b-8d0a-96e683bef50e HTTP/1.1" status: 204 len: 168 time: 0.6244209 Nov 24 13:59:54.589523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4250767 Nov 24 13:59:54.589677 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "DELETE /v2.0/security-groups/69011330-f805-4658-b4a3-29212f45a2b5 HTTP/1.1" status: 204 len: 168 time: 1.9319639 Nov 24 13:59:54.590504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36364) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.591086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36366) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.591591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36368) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.592831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d99e242-45d8-4c12-a55a-14884c6c44d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:54.611807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550efde5-8d9c-490b-8d0a-96e683bef50e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:54.622494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:54.645564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a72333-e478-4542-9f04-85721b00024b up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:54.653934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c52d5c-15db-4f12-b423-e397714a3e97 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:54.655919 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-17c52d5c-15db-4f12-b423-e397714a3e97 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3699269 Nov 24 13:59:54.665288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36376) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.753503 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b3ce9ee6-00c6-400c-a3d3-85a273711513 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864887 Nov 24 13:59:54.761050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36380) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.780772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1120631678', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:54.791963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5263d-c8cb-4aeb-b9ea-3432c08c123b tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:54.796506 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-78a5263d-c8cb-4aeb-b9ea-3432c08c123b tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=b07d3571-ef1c-4d93-bcd4-3b8f53e40e97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4259315 Nov 24 13:59:54.797623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36384) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.815628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.836422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.845846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:54.851053 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-8312e9fc-f899-489f-878a-4214d87e926c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] show failed (client error): The resource could not be found. Nov 24 13:59:54.852173 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8312e9fc-f899-489f-878a-4214d87e926c tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "GET /v2.0/security-groups/69011330-f805-4658-b4a3-29212f45a2b5 HTTP/1.1" status: 404 len: 347 time: 0.2591987 Nov 24 13:59:54.897801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36388) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:54.908461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:54.909103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Fanout notify agent at l3_agent the message router_deleted on router 8a080f85-e61e-4ee1-9408-a99774891419 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:54.926803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Pushing event deleted for resources: {'Port': ['ID=50e759c6-2cd1-4c0c-96c9-ed12243e4d56,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:54.931311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 29a72333-e478-4542-9f04-85721b00024b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:54.934679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:54.941094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] No DVR routers for this DVR port 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:54.983210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-32189b3d-b2ef-47fd-a62a-a48d0a7f26fc tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:55.051270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:55.093138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:55.093780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 50e759c6-2cd1-4c0c-96c9-ed12243e4d56 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:55.145450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Deleting port 66c18028-3e74-46f3-80ea-f3e0e7fa58d4 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:55.145954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.175470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32990c-d3f8-451e-a290-351e7c57ae97 None None] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:55.208079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:55.216500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:55.216826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.221176 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-456f1c0f-92f7-4869-8c65-309f0fc50371 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/routers/8a080f85-e61e-4ee1-9408-a99774891419 HTTP/1.1" status: 204 len: 168 time: 1.7567322 Nov 24 13:59:55.221343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36392) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:55.223626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:55.293634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.300602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Provisioning for port 29a72333-e478-4542-9f04-85721b00024b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:55.318035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Provisioning complete for port 29a72333-e478-4542-9f04-85721b00024b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:55.318562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.349633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:55.351203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-32189b3d-b2ef-47fd-a62a-a48d0a7f26fc tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:55.355330 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-32189b3d-b2ef-47fd-a62a-a48d0a7f26fc tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7574143 Nov 24 13:59:55.363752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36396) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:55.367695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-683b2c2e-95a3-45c2-bf51-3faab09a9664 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:55.405912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:55.409395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.449302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.463810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-81ecb977-1e9d-4577-b94c-21cf259f2e7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:55.512303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144c415-4358-425e-b92f-12efa2e9f7d7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:55.514012 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a144c415-4358-425e-b92f-12efa2e9f7d7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.6607163 Nov 24 13:59:55.515385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.521114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:55.526555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36402) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:55.530432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:55.579589 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba HTTP/1.1" status: 204 len: 168 time: 2.6993139 Nov 24 13:59:55.590646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a191f94-b83a-4b44-b904-dc86641304d3 None None] Network 9ba4357e-5aba-4c50-bc59-a44a3102fe3a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:55.661924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:55.705187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.747182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-683b2c2e-95a3-45c2-bf51-3faab09a9664 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:55.750589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-683b2c2e-95a3-45c2-bf51-3faab09a9664 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5267911 Nov 24 13:59:55.750778 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b076e349-4c9d-4432-9134-fc2c22f169df tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 HTTP/1.1" status: 200 len: 205 time: 0.2216465 Nov 24 13:59:55.767975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36410) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:55.768225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36412) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:55.828141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] For port 29a72333-e478-4542-9f04-85721b00024b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a72333-e478-4542-9f04-85721b00024b,segment=NetworkSegment(7d072661-c155-42ab-9769-26f4d5768a0a),segment_id=7d072661-c155-42ab-9769-26f4d5768a0a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:55.836083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.839294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9e033c26-5c97-41be-a813-820be179c550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:55.887094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.892522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.893136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:55.928595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Pushing event updated for resources: {'Port': ['ID=29a72333-e478-4542-9f04-85721b00024b,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:55.933004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:55.952699 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 13:59:56.009075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.028786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] DHCP port deletion for 9ba4357e-5aba-4c50-bc59-a44a3102fe3a request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 13:59:56.033514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Deleting port a5724b2e-193e-4a4c-bf97-f64d06010d17 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:56.034136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.054370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffab28-8309-4a23-beb8-f1622f53f669 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:56.055301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e7ffab28-8309-4a23-beb8-f1622f53f669 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:56.089340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Calling delete_port for 66c18028-3e74-46f3-80ea-f3e0e7fa58d4 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:56.094363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e7ffab28-8309-4a23-beb8-f1622f53f669 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:56.098802 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e7ffab28-8309-4a23-beb8-f1622f53f669 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3277378 Nov 24 13:59:56.099452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36418) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:56.119551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.199588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.237020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port a5724b2e-193e-4a4c-bf97-f64d06010d17 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:56.237540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.297010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b3476b97-626f-4c8e-b80c-e06eaa39c9a1 None None] Provisioning for port a6df30d9-2294-49d3-beff-6f8eefd1f8dd completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:56.313588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] For port a5724b2e-193e-4a4c-bf97-f64d06010d17, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a5724b2e-193e-4a4c-bf97-f64d06010d17,segment=NetworkSegment(62862646-5f32-4f71-8ee4-dc5e36bc93f2),segment_id=62862646-5f32-4f71-8ee4-dc5e36bc93f2)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:56.315536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.326788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b3476b97-626f-4c8e-b80c-e06eaa39c9a1 None None] Provisioning complete for port a6df30d9-2294-49d3-beff-6f8eefd1f8dd triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:56.327497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3476b97-626f-4c8e-b80c-e06eaa39c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.354217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.362166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b7337aed-f635-4b22-85e8-cce27887350a tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:56.390850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.449463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e6b8df-c559-4d3e-87b1-b4678d4cdcba,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:56.452414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:56.479468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a72333-e478-4542-9f04-85721b00024b up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 13:59:56.533415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.541637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ca7fdf47-9dac-409b-8289-ca6efa50ff83 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:56.580018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d965252a-fd35-46e2-8ae4-5eb78b9171cf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:router {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:56.602672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Calling delete_port for a5724b2e-193e-4a4c-bf97-f64d06010d17 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:56.665502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b3476b97-626f-4c8e-b80c-e06eaa39c9a1 None None] Port a6df30d9-2294-49d3-beff-6f8eefd1f8dd cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:56.692916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b3476b97-626f-4c8e-b80c-e06eaa39c9a1 None None] Provisioning complete for port 29a72333-e478-4542-9f04-85721b00024b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:56.693301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3476b97-626f-4c8e-b80c-e06eaa39c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.767062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.770100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 29a72333-e478-4542-9f04-85721b00024b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:56.770663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.807403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.811604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/98e6b8df-c559-4d3e-87b1-b4678d4cdcba HTTP/1.1" status: 204 len: 168 time: 1.4433353 Nov 24 13:59:56.812903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.825473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:56.845224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d965252a-fd35-46e2-8ae4-5eb78b9171cf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:router {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:56.846561 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d965252a-fd35-46e2-8ae4-5eb78b9171cf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7405996 Nov 24 13:59:56.847238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36424) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:56.861372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.866107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36426) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:56.872569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] For port a5724b2e-193e-4a4c-bf97-f64d06010d17, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a5724b2e-193e-4a4c-bf97-f64d06010d17,segment=NetworkSegment(62862646-5f32-4f71-8ee4-dc5e36bc93f2),segment_id=62862646-5f32-4f71-8ee4-dc5e36bc93f2)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 13:59:56.873006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.893271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=31dc6720-8a6c-4265-a0a3-86083c8a64be,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:56.896509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Pushing event deleted for resources: {'Port': ['ID=a5724b2e-193e-4a4c-bf97-f64d06010d17,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:56.898233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] No DVR routers for this DVR port a5724b2e-193e-4a4c-bf97-f64d06010d17 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:59:56.907759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:56.909634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Deleting port 11912ad8-34d1-4eb8-b4c1-aba7e087d310 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:56.910256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:56.910459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:56.927379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:56.932183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 6d9e8cfa-0546-4b59-acd0-b43822b1263f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:59:56.937222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:56.948951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e88293c4-da5e-4d61-8001-584212126753 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:57.013341 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cabc26a7-7de3-4b84-b319-25e96d856bb4 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1542521 Nov 24 13:59:57.019692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:57.040685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'tempest-secgroup--501410017'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:57.063731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Pushing event deleted for resources: {'Port': ['ID=66c18028-3e74-46f3-80ea-f3e0e7fa58d4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:57.084961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a5724b2e-193e-4a4c-bf97-f64d06010d17 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 13:59:57.094041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:57.112240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:57.126600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: a5724b2e-193e-4a4c-bf97-f64d06010d17 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 13:59:57.126850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:57.127092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a5724b2e-193e-4a4c-bf97-f64d06010d17 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 13:59:57.131077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:57.141951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:57.153284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b70f6e8a-5cf7-4453-ac39-a73f6479c01d None None] Provisioning complete for port a6df30d9-2294-49d3-beff-6f8eefd1f8dd triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:57.154007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b70f6e8a-5cf7-4453-ac39-a73f6479c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.171789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.206165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.216763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for a5724b2e-193e-4a4c-bf97-f64d06010d17 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:57.218727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b70f6e8a-5cf7-4453-ac39-a73f6479c01d None None] Port a6df30d9-2294-49d3-beff-6f8eefd1f8dd cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:57.226108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.232980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9c5e3312-e9bb-4a90-b314-bff405c1ac50 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:57.278309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.297226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:57.335817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:59:57.357706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:57.366944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.369356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.370541 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] 10.222.0.36 "DELETE /v2.0/floatingips/0a7fd968-0cd0-451b-8d32-c69c9b28e948 HTTP/1.1" status: 204 len: 168 time: 2.4716861 Nov 24 13:59:57.375652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36436) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:57.378786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6d9e8cfa-0546-4b59-acd0-b43822b1263f) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:57.390676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0c64b-373e-461b-be90-21a50af3decc None None] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:57.576962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:57.585239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:57.585823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.590367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:59:57.590690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:59:57.631299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Usage tracker for resource:security_group_rule and tenant:88d89075d6ed4ce19762caeddf1a60ad is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:57.648260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Calling delete_port for 11912ad8-34d1-4eb8-b4c1-aba7e087d310 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 13:59:57.677196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:57.715147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:57.717391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=a6df30d9-2294-49d3-beff-6f8eefd1f8dd,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:57.724974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:57.748486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cf1e26f6-135b-4349-bedb-f31445094a16 None None] Provisioning complete for port a6df30d9-2294-49d3-beff-6f8eefd1f8dd triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:57.749000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf1e26f6-135b-4349-bedb-f31445094a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.749119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:57.752614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.772167 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0063858 Nov 24 13:59:57.788114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '31dc6720-8a6c-4265-a0a3-86083c8a64be'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:57.789847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.894272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e26f6-135b-4349-bedb-f31445094a16 None None] Port a6df30d9-2294-49d3-beff-6f8eefd1f8dd cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 13:59:57.973644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:57.996923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Allocated IP 172.20.0.18 (6d9e8cfa-0546-4b59-acd0-b43822b1263f/31dc6720-8a6c-4265-a0a3-86083c8a64be/f67c6531-556c-4352-b70e-743d437d56f3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:58.091667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port a5724b2e-193e-4a4c-bf97-f64d06010d17 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 13:59:58.092306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.220229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.234168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] The port 'a5724b2e-193e-4a4c-bf97-f64d06010d17' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 13:59:58.238927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36444) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:58.246881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29376536', 'description': 'tempest-secgroup-smoke-29376536 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:58.254315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.264337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:58.285868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.298378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:58.354190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.373790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:58.380054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e7ed0-51ed-48e1-89aa-33cf85ec21e6,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:58.386878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:58.389211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.390416 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3607402 Nov 24 13:59:58.395370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36448) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:58.430427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f03e9d94-e794-4015-9d5d-1e165dc70421 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:58.431026 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-f03e9d94-e794-4015-9d5d-1e165dc70421 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 13:59:58.431522 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-f03e9d94-e794-4015-9d5d-1e165dc70421 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 13:59:58.435180 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f03e9d94-e794-4015-9d5d-1e165dc70421 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "PUT /v2.0/security-groups/e94e7ed0-51ed-48e1-89aa-33cf85ec21e6 HTTP/1.1" status: 409 len: 330 time: 0.0122602 Nov 24 13:59:58.438433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Transition to ACTIVE for port object f67c6531-556c-4352-b70e-743d437d56f3 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:58.439956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36452) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:58.450180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.459870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Transition to ACTIVE for port object f67c6531-556c-4352-b70e-743d437d56f3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:58.466856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.471648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f3f35634-7758-4f97-ad1a-5dd26fc7e162 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:58.471849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-28f56442-34b8-47e3-9a65-a4c86bcfcf3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:58.484562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.499948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.536486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:58.539512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:58.543266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:58.550955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Pushing event updated for resources: {'Port': ['ID=f67c6531-556c-4352-b70e-743d437d56f3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:58.558441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event deleted for resources: {'Port': ['ID=11912ad8-34d1-4eb8-b4c1-aba7e087d310,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:58.574871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:58.579780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:58.586021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:58.587988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba4357e-5aba-4c50-bc59-a44a3102fe3a']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:58.595199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:58.607347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:58.619896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62862646-5f32-4f71-8ee4-dc5e36bc93f2') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:58.620175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62862646-5f32-4f71-8ee4-dc5e36bc93f2') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:58.626987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:58.644800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Attempting to bind port f67c6531-556c-4352-b70e-743d437d56f3 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 13:59:58.645119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Attempting to bind port f67c6531-556c-4352-b70e-743d437d56f3 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 13:59:58.645543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Attempting to bind port f67c6531-556c-4352-b70e-743d437d56f3 on network 6d9e8cfa-0546-4b59-acd0-b43822b1263f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 13:59:58.645888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.653303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 13:59:58.654289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Checking segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 13:59:58.654440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.654898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Bound using segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 13:59:58.655438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Bound port: f67c6531-556c-4352-b70e-743d437d56f3, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 13:59:58.655933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.702176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 13:59:58.714728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.717497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.723029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a820defb-910d-4be5-9546-1e07596a8446 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:58.761008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] For port f67c6531-556c-4352-b70e-743d437d56f3, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 13:59:58.764661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] For port f67c6531-556c-4352-b70e-743d437d56f3, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f67c6531-556c-4352-b70e-743d437d56f3,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 13:59:58.772878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.779319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e2f1af7b-533c-402c-8d2a-c6c3b62fe55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:58.779541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:59:58.779993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:59:58.795660 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:59:58.798608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.831321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:58.865555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Pushing event updated for resources: {'Port': ['ID=f67c6531-556c-4352-b70e-743d437d56f3,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:58.870126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:58.879953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:58.913015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:58.925706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70602774-f230-4a88-a4c2-f7ab3fff5e82 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 13:59:58.947672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:58.948358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.004762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=d3dbced7-1a86-4131-9548-7ea251c1705f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:59.032524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.033689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:59.038898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.044324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.049428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.083355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-197bc8a2-de79-44a0-bbf0-3d76b078e667 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:59.104479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.125655 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/9ba4357e-5aba-4c50-bc59-a44a3102fe3a HTTP/1.1" status: 204 len: 168 time: 3.4499416 Nov 24 13:59:59.125889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36456) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.137084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.138968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.8990426 Nov 24 13:59:59.172939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36460) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.199599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3177652 Nov 24 13:59:59.207374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:59.208083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36464) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.219452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.226087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'd3dbced7-1a86-4131-9548-7ea251c1705f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 13:59:59.226672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:59.228645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.232813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:59.237471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:59.242130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:59.249407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:59.260875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.273891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:59.280240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:59.281557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c2ac69a-23ab-4ac6-9c77-ec5e6e3fc911 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:59.328046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=9ba4357e-5aba-4c50-bc59-a44a3102fe3a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:59.334086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:59.337720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.473827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Allocated IP 2001:db8::f816:3eff:fee5:2843 (13168bed-777a-4e4d-96b5-2446850be7d2/d3dbced7-1a86-4131-9548-7ea251c1705f/9bb5052c-b630-4122-a0a9-75f464763d2d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:59.544607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.640779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.640996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Fanout notify agent at l3_agent the message router_deleted on router b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 13:59:59.656037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebff322-4c61-44e1-915e-d05f890e73b7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:59.656781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bebff322-4c61-44e1-915e-d05f890e73b7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 13:59:59.667736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.679446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.689678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.699225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37e9134b-2c1e-4005-a573-419545c53221 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:59.700023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a19a452d-8848-4fd5-99ef-982d056675de tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:59.739332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593b7c6c-758a-4b17-aa51-0d77c84cce53,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:59.746153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:59.766178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.767387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5652301 Nov 24 13:59:59.774171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e7ed0-51ed-48e1-89aa-33cf85ec21e6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:59.776180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36472) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.782543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:59.792928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:59.795567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.800307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 13:59:59.802913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:59.804837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 13:59:59.810880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Transition to ACTIVE for port object 9bb5052c-b630-4122-a0a9-75f464763d2d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:59.813672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bebff322-4c61-44e1-915e-d05f890e73b7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 13:59:59.814264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:59.815397 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bebff322-4c61-44e1-915e-d05f890e73b7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/4820eb86-8efc-49b8-9166-a81ef0edce01 HTTP/1.1" status: 200 len: 840 time: 0.6760087 Nov 24 13:59:59.827360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36476) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.835230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Transition to ACTIVE for port object 9bb5052c-b630-4122-a0a9-75f464763d2d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:59.853754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.860556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d71b25a7-91f6-4ef6-b0cf-85405cddd0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:59.882502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.886994 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/e94e7ed0-51ed-48e1-89aa-33cf85ec21e6 HTTP/1.1" status: 204 len: 168 time: 1.4428833 Nov 24 13:59:59.890435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36480) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.892810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:59:59.901776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:59.919508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.921064 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 HTTP/1.1" status: 204 len: 168 time: 4.1518483 Nov 24 13:59:59.941640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36484) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 13:59:59.945210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.949434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 13:59:59.949604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Pushing event updated for resources: {'Port': ['ID=9bb5052c-b630-4122-a0a9-75f464763d2d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:59.953199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 13:59:59.955221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-926459776', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:59.965848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:59.967649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:59.968394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 13:59:59.971283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 13:59:59.974828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.975641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 13:59:59.981139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8055bbd4-b078-4516-bb7e-b8662a4c39a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 13:59:59.988528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5724c14f-fff3-4f12-a1f9-9040c4d28b45 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Synchronizing usage tracker for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:00.005176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.027366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Usage tracker for resource:router and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:00.053353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:00.068330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c1431-25d5-4cc9-b8a2-096950a43e28 req-fc5768c3-7be3-4009-92df-d61d28ecaad4 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:00.069904 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-199c1431-25d5-4cc9-b8a2-096950a43e28 req-fc5768c3-7be3-4009-92df-d61d28ecaad4 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.5172534 Nov 24 14:00:00.078714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:00.082615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.085406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.088966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Attempting to bind port 9bb5052c-b630-4122-a0a9-75f464763d2d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:00.089869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Attempting to bind port 9bb5052c-b630-4122-a0a9-75f464763d2d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:00.090345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Attempting to bind port 9bb5052c-b630-4122-a0a9-75f464763d2d on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:00.093589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.097515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5724c14f-fff3-4f12-a1f9-9040c4d28b45 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Unset dirty status for tenant:88d89075d6ed4ce19762caeddf1a60ad on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:00.098246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:00.098629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:00.099102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.099700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:00.100189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Bound port: 9bb5052c-b630-4122-a0a9-75f464763d2d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:00.100576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.103556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5724c14f-fff3-4f12-a1f9-9040c4d28b45 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1834700 Nov 24 14:00:00.113809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36488) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:00.121094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-929c3563-8b32-4183-8a07-c89eff515bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:00.122603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:00.146242 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8bf9425b-6780-47ac-8f99-d55ce008c1da tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/4820eb86-8efc-49b8-9166-a81ef0edce01?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3108644 Nov 24 14:00:00.148431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36492) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:00.163739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:00.245253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] For port 9bb5052c-b630-4122-a0a9-75f464763d2d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:00.248652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025ba5ac-5bc9-4eb8-8fb9-1123188c6962,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:00.249015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] For port 9bb5052c-b630-4122-a0a9-75f464763d2d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9bb5052c-b630-4122-a0a9-75f464763d2d,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:00.253580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186a2b3-6383-4a21-925f-44067e72d6ea None None] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:00.258278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:00.278863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.279995 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5028234 Nov 24 14:00:00.283614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36496) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:00.300206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=a6df30d9-2294-49d3-beff-6f8eefd1f8dd,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:00.314767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:00.315692 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-295dfada-7b4c-44e2-8de9-58611560dbf1 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] delete failed (client error): The resource could not be found. Nov 24 14:00:00.316719 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-295dfada-7b4c-44e2-8de9-58611560dbf1 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "DELETE /v2.0/security-groups/40540601-762b-47bf-9b60-b20c9db74a39 HTTP/1.1" status: 404 len: 347 time: 0.1786206 Nov 24 14:00:00.317587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.318599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.328497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36500) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:00.336073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:00.343521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:00.347506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:00.350525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:00.357965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:00.386328 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-199c1431-25d5-4cc9-b8a2-096950a43e28 req-79a7f2ee-eca2-4a40-9463-7dbd997ac7c8 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612886 Nov 24 14:00:00.395113 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-9717fc5f-15db-44fd-bf4f-d6003a70ffc8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] show failed (client error): The resource could not be found. Nov 24 14:00:00.396295 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9717fc5f-15db-44fd-bf4f-d6003a70ffc8 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-groups/f46e9ded-506e-4297-82e5-fe6a938017ec HTTP/1.1" status: 404 len: 347 time: 0.0609932 Nov 24 14:00:00.410662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36504) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:00.417527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.455165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.471497 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-c695ea7d-a934-49ae-b20d-efc43f33d210 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] show failed (client error): The resource could not be found. Nov 24 14:00:00.472502 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c695ea7d-a934-49ae-b20d-efc43f33d210 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] 10.222.0.36 "GET /v2.0/security-group-rules/66be21ae-7217-42d2-8858-fdc548fbf580 HTTP/1.1" status: 404 len: 356 time: 0.0485790 Nov 24 14:00:00.486708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:00.502311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:00.507361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:00.511617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Deleting port 11fd6395-90aa-4a4c-b337-b2e5611fcae9 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:00.511773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.521001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.535147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:00.543536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:00.543762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:00.559196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:00.603839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f67c6531-556c-4352-b70e-743d437d56f3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:00.604151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:00.607782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.677275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Pushing event updated for resources: {'Port': ['ID=9bb5052c-b630-4122-a0a9-75f464763d2d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:00.685999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:00.700032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-339df395-d91f-4071-8d66-2afcf55831a7 None None] Provisioning for port f67c6531-556c-4352-b70e-743d437d56f3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:00.795247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.840216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port f67c6531-556c-4352-b70e-743d437d56f3 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:00.848149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port f67c6531-556c-4352-b70e-743d437d56f3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:00.853932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.954172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:00.966889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:01.019439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36516) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:01.038603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791ecd07-4718-4823-8058-6f057c439792,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:01.050774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.052217 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7591827 Nov 24 14:00:01.053560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:01.057558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.058978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36522) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:01.071049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:01.075564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0c206a78-5015-4770-8352-a2b2e72e5393 None None] Provisioning complete for port a6df30d9-2294-49d3-beff-6f8eefd1f8dd triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:01.075985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c206a78-5015-4770-8352-a2b2e72e5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.078325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:01.089376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:01.099940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:01.108881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:01.181250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.209258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0c206a78-5015-4770-8352-a2b2e72e5393 None None] Port a6df30d9-2294-49d3-beff-6f8eefd1f8dd cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:01.211571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port f67c6531-556c-4352-b70e-743d437d56f3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f67c6531-556c-4352-b70e-743d437d56f3,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:01.217620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.219553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2d28bc89-5ab9-4716-94f6-e675ce2737f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:01.222674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] For port 11fd6395-90aa-4a4c-b337-b2e5611fcae9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=11fd6395-90aa-4a4c-b337-b2e5611fcae9,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:01.222875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.377963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=f67c6531-556c-4352-b70e-743d437d56f3,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:01.381133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:01.429885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.438618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dc6c81fe-312d-4a1b-ba76-5eeae041571e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:01.445064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1d02c201-1638-4159-b522-0a42ccced1fb None None] Provisioning complete for port f67c6531-556c-4352-b70e-743d437d56f3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:01.445902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1d02c201-1638-4159-b522-0a42ccced1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.492857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Calling delete_port for 11fd6395-90aa-4a4c-b337-b2e5611fcae9 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:01.606541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.630414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.681311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-97db47a2-4d71-41c4-b9e8-0767535330c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:01.706136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.738141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2535893e-3095-4870-ac66-06a24112219a,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:01.748164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:01.755391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-885f0efa-d023-45f0-a191-a538070ed2c3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:01.840264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:01.853417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:01.869292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.874968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:01.875548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.888768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=13c79b44-b3f5-46db-ba8f-be3ef85f319e,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:01.892559 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-48ca9a9f-d5ee-4d79-b27a-7ca29580b2c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88d89075d6ed4ce19762caeddf1a60ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8694444 Nov 24 14:00:01.894731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:01.901568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36530) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:01.936889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:01.937975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.940614 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8796988 Nov 24 14:00:01.944996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:01.950613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36534) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:01.957556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:01.958345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:01.960817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c062d037-12f1-4fb6-a1e6-55cde7291a29 None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:01.974840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:01.992071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:02.006480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:02.010345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=4728d8a4-72e1-4d7d-a705-e8dc4437fdc5,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:02.013472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:02.016710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:02.027114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:02.034060 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8803773 Nov 24 14:00:02.038311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36538) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:02.045945 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8313801 Nov 24 14:00:02.051386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'security_group': {'name': 'tempest-secgroup-585376456'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:02.056725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Router 6ccfb343-e35d-4e6b-944e-1740309ad449 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:00:02.059451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36542) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:02.072661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:cd:ea:96', 'name': 'tempest-NetworksTestDHCPv6-1995048881'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:02.103826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:02.110548 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:00:02.117647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:02.128895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee45443-3765-4c5b-acba-53c98ec5f5b7 req-e6dfc10d-689b-48c0-b6fb-826af283ce80 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:02.130842 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1ee45443-3765-4c5b-acba-53c98ec5f5b7 req-e6dfc10d-689b-48c0-b6fb-826af283ce80 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.4898939 Nov 24 14:00:02.133793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:02.145583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:02.147924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.209309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.245139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.258011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-18a1a416-0da1-43f0-bb71-a0f2096df45f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:02.289945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e27f0d-a896-4c7d-90b7-bff657516625 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:02.307393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.320845 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1ee45443-3765-4c5b-acba-53c98ec5f5b7 req-f63144cf-a040-44a8-ba33-92372756b964 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790745 Nov 24 14:00:02.322344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fd6395-90aa-4a4c-b337-b2e5611fcae9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:02.358765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:02.366468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:02.375504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group_rule and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:02.390309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.416261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:02.436371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.444051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:02.454180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.455469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-78c3913d-29e9-4fc3-9c57-9eb16c4b24aa None None] Provisioning for port 9bb5052c-b630-4122-a0a9-75f464763d2d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:02.461536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:02.476040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6e9e8f22-8b8f-4caa-9c4d-74d54c49b5a5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:02.482969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] Sync routers for ids ['6ccfb343-e35d-4e6b-944e-1740309ad449'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:02.487402 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/routers/6ccfb343-e35d-4e6b-944e-1740309ad449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8910978 Nov 24 14:00:02.488602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36546) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:02.528473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbd2697-20e0-47ea-b3e3-b4c4bc1fcdf1,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:02.544496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] Routers {'6ccfb343-e35d-4e6b-944e-1740309ad449'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:02.545205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['6ccfb343-e35d-4e6b-944e-1740309ad449'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:02.548435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:02.561989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:02.577403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:02.594456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:02.617334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:02.631558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.638197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2909c8c3-09f7-46e9-8b15-f28e05893831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:02.656190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:02.698947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae3b44-5c35-429c-acfd-21592c2f90e2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:02.704460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:02.747191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:02.789693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] Routers {'6ccfb343-e35d-4e6b-944e-1740309ad449'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:02.790625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['6ccfb343-e35d-4e6b-944e-1740309ad449'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:02.793698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.795222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8424613 Nov 24 14:00:02.803976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36550) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:02.818456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:02.839505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:02.858474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:02.872173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:02.880199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:02.894068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9bb5052c-b630-4122-a0a9-75f464763d2d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:02.915975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.918827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.925051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.928279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8587b0-12e0-4f9f-9168-a7bdda450c44 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:02.933514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4e4e891-6a90-4d17-85a5-19f9148a7cee tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:02.933739 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-da8587b0-12e0-4f9f-9168-a7bdda450c44 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ccfb343-e35d-4e6b-944e-1740309ad449 HTTP/1.1" status: 200 len: 989 time: 0.4417472 Nov 24 14:00:02.938137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36554) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:02.939010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.940047 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cae3b44-5c35-429c-acfd-21592c2f90e2 HTTP/1.1" status: 204 len: 168 time: 1.0368717 Nov 24 14:00:02.954890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:00:02.972625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'tenant_id': '55f9a6868485408b8a54ed19b9bcafc3', 'fixed_ips': [{'subnet_id': '4728d8a4-72e1-4d7d-a705-e8dc4437fdc5'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:00:02.973690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:02.996129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:02.996552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed07d62c-5971-46de-b8a7-76091804c088 None None] The sync data for ids ['6ccfb343-e35d-4e6b-944e-1740309ad449'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:03.142450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.148549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.161456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.162821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1187396 Nov 24 14:00:03.169653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36562) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:03.189442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae024001-cf81-4afc-8f16-bce9a8158bf6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:03.194862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'security_group': {'name': 'tempest-secgroup-2022938958'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:03.198734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:03.220966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.228935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.302523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.314419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 9bb5052c-b630-4122-a0a9-75f464763d2d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:03.316398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-3c51976b-2543-4abe-a4b3-493c92540299 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:03.318271 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-3c51976b-2543-4abe-a4b3-493c92540299 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.76 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.3552561 Nov 24 14:00:03.325705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.326439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Allocated IP 172.20.0.2 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/4728d8a4-72e1-4d7d-a705-e8dc4437fdc5/4772e020-c1f4-4cb6-94d3-9f59657df0a3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:03.328675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9bb5052c-b630-4122-a0a9-75f464763d2d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:03.329081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.377868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-922f2a0b-ac63-4b4c-8a35-d8a9a60b8939 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:03.535029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd12243-01ec-4da9-a19a-466966f0bf6e,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:03.554767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:03.567727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Allocated IP 172.26.8.60 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/46a8d641-29f2-48c5-858e-9b8ddb503bc3) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:03.588513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Deleting port 46ce987e-9e4c-4d32-95b3-7d2f784886df {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:03.589046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.593122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:03.616092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:03.620731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:03.626509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.627807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8222668 Nov 24 14:00:03.753800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Router d31555c8-343e-4dc3-bd01-0a8ccec842fb has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:03.832848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.850281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Transition to ACTIVE for port object 4772e020-c1f4-4cb6-94d3-9f59657df0a3 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:03.890474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Transition to ACTIVE for port object 4772e020-c1f4-4cb6-94d3-9f59657df0a3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:03.941537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:03.952235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:03.965049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:04.062110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:04.111381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Pushing event updated for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:04.115127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:04.128001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:04.129283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Update dhcp port {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': 'd3dbced7-1a86-4131-9548-7ea251c1705f', 'ip_address': '2001:db8::f816:3eff:fee5:2843'}, {'subnet_id': '13c79b44-b3f5-46db-ba8f-be3ef85f319e'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '9bb5052c-b630-4122-a0a9-75f464763d2d'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:04.192769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.200103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.224079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:04.226439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.259347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 9bb5052c-b630-4122-a0a9-75f464763d2d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9bb5052c-b630-4122-a0a9-75f464763d2d,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:04.263398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:04.275489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-46f6e8ea-0316-4cc7-b939-a2dd9dc1bc5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:04.290984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] For port 46ce987e-9e4c-4d32-95b3-7d2f784886df, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=46ce987e-9e4c-4d32-95b3-7d2f784886df,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:04.291371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.300219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:04.309327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.310232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f67c6531-556c-4352-b70e-743d437d56f3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:04.318156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:04.330092 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] Sync routers for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:04.346005 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:04.346869 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:04.369032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group_rule and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:04.377864 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] 10.222.0.36 "PUT /v2.0/routers/d31555c8-343e-4dc3-bd01-0a8ccec842fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9981613 Nov 24 14:00:04.386076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36600) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:04.386712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:04.391315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:04.398666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-46f6e8ea-0316-4cc7-b939-a2dd9dc1bc5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:04.407111 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-46f6e8ea-0316-4cc7-b939-a2dd9dc1bc5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29376536&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.3252287 Nov 24 14:00:04.429773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:04.482139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.512071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea33591-7616-43a5-8c43-dca53f8c0a3c req-2e58416a-0e70-4d28-af12-91d3e21e2a57 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:04.514090 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5ea33591-7616-43a5-8c43-dca53f8c0a3c req-2e58416a-0e70-4d28-af12-91d3e21e2a57 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.5695136 Nov 24 14:00:04.675603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.683389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Attempting to bind port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:04.683916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Attempting to bind port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '439563c5-945b-4560-998d-4af3f4faa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:04.684152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Attempting to bind port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 on network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:04.720404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c4c4b9f6-a70f-4027-b4c7-91c9e3fc50a6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:04.727961 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:04.736688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port f67c6531-556c-4352-b70e-743d437d56f3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:04.737002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.779125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:04.779504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Checking segment: {'id': '439563c5-945b-4560-998d-4af3f4faa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:04.779913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.780309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Bound using segment: {'id': '439563c5-945b-4560-998d-4af3f4faa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:04.780821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Bound port: 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439563c5-945b-4560-998d-4af3f4faa117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:04.781204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.811901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=9bb5052c-b630-4122-a0a9-75f464763d2d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:04.817926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:04.931934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.939806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event updated for resources: {'Port': ['ID=46a8d641-29f2-48c5-858e-9b8ddb503bc3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:04.951420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:04.972975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4772e020-c1f4-4cb6-94d3-9f59657df0a3,segment=NetworkSegment(439563c5-945b-4560-998d-4af3f4faa117),segment_id=439563c5-945b-4560-998d-4af3f4faa117)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:04.975673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.981899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:04.984053 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5ea33591-7616-43a5-8c43-dca53f8c0a3c req-303ddea4-82a1-4d4e-8c96-03d5905c6e09 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160461 Nov 24 14:00:04.985358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:04.990378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-99d65073-7721-41a8-9e78-328687b0411a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:04.992571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 172.20.0.8 (13168bed-777a-4e4d-96b5-2446850be7d2/13c79b44-b3f5-46db-ba8f-be3ef85f319e/a99532fc-0e25-43f9-9ce1-1b6c6c9a5807) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:04.995617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef466ba7-6007-4dff-8fff-00310b278eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:05.028332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:05.050553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:05.062707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:05.088355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fecd:ea96 (13168bed-777a-4e4d-96b5-2446850be7d2/d3dbced7-1a86-4131-9548-7ea251c1705f/a99532fc-0e25-43f9-9ce1-1b6c6c9a5807) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:05.098542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Pushing event updated for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:05.104208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:05.153454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-551aaf0c-7a76-433b-be16-6cb42e931b2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:05.154697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-551aaf0c-7a76-433b-be16-6cb42e931b2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:05.156916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb9dea7-e7ca-467b-a917-4ef869dcb842,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:05.182559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:05.198255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:05.202152 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0250225 Nov 24 14:00:05.205961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36614) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:05.221762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-175947708', 'security_groups': ['6cb9dea7-e7ca-467b-a917-4ef869dcb842'], 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4728d8a4-72e1-4d7d-a705-e8dc4437fdc5'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:05.253311 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T14:00:02Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:05.265374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9bb5052c-b630-4122-a0a9-75f464763d2d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:05.270082 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] Checking router: d31555c8-343e-4dc3-bd01-0a8ccec842fb for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:00:05.288462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-551aaf0c-7a76-433b-be16-6cb42e931b2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:05.290462 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-551aaf0c-7a76-433b-be16-6cb42e931b2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=6d9e8cfa-0546-4b59-acd0-b43822b1263f HTTP/1.1" status: 200 len: 796 time: 0.8823192 Nov 24 14:00:05.380564 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] Routers {'d31555c8-343e-4dc3-bd01-0a8ccec842fb'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:05.383654 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:05.427643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9bb5052c-b630-4122-a0a9-75f464763d2d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:05.428026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:05.760036 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] Set router d31555c8-343e-4dc3-bd01-0a8ccec842fb gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:05.768586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:05.773865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:port and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:05.776931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:05.782684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:05.795135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:05.848594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-d01a06e2-5514-42f2-9a59-93f97e9c246e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.4760375 Nov 24 14:00:05.860688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:05.863968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.165806 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T14:00:02Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:06.170868 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3de224-b44c-48b3-878a-ede41f47908e None None] The sync data for ids ['d31555c8-343e-4dc3-bd01-0a8ccec842fb'] in dv-neutron-818153-2-hyperv is: [{'id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'name': 'tempest-ServerActionsTestJSON-1292675678-router', 'tenant_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:55:32Z', 'updated_at': '2021-11-24T14:00:02Z', 'revision_number': 5, 'project_id': '4bb65fbf62e84aefaf2d2f34310677f3', 'gw_port': {'id': 'ff927e85-2dbb-4499-8fea-05c12ccc5d82', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31555c8-343e-4dc3-bd01-0a8ccec842fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:55:34Z', 'updated_at': '2021-11-24T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:06.288357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.311245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.311612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.311908 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Floating IP 0f596e13-5b99-459e-826d-a1229f005be3 disassociated. External IP: 172.26.8.113, port: 46ce987e-9e4c-4d32-95b3-7d2f784886df. Nov 24 14:00:06.312249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Calling delete_port for 46ce987e-9e4c-4d32-95b3-7d2f784886df owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:06.392045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port f5d88390-20eb-4293-bf04-89a1feac127f yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:06.440846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.486245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 46ce987e-9e4c-4d32-95b3-7d2f784886df no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:06.506651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36624) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:06.561819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605975774', 'description': 'tempest-secgroup-smoke-605975774 description', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:06.588206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-4ce91376-68dd-46d0-86b7-abe731caea43 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5359056 Nov 24 14:00:06.594594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:06.607454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:06.647080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dbe685cb-78e1-42aa-b596-9408959ea731 None None] Provisioning for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:06.651554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:06.692784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:06.816004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:06.820596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dbe685cb-78e1-42aa-b596-9408959ea731 None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:06.820897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.821013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dbe685cb-78e1-42aa-b596-9408959ea731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.850984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.877868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Deleting port ff927e85-2dbb-4499-8fea-05c12ccc5d82 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:06.878278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.890954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.915849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:06.925852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dbe685cb-78e1-42aa-b596-9408959ea731 None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:06.988587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.015774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.029415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:07.045789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:07.125246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Allocated IP 172.20.0.2 (13168bed-777a-4e4d-96b5-2446850be7d2/13c79b44-b3f5-46db-ba8f-be3ef85f319e/9bb5052c-b630-4122-a0a9-75f464763d2d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:07.138178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.141604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7dfdf-54ad-44aa-87c1-eacc750fca77 req-2f327a75-f64f-421a-9d5d-0c6698fdb6e7 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:07.143121 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ada7dfdf-54ad-44aa-87c1-eacc750fca77 req-2f327a75-f64f-421a-9d5d-0c6698fdb6e7 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 945 time: 0.4598637 Nov 24 14:00:07.149290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:07.158282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:07.163859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:07.176701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port a6df30d9-2294-49d3-beff-6f8eefd1f8dd {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:07.177066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.203696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:07.205537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:07.215510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:07.225104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-f84d9ddd-5e4e-4eba-bbe0-3e47785ed82f service neutron] 10.222.0.36 "GET /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603802 Nov 24 14:00:07.231879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:07.252005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.13 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/4728d8a4-72e1-4d7d-a705-e8dc4437fdc5/f5d88390-20eb-4293-bf04-89a1feac127f) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:07.256069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=a99532fc-0e25-43f9-9ce1-1b6c6c9a5807,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:07.289572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event deleted for resources: {'Port': ['ID=46ce987e-9e4c-4d32-95b3-7d2f784886df,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:07.291642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:07.292773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:07.348727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] For port 9bb5052c-b630-4122-a0a9-75f464763d2d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9bb5052c-b630-4122-a0a9-75f464763d2d,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:07.363504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:07.419577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.446880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Transition to ACTIVE for port object 9bb5052c-b630-4122-a0a9-75f464763d2d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:07.453250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.458357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:07.460014 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ada7dfdf-54ad-44aa-87c1-eacc750fca77 req-af21cac5-f254-45f2-8ffc-be47568536ec tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups?id=82fb9134-5fe6-4cd2-a950-dc95b2227645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051579 Nov 24 14:00:07.505834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:07.506459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.561726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:07.605032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] For port ff927e85-2dbb-4499-8fea-05c12ccc5d82, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ff927e85-2dbb-4499-8fea-05c12ccc5d82,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:07.605352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.612582 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5477176 Nov 24 14:00:07.613431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36628) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:07.615271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:07.615661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.676887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Pushing event updated for resources: {'Port': ['ID=9bb5052c-b630-4122-a0a9-75f464763d2d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:07.687027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:07.735552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.795659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Calling delete_port for ff927e85-2dbb-4499-8fea-05c12ccc5d82 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:07.842824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.894967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4772e020-c1f4-4cb6-94d3-9f59657df0a3,segment=NetworkSegment(439563c5-945b-4560-998d-4af3f4faa117),segment_id=439563c5-945b-4560-998d-4af3f4faa117)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:07.901915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:07.903778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4874f15f-aff3-4cb2-b339-489bfa171f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:07.958309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 11fd6395-90aa-4a4c-b337-b2e5611fcae9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:08.025184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 11fd6395-90aa-4a4c-b337-b2e5611fcae9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:08.025524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 11fd6395-90aa-4a4c-b337-b2e5611fcae9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:08.062790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:08.065911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:08.111978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for a6df30d9-2294-49d3-beff-6f8eefd1f8dd owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:08.162242 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-0250ae75-1dd0-438a-82c2-f73d15120cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150927 Nov 24 14:00:08.166453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.213603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Router c5531ffc-f094-4015-9242-5431e3ecdb47 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:08.309858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.378575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.449740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d13f889b-1c9b-4f7a-adaa-8f38e7a65766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:08.468644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:08.479568 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d22c4aef-9992-40e7-96b7-93aa917617d6 req-7f4fc690-4b1b-465e-8f5d-67c99f0c5644 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 210 time: 0.0885410 Nov 24 14:00:08.505207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:08.528697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.531762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:08.552267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:08.569266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23787a-4e41-46dd-abfb-dbf64f6e60e3,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:08.570517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6d220-0e9e-4192-bf8d-b4de4539a200 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:08.580202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6d220-0e9e-4192-bf8d-b4de4539a200 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:08.581055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-22a6d220-0e9e-4192-bf8d-b4de4539a200 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:08.582328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:08.622808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object f5d88390-20eb-4293-bf04-89a1feac127f will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:08.682726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-07501a61-fa67-4d0b-9356-4a60360f369c None None] Provisioning for port 9bb5052c-b630-4122-a0a9-75f464763d2d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:08.685908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:08.706568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-22a6d220-0e9e-4192-bf8d-b4de4539a200 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:08.707728 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-22a6d220-0e9e-4192-bf8d-b4de4539a200 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0830827 Nov 24 14:00:08.710775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] Sync routers for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:08.723981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36642) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:08.750570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:08.751229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:08.842500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.894201 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af33b757-4f8b-44c1-90c8-96a783702d5c req-ed59c90b-39da-460c-a97b-819bd87295e7 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.1582708 Nov 24 14:00:08.907339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] No DVR routers for this DVR port 46ce987e-9e4c-4d32-95b3-7d2f784886df on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:00:08.929030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2807a5d3-a7bf-440c-b2a8-1207a84e43cb tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:08.952370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.987193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:08.990964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Router e6374d86-6fd5-4e75-866b-f364c0add305 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:00:08.998457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=a6df30d9-2294-49d3-beff-6f8eefd1f8dd,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:08.999674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'name': 'network-vif-deleted', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:00:09.004615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:09.009052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:09.009244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.033906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-07501a61-fa67-4d0b-9356-4a60360f369c None None] Provisioning complete for port 9bb5052c-b630-4122-a0a9-75f464763d2d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:09.035692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-07501a61-fa67-4d0b-9356-4a60360f369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.064449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.067738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.083082 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42951e7-1250-4620-8435-215be69ce346', 'name': 'network-vif-deleted', 'tag': '46ce987e-9e4c-4d32-95b3-7d2f784886df', 'status': 'completed', 'code': 200} Nov 24 14:00:09.085278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9cfc6586-dd8d-4df4-904c-3d5e7b21d777 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:09.097173 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5bc258c5-9169-48ae-a93d-d21be4ea22a6 req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.76 "DELETE /v2.0/ports/46ce987e-9e4c-4d32-95b3-7d2f784886df HTTP/1.1" status: 204 len: 173 time: 5.7698910 Nov 24 14:00:09.107109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.161797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.166077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.6423552 Nov 24 14:00:09.173830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36650) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:09.190966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:09.194682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group_rule': {'security_group_id': '81cc2626-a76e-4af2-8b47-7376a71a2c6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:09.197070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:09.340653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9bb5052c-b630-4122-a0a9-75f464763d2d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:09.386439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc2626-a76e-4af2-8b47-7376a71a2c6e,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:09.402169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:09.405601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:09.416224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.478629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:09.479086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2db4f29-b419-4ba1-9d36-f15b0a721cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:09.520013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:09.569198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:09.573227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:09.619542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9bb5052c-b630-4122-a0a9-75f464763d2d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:09.619919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.647446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.690263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:09.825853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d64fdb8-2de2-4e51-87e4-9584df55abdf None None] Provisioning for port a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:09.830244 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a014a18-499f-4ab6-9e69-fd69db92b7e4 req-6f9086ac-bd4c-42d7-bf12-58d38e54264a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 210 time: 0.0461612 Nov 24 14:00:09.834589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2d64fdb8-2de2-4e51-87e4-9584df55abdf None None] Provisioning complete for port a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:09.834971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d64fdb8-2de2-4e51-87e4-9584df55abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.863834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.874616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.894154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=f5d88390-20eb-4293-bf04-89a1feac127f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:09.902852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.934566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2d64fdb8-2de2-4e51-87e4-9584df55abdf None None] Port a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:09.953564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:09.954197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:09.992052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:10.006719 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] Sync routers for ids ['e6374d86-6fd5-4e75-866b-f364c0add305'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:10.017884 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ee3a3627-ac06-4b86-b241-e7fd82e19477 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8107939 Nov 24 14:00:10.021328 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] Routers {'e6374d86-6fd5-4e75-866b-f364c0add305'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:10.022192 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e6374d86-6fd5-4e75-866b-f364c0add305'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:10.024510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36658) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:10.041822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff927e85-2dbb-4499-8fea-05c12ccc5d82,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:10.051181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.051957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31555c8-343e-4dc3-bd01-0a8ccec842fb {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:00:10.154172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:10.156346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:10.157141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.036s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:10.157724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:10.179032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.179547 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:10.181472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d31555c8-343e-4dc3-bd01-0a8ccec842fb HTTP/1.1" status: 204 len: 168 time: 5.7943673 Nov 24 14:00:10.191893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36662) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:10.193820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] Routers {'e6374d86-6fd5-4e75-866b-f364c0add305'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:10.194883 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e6374d86-6fd5-4e75-866b-f364c0add305'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:10.297163 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:10.297952 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb13a4-7807-4ad9-84fc-5b2c69b4eb13 None None] The sync data for ids ['e6374d86-6fd5-4e75-866b-f364c0add305'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:10.329305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9ba05b56-a4f6-47c5-bd83-1d74e063949f None None] Provisioning for port f5d88390-20eb-4293-bf04-89a1feac127f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:10.341803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9ba05b56-a4f6-47c5-bd83-1d74e063949f None None] Provisioning complete for port f5d88390-20eb-4293-bf04-89a1feac127f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:10.342426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9ba05b56-a4f6-47c5-bd83-1d74e063949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.379812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:10.380342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.404238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Deleting subnet 1a49f293-5433-4178-9d0d-345e77e7bcba {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:10.414845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.457766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-6b0c78da-ae8f-4d2d-a1a2-e1a2f5239306 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:10.459185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-6b0c78da-ae8f-4d2d-a1a2-e1a2f5239306 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=6d9e8cfa-0546-4b59-acd0-b43822b1263f HTTP/1.1" status: 200 len: 796 time: 0.4634333 Nov 24 14:00:10.463562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:50Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:10.465610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9ba05b56-a4f6-47c5-bd83-1d74e063949f None None] Port f5d88390-20eb-4293-bf04-89a1feac127f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:10.472193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] Checking router: c5531ffc-f094-4015-9242-5431e3ecdb47 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:00:10.491069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:10.491888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:10.596497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:10.648611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.683988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.698754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.706752 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b1ea601c-0ce0-417d-807b-455785c2361d req-b77e776f-884b-41d0-be0a-1eb5e3a74bcc tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42951e7-1250-4620-8435-215be69ce346 HTTP/1.1" status: 200 len: 210 time: 0.2061145 Nov 24 14:00:10.714043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-4b553652-eaac-4302-ab6c-5cd34dc549dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 470 time: 0.0800591 Nov 24 14:00:10.721267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:10.732112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.773657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '0a25be2a-5f74-4549-a276-697f96e84b55', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:10.788094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:10.799052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:10.803191 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.8537290 Nov 24 14:00:10.805558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36670) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:10.860224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ada65e4-02c8-4de1-a02b-ff4b924be456,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:10.863311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:10.883863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:10.982898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:11.013809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Router 6ccfb343-e35d-4e6b-944e-1740309ad449 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:11.086196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.090092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9102728 Nov 24 14:00:11.096603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-741e4d5f-4e75-42c4-9662-2b11777bbe89 req-a9da9684-2cd4-4b90-98a8-0660c281f20f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 210 time: 0.0861166 Nov 24 14:00:11.101341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36676) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:11.122451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group_rule': {'security_group_id': '81cc2626-a76e-4af2-8b47-7376a71a2c6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:11.130752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:11.135737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:11.138697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:11.144633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:11.150303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:50Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:11.159197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86b8a3-2ca8-4c52-9c02-ea9931787521 None None] The sync data for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv is: [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T13:58:32Z', 'revision_number': 4, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '84c16958-49fd-43b2-8a2d-ef0abe314304', 'name': '', 'network_id': '8e7d9644-4cff-4160-aca7-155600274eb0', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'mac_address': 'fa:16:3e:00:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:27Z', 'updated_at': '2021-11-24T13:58:50Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'subnets': [{'id': '1d2e9818-9e0e-4eef-82cd-65fe8a1a4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:11.202641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.208153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff927e85-2dbb-4499-8fea-05c12ccc5d82 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:11.249142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:11.260829 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/routers/6ccfb343-e35d-4e6b-944e-1740309ad449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3139222 Nov 24 14:00:11.260829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:11.261547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36680) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:11.262769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:11.263291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.267558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:11.273506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] Sync routers for ids ['6ccfb343-e35d-4e6b-944e-1740309ad449'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:11.287838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ff927e85-2dbb-4499-8fea-05c12ccc5d82 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:11.288543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ff927e85-2dbb-4499-8fea-05c12ccc5d82 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:11.296108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] Routers {'6ccfb343-e35d-4e6b-944e-1740309ad449'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:11.297043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['6ccfb343-e35d-4e6b-944e-1740309ad449'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:11.313448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:11.334602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:11.338959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.370613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:11.373749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:11.383065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] Routers {'6ccfb343-e35d-4e6b-944e-1740309ad449'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:11.384311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['6ccfb343-e35d-4e6b-944e-1740309ad449'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:11.448589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:port and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:11.451169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:11.451672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943c063-72d5-493a-9028-9b6a2fbb180d None None] The sync data for ids ['6ccfb343-e35d-4e6b-944e-1740309ad449'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:11.506676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3679cb03-8388-4431-b355-66aa35372f91 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 14:00:11.507219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3679cb03-8388-4431-b355-66aa35372f91 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:11.510620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:11.529481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.537029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-734df6d8-11cc-4e31-a513-ce68a42e1314 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:11.552673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:11.574280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.586261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.589950 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a88e0c-c8ca-4174-8a08-a4e9253914d2 None None] New status for floating IP 0f596e13-5b99-459e-826d-a1229f005be3: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:00:11.597954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0dd7d13-2ba4-4393-b8fb-650ec3559330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:11.601202 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4728d8a4-72e1-4d7d-a705-e8dc4437fdc5 (CIDR: 172.20.0.0/28) Nov 24 14:00:11.606138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=a99532fc-0e25-43f9-9ce1-1b6c6c9a5807,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:11.610252 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:00:11.610736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:11.613735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:11.614434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:11.617272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.626385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3679cb03-8388-4431-b355-66aa35372f91 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:11.627601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3679cb03-8388-4431-b355-66aa35372f91 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/a6df30d9-2294-49d3-beff-6f8eefd1f8dd HTTP/1.1" status: 404 len: 333 time: 0.3326473 Nov 24 14:00:11.657613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36684) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:11.686079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cbac72-3b5c-4d97-8d33-f170b13ba6cc,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:11.704458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:11.708008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.728993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f98d924-eedd-4455-8c3c-0d4ad4c03c77 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:11.822039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.823364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7192523 Nov 24 14:00:11.829119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:11.834224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9668a8-c8e4-4313-b73b-20a8dc7385b8 None None] Network 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:11.879544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36690) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:11.887457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a49f293-5433-4178-9d0d-345e77e7bcba,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:11.898907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:11.968696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36696) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:11.983424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group_rule': {'security_group_id': '81cc2626-a76e-4af2-8b47-7376a71a2c6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:12.011010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.043014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1a49f293-5433-4178-9d0d-345e77e7bcba HTTP/1.1" status: 204 len: 168 time: 1.8392575 Nov 24 14:00:12.050579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36700) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:12.154986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] DHCP port deletion for 2c951eb0-38a5-43cb-a8bb-686fddfe33a3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:00:12.160300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Deleting port 46c6fe65-dc56-423d-990f-722ec5fbd559 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:12.160846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.218523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.19 (6d9e8cfa-0546-4b59-acd0-b43822b1263f/31dc6720-8a6c-4265-a0a3-86083c8a64be/93cc0820-c7ac-4af7-bccc-37203bd86315) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:12.313467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:12.320079 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-37d2a19e-9ca9-4c29-a24c-f78d8df4ae45 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2746198 Nov 24 14:00:12.376373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36706) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:12.377300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:12.385505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:12.418312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:12.442084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:12.443801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] For port 46c6fe65-dc56-423d-990f-722ec5fbd559, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=46c6fe65-dc56-423d-990f-722ec5fbd559,segment=NetworkSegment(9baa56f7-80a0-41eb-8813-48afc5092ba4),segment_id=9baa56f7-80a0-41eb-8813-48afc5092ba4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:12.444270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.448348 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c34fa2fa-0215-471f-ac20-63018936041f req-de2f979c-c6a4-4b2b-81a9-ce39f9b55823 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 210 time: 0.1941030 Nov 24 14:00:12.575258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.577031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Calling delete_port for 46c6fe65-dc56-423d-990f-722ec5fbd559 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:12.591817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.620769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.663715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Deleting port 46c6fe65-dc56-423d-990f-722ec5fbd559 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:12.664054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.668330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.679805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:12.695209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Deleting port 46a8d641-29f2-48c5-858e-9b8ddb503bc3 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:12.696188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.733075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.735788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] No DVR routers for this DVR port 46c6fe65-dc56-423d-990f-722ec5fbd559 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:00:12.736119 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 HTTP/1.1" status: 204 len: 168 time: 4.0048606 Nov 24 14:00:12.740541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Pushing event deleted for resources: {'Port': ['ID=46c6fe65-dc56-423d-990f-722ec5fbd559,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:12.744099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:12.745239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36710) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:12.768352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.785441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.796738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.798641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.835237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] The port '46c6fe65-dc56-423d-990f-722ec5fbd559' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:00:12.897200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.917457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.917847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccfb343-e35d-4e6b-944e-1740309ad449 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:00:12.937598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:12.947393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.958225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:12.969152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:12.982630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:12.985696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.991317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:12.992404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7d2b1fab-df41-4e98-96e1-26a13bf0326d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/routers/6ccfb343-e35d-4e6b-944e-1740309ad449 HTTP/1.1" status: 204 len: 168 time: 1.3332582 Nov 24 14:00:12.996529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36714) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:12.998330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.039686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5831c6eb-9fac-46e6-bc12-1d68a3541f0f tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:13.059475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:13.063020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.099530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df5f0a-be84-486a-9b0d-47bffb2d5cd8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:13.101268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df5f0a-be84-486a-9b0d-47bffb2d5cd8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:13.103200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df5f0a-be84-486a-9b0d-47bffb2d5cd8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:13.104012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e1df5f0a-be84-486a-9b0d-47bffb2d5cd8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:13.123046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.130440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 93cc0820-c7ac-4af7-bccc-37203bd86315 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:13.144417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d61766e-a369-4e88-b945-d1f827184332,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:13.165932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:13.169542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.181574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13edb073-93b7-4a8c-8eb4-5cebdf0937fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:13.199293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c951eb0-38a5-43cb-a8bb-686fddfe33a3']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:13.209763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e1df5f0a-be84-486a-9b0d-47bffb2d5cd8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:13.210203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46c6fe65-dc56-423d-990f-722ec5fbd559 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:13.213765 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e1df5f0a-be84-486a-9b0d-47bffb2d5cd8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4579518 Nov 24 14:00:13.214900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet af5e1cfc-94ce-4f15-902d-2c32cf568ec1 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:13.217305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb9134-5fe6-4cd2-a950-dc95b2227645,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:13.218906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36718) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:13.228646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:13.229630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.230340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9baa56f7-80a0-41eb-8813-48afc5092ba4') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:13.230848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9baa56f7-80a0-41eb-8813-48afc5092ba4') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:13.253328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.258715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.259894 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3740852 Nov 24 14:00:13.263324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.276278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 46c6fe65-dc56-423d-990f-722ec5fbd559 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:13.276625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46c6fe65-dc56-423d-990f-722ec5fbd559 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:13.280609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36722) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:13.293524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group_rule': {'security_group_id': '81cc2626-a76e-4af2-8b47-7376a71a2c6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:13.299923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.303536 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "DELETE /v2.0/security-groups/82fb9134-5fe6-4cd2-a950-dc95b2227645 HTTP/1.1" status: 204 len: 168 time: 1.3325281 Nov 24 14:00:13.310925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36726) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:13.384325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.411153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.412024 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-6c333284-b79f-4c4f-8230-3bc3ca9c8ff8 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] show failed (client error): The resource could not be found. Nov 24 14:00:13.413071 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6c333284-b79f-4c4f-8230-3bc3ca9c8ff8 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "GET /v2.0/security-groups/82fb9134-5fe6-4cd2-a950-dc95b2227645 HTTP/1.1" status: 404 len: 347 time: 0.0990310 Nov 24 14:00:13.415290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:13.425875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Calling delete_port for 46a8d641-29f2-48c5-858e-9b8ddb503bc3 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:13.432468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36730) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:13.455549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.471693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c77d4d5a-f47f-4e12-a515-89bc8b1ef9ce tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:13.503452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 13c79b44-b3f5-46db-ba8f-be3ef85f319e {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:13.519361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:13.534051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.535622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:13.540815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:00:13.541219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:00:13.558624 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:00:13.626948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:13.687281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Deleting port f8a70490-6f5d-42a6-96d7-33a5f54a5f79 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:13.687506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.690405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:13.719186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:13.740176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.744114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:13.781015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=93cc0820-c7ac-4af7-bccc-37203bd86315,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:13.788839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:13.845667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.847286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.862153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:13.882929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.919358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c951eb0-38a5-43cb-a8bb-686fddfe33a3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:13.926299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:13.926936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:13.935033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:13.939266 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] 10.222.0.36 "DELETE /v2.0/networks/2c951eb0-38a5-43cb-a8bb-686fddfe33a3 HTTP/1.1" status: 204 len: 168 time: 1.8876626 Nov 24 14:00:13.985487 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2562001 Nov 24 14:00:14.002650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eefcc-6758-4e44-88ca-6a6b9b6ae3cf req-171e3b8f-cc29-430b-a33b-b928557eb5be tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:14.003269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-cf3eefcc-6758-4e44-88ca-6a6b9b6ae3cf req-171e3b8f-cc29-430b-a33b-b928557eb5be tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:14.012692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Request body: {'port': {'device_id': '0a25be2a-5f74-4549-a276-697f96e84b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:14.032150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d8cf1999-ca03-415a-924c-61b085e00eee None None] Provisioning for port 93cc0820-c7ac-4af7-bccc-37203bd86315 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:14.041714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d8cf1999-ca03-415a-924c-61b085e00eee None None] Provisioning complete for port 93cc0820-c7ac-4af7-bccc-37203bd86315 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:14.043297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8cf1999-ca03-415a-924c-61b085e00eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.103126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.131854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.136814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-cf3eefcc-6758-4e44-88ca-6a6b9b6ae3cf req-171e3b8f-cc29-430b-a33b-b928557eb5be tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:14.137989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf3eefcc-6758-4e44-88ca-6a6b9b6ae3cf req-171e3b8f-cc29-430b-a33b-b928557eb5be tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 932 time: 0.5123105 Nov 24 14:00:14.143861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf1999-ca03-415a-924c-61b085e00eee None None] Port 93cc0820-c7ac-4af7-bccc-37203bd86315 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:14.145247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.172145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:14.203737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36738) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:14.251080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.307228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.307559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.400472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.404118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d717fb-e834-47e8-b5dc-5c4039ce9967,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:14.422187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:14.422750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b81f253f-353d-4fc7-b0b2-37f9520f952a tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:14.469596 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf3eefcc-6758-4e44-88ca-6a6b9b6ae3cf req-440bafd1-d59e-4025-8138-0a8e08ac9f82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3176110 Nov 24 14:00:14.478637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.480975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Calling delete_port for f8a70490-6f5d-42a6-96d7-33a5f54a5f79 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:14.514010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.515208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2336326 Nov 24 14:00:14.516403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Pushing event deleted for resources: {'Port': ['ID=46a8d641-29f2-48c5-858e-9b8ddb503bc3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:14.518319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36742) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:14.519661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.537602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group_rule': {'security_group_id': '81cc2626-a76e-4af2-8b47-7376a71a2c6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:14.538588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7b19d0c5-fad1-465c-ba9c-2636aa3e0ba7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:14.543125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:14.575807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.579552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:14.597183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=af5e1cfc-94ce-4f15-902d-2c32cf568ec1,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:14.609295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:14.612094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b33a67f-c555-484e-bf28-0d4d86fcc46d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:14.615827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b76c04-2ed0-4147-8d8e-ed0d3e22011c None None] Network 1939a505-03c5-4d37-b8cd-6ae6db6909ec requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:14.623294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:14.631528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:14.645230 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cdb28211-55f6-4478-a198-b9f9a817b95c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bb65fbf62e84aefaf2d2f34310677f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4381008 Nov 24 14:00:14.646831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:14.649181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36746) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:14.650200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.684071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:14.702374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:14.717389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.717983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf37cd-796c-4df5-b0c9-639a73c7baab None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:14.726585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:14.727738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.751552 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/af5e1cfc-94ce-4f15-902d-2c32cf568ec1 HTTP/1.1" status: 204 len: 168 time: 1.7520523 Nov 24 14:00:14.753190 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Project c834fba6d9064d0ebdc0e4dbad20f092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:00:14.760109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36750) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:14.760972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.761467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=9c78eb85-0c02-4b50-a237-3bab6bb8ee31,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:14.765271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:14.772985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:14.775194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-610c6970-ce6b-48c3-b34e-cea56094d7db tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:14.806705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b516cdf-b1a4-4672-8f98-61adb3cc6477 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:14.858883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=13c79b44-b3f5-46db-ba8f-be3ef85f319e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:14.867290 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4843247 Nov 24 14:00:14.870154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36754) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:14.871417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:14.874638 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/13c79b44-b3f5-46db-ba8f-be3ef85f319e HTTP/1.1" status: 204 len: 168 time: 1.6503885 Nov 24 14:00:14.881169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1183815085', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c78eb85-0c02-4b50-a237-3bab6bb8ee31'}], 'security_groups': ['ae024001-cf81-4afc-8f16-bce9a8158bf6']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:14.908160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36758) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:14.938496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.022253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.032211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-934caaf5-d7aa-4fc0-9e6d-4d77eb97a110 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:15.120710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet d3dbced7-1a86-4131-9548-7ea251c1705f {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:15.143018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Pushing event deleted for resources: {'Port': ['ID=f8a70490-6f5d-42a6-96d7-33a5f54a5f79,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:15.146136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.174214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:15.275712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] DHCP port deletion for 1939a505-03c5-4d37-b8cd-6ae6db6909ec request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:00:15.280369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.287847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Deleting port 29a72333-e478-4542-9f04-85721b00024b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:15.288305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.309031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.340711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.380782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.384190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.385517 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] 10.222.0.36 "DELETE /v2.0/floatingips/0f596e13-5b99-459e-826d-a1229f005be3 HTTP/1.1" status: 204 len: 168 time: 1.9521003 Nov 24 14:00:15.388447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36762) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:15.545455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.597349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.600387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.619333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 29a72333-e478-4542-9f04-85721b00024b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:15.619658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.671142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.696222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.698806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] For port 29a72333-e478-4542-9f04-85721b00024b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a72333-e478-4542-9f04-85721b00024b,segment=NetworkSegment(7d072661-c155-42ab-9769-26f4d5768a0a),segment_id=7d072661-c155-42ab-9769-26f4d5768a0a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:15.699356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.712379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80196eae-8e6e-4322-9ee8-e3a73702f2eb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:15.851113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c7deec-0f22-40e0-ba78-1fdd3c69bf65,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:15.862419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Update dhcp port {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'fixed_ips': [{'subnet_id': '4728d8a4-72e1-4d7d-a705-e8dc4437fdc5', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c78eb85-0c02-4b50-a237-3bab6bb8ee31'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '4772e020-c1f4-4cb6-94d3-9f59657df0a3'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:15.897355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Calling delete_port for 29a72333-e478-4542-9f04-85721b00024b owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:15.912684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:15.955886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.035206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.080108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:16.088856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.097019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-981d7746-2dbd-4059-bf43-0d1a5c8aadeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:16.147440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] The port '29a72333-e478-4542-9f04-85721b00024b' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:00:16.158092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:16.171107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] No DVR routers for this DVR port 29a72333-e478-4542-9f04-85721b00024b on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:00:16.185576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Pushing event deleted for resources: {'Port': ['ID=29a72333-e478-4542-9f04-85721b00024b,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:16.194075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:16.252463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.254920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.259014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/279870b4-581f-4c7d-8613-ba252b1a187f HTTP/1.1" status: 204 len: 168 time: 1.5977468 Nov 24 14:00:16.324508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8e0d8c5-10d5-4b10-9c4c-ef63fcdf944d tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570800182-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:16.335901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.338025 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8046308 Nov 24 14:00:16.349834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c4c3-58c1-42d1-abfc-53fad8db9c3d req-eff4d08a-be59-4948-83dc-e740aa8c11b6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:16.357349 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e425c4c3-58c1-42d1-abfc-53fad8db9c3d req-eff4d08a-be59-4948-83dc-e740aa8c11b6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 932 time: 0.5530853 Nov 24 14:00:16.374198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36770) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:16.380050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279870b4-581f-4c7d-8613-ba252b1a187f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:16.383157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:16.388531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'security_group_rule': {'security_group_id': '81cc2626-a76e-4af2-8b47-7376a71a2c6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:16.406287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:16.415298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Allocated IP 172.20.0.18 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/9c78eb85-0c02-4b50-a237-3bab6bb8ee31/4772e020-c1f4-4cb6-94d3-9f59657df0a3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:16.432227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Router e6374d86-6fd5-4e75-866b-f364c0add305 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:16.439560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.454259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.477820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cc0820-c7ac-4af7-bccc-37203bd86315 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:00:16.479465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e311bef7-d200-4013-8716-c3f367ae217b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:16.510161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:security_group_rule and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:16.527642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:16.551213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:16.551450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1939a505-03c5-4d37-b8cd-6ae6db6909ec']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:16.553242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dbced7-1a86-4131-9548-7ea251c1705f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:16.562019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.564832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.580777 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e425c4c3-58c1-42d1-abfc-53fad8db9c3d req-66e7feec-dd5b-46e0-89d5-d5907235c1a6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2224867 Nov 24 14:00:16.593528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:16.643327 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Project c834fba6d9064d0ebdc0e4dbad20f092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:00:16.657355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4772e020-c1f4-4cb6-94d3-9f59657df0a3,segment=NetworkSegment(439563c5-945b-4560-998d-4af3f4faa117),segment_id=439563c5-945b-4560-998d-4af3f4faa117)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:16.660837 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/d3dbced7-1a86-4131-9548-7ea251c1705f HTTP/1.1" status: 204 len: 168 time: 1.7512059 Nov 24 14:00:16.667075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d072661-c155-42ab-9769-26f4d5768a0a') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:16.667386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d072661-c155-42ab-9769-26f4d5768a0a') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:16.668826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36776) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:16.669507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.698918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d308d-ca0a-4589-bff5-ce5337ddf74a None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:16.726249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.739415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.748110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Transition to ACTIVE for port object 93cc0820-c7ac-4af7-bccc-37203bd86315 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:16.749244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:16.763533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Transition to ACTIVE for port object 4772e020-c1f4-4cb6-94d3-9f59657df0a3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:16.770845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.775913 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "PUT /v2.0/routers/e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 200 len: 705 time: 5.9605267 Nov 24 14:00:16.790844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36784) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:16.791530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.801184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22594c7-6f6f-4c58-be45-d3834f60fbd0 tempest-PortsAdminExtendedAttrsTestJSON-962542234 tempest-PortsAdminExtendedAttrsTestJSON-962542234-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:16.830498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] Sync routers for ids ['e6374d86-6fd5-4e75-866b-f364c0add305'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:16.843325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:16.855869 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3654ffad-bee7-4205-835c-ee67daa3b4b3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1791155 Nov 24 14:00:16.858872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:16.882039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36790) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:16.940353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:16.946560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dc21bac6-f920-41a9-9078-d752eec71817 None None] Provisioning complete for port 9bb5052c-b630-4122-a0a9-75f464763d2d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:16.946809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc21bac6-f920-41a9-9078-d752eec71817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.020080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.020349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.117164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:00:17.118375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:00:17.144383 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:00:17.159727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0c45faee-8661-41a7-bc43-e335e0df595f tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/routers/e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 200 len: 740 time: 0.3625808 Nov 24 14:00:17.161342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.181548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] Routers {'e6374d86-6fd5-4e75-866b-f364c0add305'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:17.182334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e6374d86-6fd5-4e75-866b-f364c0add305'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:17.195147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36802) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:17.260935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.281852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Pushing event updated for resources: {'Port': ['ID=93cc0820-c7ac-4af7-bccc-37203bd86315,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:17.326087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:17.339357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69d4e7da-4646-4085-a038-34cdbe9b333e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:17.354369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:17.367529 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-46460548-c550-40cd-a3b7-53d9d3fb43b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 200 len: 205 time: 0.1618533 Nov 24 14:00:17.377819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36808) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:17.397163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:17.399650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a72333-e478-4542-9f04-85721b00024b no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:17.406040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:17.420864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb36050-1e1f-4398-8a83-1f1d93289def,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:17.423962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:17.429879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:17.439554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.443460 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0615687 Nov 24 14:00:17.443460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Delete allocated IP 172.20.0.13 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/4728d8a4-72e1-4d7d-a705-e8dc4437fdc5) {{(pid=87692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 14:00:17.447792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:17.452916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Pushing event updated for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:17.457152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:17.457330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'network': {'name': 'tempest-network-smoke--2001772104', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:17.469828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:17.473517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.495090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.495383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 29a72333-e478-4542-9f04-85721b00024b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:17.495616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a72333-e478-4542-9f04-85721b00024b not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:17.497268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:17.502742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.30 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/9c78eb85-0c02-4b50-a237-3bab6bb8ee31/f5d88390-20eb-4293-bf04-89a1feac127f) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:17.523003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:network and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:17.530960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:17.546116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:17.551680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] Routers {'e6374d86-6fd5-4e75-866b-f364c0add305'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:17.552305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T13:59:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e6374d86-6fd5-4e75-866b-f364c0add305'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:17.569972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.577836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=1939a505-03c5-4d37-b8cd-6ae6db6909ec,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:17.583986 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f53758e-8a9c-4279-a094-8fa9017c0461 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 200 len: 205 time: 0.2022233 Nov 24 14:00:17.587175 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/1939a505-03c5-4d37-b8cd-6ae6db6909ec HTTP/1.1" status: 204 len: 168 time: 2.7612777 Nov 24 14:00:17.588414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:17.588989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36818) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:17.589415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:17.597077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:17.630563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:17.699747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Made reservation on behalf of c834fba6d9064d0ebdc0e4dbad20f092 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:17.708322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:17.714613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Attempting to bind port 93cc0820-c7ac-4af7-bccc-37203bd86315 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:17.715068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Attempting to bind port 93cc0820-c7ac-4af7-bccc-37203bd86315 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:17.716522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Attempting to bind port 93cc0820-c7ac-4af7-bccc-37203bd86315 on network 6d9e8cfa-0546-4b59-acd0-b43822b1263f {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:17.834013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:17.834714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707dec5-d9d8-401a-bb50-a78b1933e1dd None None] The sync data for ids ['e6374d86-6fd5-4e75-866b-f364c0add305'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:17.890584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Port 93cc0820-c7ac-4af7-bccc-37203bd86315 on network 6d9e8cfa-0546-4b59-acd0-b43822b1263f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:00:17.891208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Attempting to bind port 93cc0820-c7ac-4af7-bccc-37203bd86315 on network 6d9e8cfa-0546-4b59-acd0-b43822b1263f {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:17.983353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:17.983690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Checking segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:17.984081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Bound using segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:17.984822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Bound port: 93cc0820-c7ac-4af7-bccc-37203bd86315, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:17.985175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.057148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:00:18.063535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Deleting port 9bb5052c-b630-4122-a0a9-75f464763d2d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:18.063929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.075090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e31007-13c9-42df-8cae-c41a1d0ad357 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:18.077429 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f7e31007-13c9-42df-8cae-c41a1d0ad357 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/0c499fe7-810e-4f81-a48f-50ad686bd791 HTTP/1.1" status: 200 len: 844 time: 0.4830565 Nov 24 14:00:18.083922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36834) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:18.279572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.347974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:00:18.361497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.361852 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Added segment 4e84cbdd-1a23-409b-a6cf-6d724c6e91d3 of type vlan for network 7330379e-2119-4be1-b716-f76c7ceada6e Nov 24 14:00:18.382417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] For port 9bb5052c-b630-4122-a0a9-75f464763d2d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9bb5052c-b630-4122-a0a9-75f464763d2d,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:18.383212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.419768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.564506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Calling delete_port for 9bb5052c-b630-4122-a0a9-75f464763d2d owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:18.571674 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8afaf709-8b02-4e2a-a091-26b86428eeb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/0c499fe7-810e-4f81-a48f-50ad686bd791?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2954214 Nov 24 14:00:18.623124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36848) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:18.630076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:18.651660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Provisioning complete for port f5d88390-20eb-4293-bf04-89a1feac127f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:18.652041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.715089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fca15f-466b-479e-a4d3-337b5773f7d0 req-bd47c853-e7d4-4088-840e-650c1e30e520 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:18.716672 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e8fca15f-466b-479e-a4d3-337b5773f7d0 req-bd47c853-e7d4-4088-840e-650c1e30e520 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 944 time: 0.8304250 Nov 24 14:00:18.720297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] For port 93cc0820-c7ac-4af7-bccc-37203bd86315, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:18.764467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.769725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.776159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36854) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:18.783617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] For port 93cc0820-c7ac-4af7-bccc-37203bd86315, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=93cc0820-c7ac-4af7-bccc-37203bd86315,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:18.785984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Port f5d88390-20eb-4293-bf04-89a1feac127f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:18.788013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.793956 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e8fca15f-466b-479e-a4d3-337b5773f7d0 req-83ecc272-7613-45fd-9151-a5074db6fff5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683353 Nov 24 14:00:18.804321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.811148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e9dff1c3-624e-474c-a453-2e75ad7f575e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:18.834814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Provisioning for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:18.843675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:18.844551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.877063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.877684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Fanout notify agent at l3_agent the message router_deleted on router e6374d86-6fd5-4e75-866b-f364c0add305 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:00:18.893590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:18.894319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.895795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eff580c9-92ef-42fc-8214-430461511029 service neutron] 10.222.0.76 "PUT /v2.0/ports/93cc0820-c7ac-4af7-bccc-37203bd86315 HTTP/1.1" status: 200 len: 1094 time: 4.8876290 Nov 24 14:00:18.896489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a25be2a-5f74-4549-a276-697f96e84b55', 'tag': '93cc0820-c7ac-4af7-bccc-37203bd86315'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:00:18.938830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.940373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:18.946926 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-28d19fdc-5938-4a11-bc71-1b36cce377a8 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 204 len: 168 time: 1.3542387 Nov 24 14:00:18.947787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7e1f78b-ef7a-47d7-9ff7-5a5e60d71ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:18.952820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36862) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.012996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] No DVR routers for this DVR port 9bb5052c-b630-4122-a0a9-75f464763d2d on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:00:19.018991 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a25be2a-5f74-4549-a276-697f96e84b55', 'tag': '93cc0820-c7ac-4af7-bccc-37203bd86315', 'status': 'completed', 'code': 200} Nov 24 14:00:19.041796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:19.051441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Pushing event deleted for resources: {'Port': ['ID=9bb5052c-b630-4122-a0a9-75f464763d2d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:19.054494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:19.071930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4edb12fe-ffae-433e-9056-218240689f6d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 200 len: 205 time: 0.1109836 Nov 24 14:00:19.084419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36866) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.092382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.093572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b65f3781-eeff-4dca-b462-ff71bc92d487 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:19.095054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:19.095481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.097455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Pushing event updated for resources: {'Port': ['ID=93cc0820-c7ac-4af7-bccc-37203bd86315,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:19.097942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:19.098553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.113543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2fc9fc9-81ea-48af-9b07-bbdee6c646c1 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:19.136955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:19.156963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:19.158470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:19.175782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:19.182091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1e8eb727-fb6f-4884-8246-ae5f80dee43f None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:19.190068 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-fbe9d051-eb4b-4f8b-906d-3039c0d2cdb6 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] delete failed (client error): The resource could not be found. Nov 24 14:00:19.191448 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fbe9d051-eb4b-4f8b-906d-3039c0d2cdb6 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/e6374d86-6fd5-4e75-866b-f364c0add305 HTTP/1.1" status: 404 len: 336 time: 0.1019959 Nov 24 14:00:19.196181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36872) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.245491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:19.262245 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bc19aad5-fecd-4ad3-89a3-438f9146ae83 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 HTTP/1.1" status: 200 len: 205 time: 0.0609841 Nov 24 14:00:19.265441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36876) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.288541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:19.312814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.342988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-f498256d-7cd2-4549-9675-2a07ded9cfbb tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] delete failed (client error): The resource could not be found. Nov 24 14:00:19.344313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f498256d-7cd2-4549-9675-2a07ded9cfbb tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/b07d3571-ef1c-4d93-bcd4-3b8f53e40e97 HTTP/1.1" status: 404 len: 336 time: 0.0765431 Nov 24 14:00:19.347207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:00:19.349083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36880) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.360437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:19.360941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.391136 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9383667 Nov 24 14:00:19.396781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Network': ['ID=7330379e-2119-4be1-b716-f76c7ceada6e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:19.399627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eed5deed-18c2-4dfa-9e27-5480dff5d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:19.400798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-eed5deed-18c2-4dfa-9e27-5480dff5d02b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 1097 time: 0.4467652 Nov 24 14:00:19.406717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36884) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.408485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b65f3781-eeff-4dca-b462-ff71bc92d487 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "PUT /v2.0/quotas/d45242d107d74eb3bba3948a845ba6a5 HTTP/1.1" status: 200 len: 366 time: 0.6313233 Nov 24 14:00:19.415033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'admin_state_up': True, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:19.416346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 7330379e-2119-4be1-b716-f76c7ceada6e details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:00:19.424512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:19.424512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36888) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.424850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ab77a650-3171-4332-9cfa-90a2afeff9bd tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=745fc1c0-f281-48ff-a26a-73050a4f5969 HTTP/1.1" status: 200 len: 205 time: 0.0719275 Nov 24 14:00:19.424978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:19.426688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.451746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36890) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.470254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object f5d88390-20eb-4293-bf04-89a1feac127f will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:19.480700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:19.492840 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-2ed6e6c0-e038-46a4-ae4a-e81f28cf8f09 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=93cc0820-c7ac-4af7-bccc-37203bd86315 HTTP/1.1" status: 200 len: 217 time: 0.0683844 Nov 24 14:00:19.493894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:router and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:19.497308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:19.506014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:19.576234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.577317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.585179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-06ab2443-ba95-4428-acbc-028fb9cc0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:19.587478 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-06ab2443-ba95-4428-acbc-028fb9cc0397 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31dc6720-8a6c-4265-a0a3-86083c8a64be HTTP/1.1" status: 200 len: 838 time: 0.0825081 Nov 24 14:00:19.598383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.615121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5783f5d2-a037-4fab-90b7-53da0a067684 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:19.649036 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-03d5c918-9a68-4c5d-a6b7-e27d494ddda1 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2071404 Nov 24 14:00:19.651686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36896) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.664833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9bb5052c-b630-4122-a0a9-75f464763d2d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:19.671393 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-40f9911f-27d9-4ddb-a371-754bab7d2596 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] delete failed (client error): The resource could not be found. Nov 24 14:00:19.674777 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-40f9911f-27d9-4ddb-a371-754bab7d2596 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/745fc1c0-f281-48ff-a26a-73050a4f5969 HTTP/1.1" status: 404 len: 336 time: 0.2197580 Nov 24 14:00:19.680890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36898) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.682226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.746734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 9bb5052c-b630-4122-a0a9-75f464763d2d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:19.746999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9bb5052c-b630-4122-a0a9-75f464763d2d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:19.765568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ee065ad6-cf32-4e51-a3c5-eea442df5277 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a HTTP/1.1" status: 200 len: 205 time: 0.0773909 Nov 24 14:00:19.769914 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f94cc2bc-42b8-4504-ab76-4852a0306677 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "GET /v2.0/quotas/d45242d107d74eb3bba3948a845ba6a5 HTTP/1.1" status: 200 len: 366 time: 0.0924294 Nov 24 14:00:19.769914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36904) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.773076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-68e0416f-d69e-4c5e-846c-5fb5d7a6f8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:19.776143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36906) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:19.812768 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.services.revisions.revision_plugin [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Could not find related port for resource to bump revision. Nov 24 14:00:19.827613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=f5d88390-20eb-4293-bf04-89a1feac127f,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:19.862618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:19.879391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_pluggable_backend [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Port 9bb5052c-b630-4122-a0a9-75f464763d2d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87692) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 14:00:19.879696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_pluggable_backend [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:2843 {{(pid=87692) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 14:00:20.035882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_pluggable_backend [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:2843 {{(pid=87692) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 14:00:20.044688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-04d565f5-9c4e-44e6-a728-badf82ae9929 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] delete failed (client error): The resource could not be found. Nov 24 14:00:20.048255 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-04d565f5-9c4e-44e6-a728-badf82ae9929 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/ab4b8f3b-e4c5-4a8e-bdd1-0686f0923c3a HTTP/1.1" status: 404 len: 336 time: 0.2735424 Nov 24 14:00:20.048487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.053279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36914) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.057724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5d72dd2a-38d5-44a4-923d-6e9d43e2f6d9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:20.108208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-916b8110-96dd-4ffe-b7c4-b27d39eceb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:20.109995 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-916b8110-96dd-4ffe-b7c4-b27d39eceb5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d9e8cfa-0546-4b59-acd0-b43822b1263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5124824 Nov 24 14:00:20.155228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-02664050-2ecf-4c07-b1d4-0e06589f44e2 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/d45242d107d74eb3bba3948a845ba6a5 HTTP/1.1" status: 204 len: 168 time: 0.3774431 Nov 24 14:00:20.173885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] In _notify_port_updated(), no bound segment for port f5d88390-20eb-4293-bf04-89a1feac127f on network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:00:20.179385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:20.179777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36918) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.180291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.184256 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/ports/f5d88390-20eb-4293-bf04-89a1feac127f HTTP/1.1" status: 200 len: 921 time: 5.3091857 Nov 24 14:00:20.196890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36920) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.218186 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fc7e1f06-3de2-449c-bf51-2da6419db947 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 HTTP/1.1" status: 200 len: 205 time: 0.1341488 Nov 24 14:00:20.228946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:20.229585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36926) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.268523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:20.282122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0345831d-2d59-498e-aae7-1e7ae84d6af4 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:20.296850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-876782d4-d27a-4a30-8ffe-7f7885d9a21f None None] Provisioning for port f5d88390-20eb-4293-bf04-89a1feac127f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:20.339518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:20.340106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.375520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-876782d4-d27a-4a30-8ffe-7f7885d9a21f None None] Provisioning complete for port f5d88390-20eb-4293-bf04-89a1feac127f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:20.376054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-876782d4-d27a-4a30-8ffe-7f7885d9a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.381260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Deleting port 84c16958-49fd-43b2-8a2d-ef0abe314304 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:20.381603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.406342 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-cbaca4c5-05c2-471e-b609-73e3958b1621 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] delete failed (client error): The resource could not be found. Nov 24 14:00:20.407376 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cbaca4c5-05c2-471e-b609-73e3958b1621 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/7974b48f-ba7c-44c9-b01d-f69b6d30f7b7 HTTP/1.1" status: 404 len: 336 time: 0.1729507 Nov 24 14:00:20.408066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=66ae0641-541b-4a91-8825-fd67782d5505,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:20.412634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36930) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.423009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:20.425288 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bbc07f1c-4c0a-4099-8624-f8fdf61efe24 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2395706 Nov 24 14:00:20.437335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36934) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.438599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.472944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-876782d4-d27a-4a30-8ffe-7f7885d9a21f None None] Port f5d88390-20eb-4293-bf04-89a1feac127f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:20.474246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.492016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port f5d88390-20eb-4293-bf04-89a1feac127f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:20.493191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.506124 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b202ee50-eae6-4438-b261-d9817dd2c5a1 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0482125-fd43-44dc-b4dd-9b8b2a65dc1d HTTP/1.1" status: 200 len: 205 time: 0.0851753 Nov 24 14:00:20.512207 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6290252 Nov 24 14:00:20.519150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36938) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.519490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36940) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.529530 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a1dcc0f-170a-487c-bbfe-34351e78ce20 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "GET /v2.0/quotas/d45242d107d74eb3bba3948a845ba6a5 HTTP/1.1" status: 200 len: 370 time: 0.0585315 Nov 24 14:00:20.533711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36946) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.569878 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ee41dd8b-791b-4106-ac17-bda0f80a6ea0 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "GET /v2.0/quotas/d45242d107d74eb3bba3948a845ba6a5/default HTTP/1.1" status: 200 len: 370 time: 0.0241725 Nov 24 14:00:20.575183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36950) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.603401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '66ae0641-541b-4a91-8825-fd67782d5505'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:00:20.604687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.610260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:20.641128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.647943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dc3e7f1c-0f09-4338-b5d2-a1c97c440033 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:20.693258 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-71ab92fe-60b9-442a-828e-760ae9ca7a48 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] delete failed (client error): The resource could not be found. Nov 24 14:00:20.694534 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-71ab92fe-60b9-442a-828e-760ae9ca7a48 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/d45242d107d74eb3bba3948a845ba6a5 HTTP/1.1" status: 404 len: 348 time: 0.1184974 Nov 24 14:00:20.735764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:20.749998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=e379f890-ab94-447b-9def-2a4fabe8ae58,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:20.752666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:20.759754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:20.761831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:20.762646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.796845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] For port 84c16958-49fd-43b2-8a2d-ef0abe314304, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=84c16958-49fd-43b2-8a2d-ef0abe314304,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:20.797592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:20.808584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-6cf93b34-4a72-4e00-b381-01deb7de2da9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] delete failed (client error): The resource could not be found. Nov 24 14:00:20.809794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6cf93b34-4a72-4e00-b381-01deb7de2da9 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/routers/d0482125-fd43-44dc-b4dd-9b8b2a65dc1d HTTP/1.1" status: 404 len: 336 time: 0.2808118 Nov 24 14:00:20.815351 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1883986 Nov 24 14:00:20.817661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36956) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.818399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36958) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.828310 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-21eabbf3-42d1-44fb-8a11-8e73557abd18 service neutron] 10.222.0.76 "GET /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802292 Nov 24 14:00:20.841726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0658d-85b5-4245-929e-d9dbdd8b6d15 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:20.892460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833709523'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:20.915727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:20.945325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5227245-3190-4a60-ac68-be49095ad7f1 req-67c44069-da6a-4b59-9738-0c38a8976f5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:20.946946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5227245-3190-4a60-ac68-be49095ad7f1 req-67c44069-da6a-4b59-9738-0c38a8976f5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 944 time: 0.9038103 Nov 24 14:00:20.965479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Allocated IP 2001:db8::f816:3eff:fead:3fe6 (13168bed-777a-4e4d-96b5-2446850be7d2/66ae0641-541b-4a91-8825-fd67782d5505/d5db4f60-b1c9-44c8-b771-08b5b2641333) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:20.995048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Calling delete_port for 84c16958-49fd-43b2-8a2d-ef0abe314304 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:21.025665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:21.038337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.048782 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c97b474-229b-4541-9e7a-beb2390132e3 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] DELETE failed (client error): The resource could not be found. Nov 24 14:00:21.049235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c97b474-229b-4541-9e7a-beb2390132e3 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:21.055259 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6c97b474-229b-4541-9e7a-beb2390132e3 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] 10.222.0.36 "DELETE /v2.0/subnets/b8454388-70a1-4c37-957d-48734277987e HTTP/1.1" status: 404 len: 337 time: 0.2308452 Nov 24 14:00:21.055259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.064305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:21.093686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.142674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:21.150975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group_rule and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.157918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.169153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:21.264639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'tenant_id': '5b3e6df1b0204fe481d4633c30f2a61b', 'fixed_ips': [{'subnet_id': 'e379f890-ab94-447b-9def-2a4fabe8ae58'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:00:21.265618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.347239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.354313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.363293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-61479ec7-946e-418b-b11b-0c8aff86ed55 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:21.395830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.419763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:network and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.423441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.424003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.442202 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5227245-3190-4a60-ac68-be49095ad7f1 req-58736f27-503d-4cd5-8e81-d378a4ed3e73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4667010 Nov 24 14:00:21.454142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Pushing event deleted for resources: {'Port': ['ID=84c16958-49fd-43b2-8a2d-ef0abe314304,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:21.458798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:21.459615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.464972 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6410079 Nov 24 14:00:21.465676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8642d170-a5b7-4971-9190-97a4f73c48e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:21.476230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Transition to ACTIVE for port object d5db4f60-b1c9-44c8-b771-08b5b2641333 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:21.476543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36972) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:21.517736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Transition to ACTIVE for port object d5db4f60-b1c9-44c8-b771-08b5b2641333 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:21.536589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Allocated IP 2001:db8::2 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/e379f890-ab94-447b-9def-2a4fabe8ae58/88395389-f7e7-47c0-957a-d9f6b7a7c207) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:21.539914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.546610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835426933'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:21.552559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bd47679e-3c41-47cb-a957-449a68fa1fb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:21.574985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:21.662575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36976) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:21.664473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.670057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.678711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:21.691057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bfd602-b794-4439-89ff-69a49f47ca07,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:21.697256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:21.700064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:21.704521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.711898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:21.759401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:21.764280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group_rule and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.775299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.782804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:21.786068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.801355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:21.816317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:21.819249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.831691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for f5d88390-20eb-4293-bf04-89a1feac127f owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:21.865575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.876271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Pushing event updated for resources: {'Port': ['ID=d5db4f60-b1c9-44c8-b771-08b5b2641333,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:21.889303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:21.903867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-67c6b3dc-c519-467b-b121-99eb5b077527 req-995f1891-7704-4f14-be79-a1ba9967ba02 service neutron] 10.222.0.76 "GET /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0250700 Nov 24 14:00:21.909055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:21.922931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:subnet and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:21.936116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:21.939844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:21.970055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:21.987379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Attempting to bind port d5db4f60-b1c9-44c8-b771-08b5b2641333 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:21.987893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Attempting to bind port d5db4f60-b1c9-44c8-b771-08b5b2641333 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:21.988356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Attempting to bind port d5db4f60-b1c9-44c8-b771-08b5b2641333 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:22.017315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:22.017864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:22.018368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.018857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:22.019437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Bound port: d5db4f60-b1c9-44c8-b771-08b5b2641333, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:22.019908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.029017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.114323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:subnetpool and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:22.179950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:22.185783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.188798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.197632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:22.199909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] For port d5db4f60-b1c9-44c8-b771-08b5b2641333, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:22.202083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.205016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] For port d5db4f60-b1c9-44c8-b771-08b5b2641333, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d5db4f60-b1c9-44c8-b771-08b5b2641333,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:22.206436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Transition to ACTIVE for port object 88395389-f7e7-47c0-957a-d9f6b7a7c207 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:22.208847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e94de5e1-672d-4a42-b375-b9c7daa74ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:22.215030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.219441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Usage tracker for resource:security_group_rule and tenant:556e6d8a0cc44a65bad4aaff2347027c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:22.226231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:22.233459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:22.269537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:22.284921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9769a28-502d-412d-936a-43e8566ab8be,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:22.294015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:22.297158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.301417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8233812 Nov 24 14:00:22.303561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36982) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:22.306573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Transition to ACTIVE for port object 88395389-f7e7-47c0-957a-d9f6b7a7c207 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:22.307047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:port and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:22.312908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-603411450', 'security_groups': ['d9769a28-502d-412d-936a-43e8566ab8be'], 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e379f890-ab94-447b-9def-2a4fabe8ae58'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:22.324041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.357071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Pushing event updated for resources: {'Port': ['ID=d5db4f60-b1c9-44c8-b771-08b5b2641333,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:22.363485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:22.364317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5c3090d4-7b77-426f-87a1-c25532f0891f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:22.398248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:22.404900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:22.410028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:22.412010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.414986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:22.422074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.431642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-731cdb50-eaac-4bb0-8468-8c41e2f91077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:22.433509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-731cdb50-eaac-4bb0-8468-8c41e2f91077 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 1097 time: 0.4523227 Nov 24 14:00:22.434454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:22.477763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Pushing event updated for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:22.483395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=f5d88390-20eb-4293-bf04-89a1feac127f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:22.499437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:22.545501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:22.549368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.581483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Attempting to bind port 88395389-f7e7-47c0-957a-d9f6b7a7c207 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:22.581917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Attempting to bind port 88395389-f7e7-47c0-957a-d9f6b7a7c207 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'b4b92510-2012-42a1-afeb-7f3c6f45b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:22.582321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Attempting to bind port 88395389-f7e7-47c0-957a-d9f6b7a7c207 on network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:22.588707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eeab7ab3-5624-45f8-843b-e59bce028c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.595209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:22.595587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Checking segment: {'id': 'b4b92510-2012-42a1-afeb-7f3c6f45b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:22.596051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.596877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Bound using segment: {'id': 'b4b92510-2012-42a1-afeb-7f3c6f45b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:22.597361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Bound port: 88395389-f7e7-47c0-957a-d9f6b7a7c207, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b92510-2012-42a1-afeb-7f3c6f45b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:22.597745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.619003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.717976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:router and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:22.813323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:22.825382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=88395389-f7e7-47c0-957a-d9f6b7a7c207,segment=NetworkSegment(b4b92510-2012-42a1-afeb-7f3c6f45b97b),segment_id=b4b92510-2012-42a1-afeb-7f3c6f45b97b)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:22.836888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:22.857520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:22.862112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:22.983552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Pushing event updated for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:22.987311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:22.996392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-9c5ad8bc-0f4b-4913-811d-8812e1c3a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:22.998150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-9c5ad8bc-0f4b-4913-811d-8812e1c3a510 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d9e8cfa-0546-4b59-acd0-b43822b1263f HTTP/1.1" status: 200 len: 898 time: 0.5199103 Nov 24 14:00:23.093531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:23.110288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:port and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:23.119572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:23.130026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:23.137023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.146007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Router c5531ffc-f094-4015-9242-5431e3ecdb47 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:23.146860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.153031 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-406b2daa-b216-41b6-aaf8-ac8ca2fd9c5a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=93cc0820-c7ac-4af7-bccc-37203bd86315 HTTP/1.1" status: 200 len: 217 time: 0.1386411 Nov 24 14:00:23.159984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:floatingip and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:23.161849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682a7ac-53f1-441d-8971-d15408ef1252 req-4421b19c-fad8-4f87-9d61-f58ce1aa90c3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:23.163637 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0682a7ac-53f1-441d-8971-d15408ef1252 req-4421b19c-fad8-4f87-9d61-f58ce1aa90c3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 944 time: 0.4712887 Nov 24 14:00:23.167713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5cdd51af-bd87-4c4b-b248-38f675145736 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:23.223978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:23.240766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:23.324695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.360321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-eceafcda-a795-4bc1-b4d1-bd5dfc55308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:23.362040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-eceafcda-a795-4bc1-b4d1-bd5dfc55308a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31dc6720-8a6c-4265-a0a3-86083c8a64be HTTP/1.1" status: 200 len: 838 time: 0.1862803 Nov 24 14:00:23.479945 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/f5d88390-20eb-4293-bf04-89a1feac127f HTTP/1.1" status: 204 len: 168 time: 3.2784040 Nov 24 14:00:23.480803 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=556e6d8a0cc44a65bad4aaff2347027c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7799237 Nov 24 14:00:23.482076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Allocated IP 172.26.8.205 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/b4dabbea-f88a-4f6d-b1c0-2990852dc9eb) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:23.484600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36988) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:23.485172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 36990) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:23.502810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d5db4f60-b1c9-44c8-b771-08b5b2641333 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:23.542578 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0682a7ac-53f1-441d-8971-d15408ef1252 req-7bd34192-2d50-48cf-adb4-ab653732747e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3565845 Nov 24 14:00:23.543262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6e0aa4-8e58-4448-8d4a-8ceab06622be,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:23.547033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:23.643004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.655543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.656101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:23.658581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port d5db4f60-b1c9-44c8-b771-08b5b2641333 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:23.667462 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] Sync routers for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:23.687020 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:23.687649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:23.711766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port b912f3e7-acca-44cf-add1-6f4f16ed0226 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:23.800069 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] 10.222.0.36 "PUT /v2.0/routers/c5531ffc-f094-4015-9242-5431e3ecdb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4079881 Nov 24 14:00:23.802392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 36996) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:23.846810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.856777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ebe82b9a-837f-4f43-a134-0cc751f66f90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:23.887552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc487793-448d-4845-b7e2-489f943cab5a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 14:00:23.888192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc487793-448d-4845-b7e2-489f943cab5a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:23.937354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Provisioning for port d5db4f60-b1c9-44c8-b771-08b5b2641333 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:23.951036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Provisioning complete for port d5db4f60-b1c9-44c8-b771-08b5b2641333 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:23.951510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:23.973286 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:24.051865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:security_group and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:24.074324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:24.081907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:24.092229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:24.092899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.119453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55ff9c-0f48-4f43-b998-f7882d714156 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:24.131552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc487793-448d-4845-b7e2-489f943cab5a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:24.134142 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fc487793-448d-4845-b7e2-489f943cab5a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/f5d88390-20eb-4293-bf04-89a1feac127f HTTP/1.1" status: 404 len: 333 time: 0.6436238 Nov 24 14:00:24.137343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:24.147988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37000) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:24.205917 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6749418 Nov 24 14:00:24.221010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37004) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:24.244360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-781d8ee0-a0ea-4ef0-b15e-9be65c946e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:24.250080 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-781d8ee0-a0ea-4ef0-b15e-9be65c946e32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d9e8cfa-0546-4b59-acd0-b43822b1263f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8674123 Nov 24 14:00:24.250787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.309521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:fe:77:5e', 'name': 'tempest-NetworksTestDHCPv6-1582625976'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:24.363353 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T14:00:21Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:24.370141 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] Checking router: c5531ffc-f094-4015-9242-5431e3ecdb47 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:00:24.394214 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] Routers {'c5531ffc-f094-4015-9242-5431e3ecdb47'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:24.395283 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c5531ffc-f094-4015-9242-5431e3ecdb47'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:24.446611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.453027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::46 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/e379f890-ab94-447b-9def-2a4fabe8ae58/b912f3e7-acca-44cf-add1-6f4f16ed0226) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:24.502166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=f09a248b-7a1b-42c6-8dcd-cb172648624d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:24.511698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:24.516964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:24.522120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:24.525851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:24.532315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:24.532787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] For port d5db4f60-b1c9-44c8-b771-08b5b2641333, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d5db4f60-b1c9-44c8-b771-08b5b2641333,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:24.537611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.549278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:24.609662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 93cc0820-c7ac-4af7-bccc-37203bd86315 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:00:24.624522 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] Set router c5531ffc-f094-4015-9242-5431e3ecdb47 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:24.638396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.722086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.743914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-57e9e750-8080-4a9d-ae48-53b48f7c1f9e None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:24.744295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57e9e750-8080-4a9d-ae48-53b48f7c1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.812090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.814828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:24.830603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-57e9e750-8080-4a9d-ae48-53b48f7c1f9e None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:24.856194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:24.881074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.903574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Pushing event updated for resources: {'Port': ['ID=d5db4f60-b1c9-44c8-b771-08b5b2641333,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:24.904534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.915665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:24.916636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object b912f3e7-acca-44cf-add1-6f4f16ed0226 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:24.944151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-57e9e750-8080-4a9d-ae48-53b48f7c1f9e None None] Provisioning for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:24.948629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Deleting port 75772010-c884-4dd4-885a-c6acdcec51a2 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:24.949186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:24.978947 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T14:00:21Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:24.983257 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ebba2-bf4a-46cf-9d9f-edbe2c2ccc1e None None] The sync data for ids ['c5531ffc-f094-4015-9242-5431e3ecdb47'] in dv-neutron-818153-2-hyperv is: [{'id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'name': 'tempest-ServersTestManualDisk-138714255-router', 'tenant_id': 'f066955695cb4bb58540e937fd34564d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:11Z', 'updated_at': '2021-11-24T14:00:21Z', 'revision_number': 5, 'project_id': 'f066955695cb4bb58540e937fd34564d', 'gw_port': {'id': '75772010-c884-4dd4-885a-c6acdcec51a2', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5531ffc-f094-4015-9242-5431e3ecdb47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:14Z', 'updated_at': '2021-11-24T13:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:25.061777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 93cc0820-c7ac-4af7-bccc-37203bd86315, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=93cc0820-c7ac-4af7-bccc-37203bd86315,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:25.063776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dcdef58c-ff69-456e-92fb-3e375828f770 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:25.083890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '93cc0820-c7ac-4af7-bccc-37203bd86315', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'port_id': '93cc0820-c7ac-4af7-bccc-37203bd86315', 'mac_address': 'fa:16:3e:41:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:00:25.091374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Update dhcp port {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '66ae0641-541b-4a91-8825-fd67782d5505', 'ip_address': '2001:db8::f816:3eff:fead:3fe6'}, {'subnet_id': 'f09a248b-7a1b-42c6-8dcd-cb172648624d'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': 'd5db4f60-b1c9-44c8-b771-08b5b2641333'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:25.093086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.096037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Usage tracker for resource:security_group_rule and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:25.177596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.177832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.185783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3f75714b-fd5d-4744-8ebe-4c062e427b82 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:25.200458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.209130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.209305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.215363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:25.253788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] For port 75772010-c884-4dd4-885a-c6acdcec51a2, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=75772010-c884-4dd4-885a-c6acdcec51a2,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:25.254146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.273364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-110f173b-a181-4ad6-a797-60b663681885 tempest-QuotasTest-308659321 tempest-QuotasTest-308659321-project-admin] 10.222.0.36 "GET /v2.0/quotas/f9cb1e80d9ff4be6bfe14af7e79e988e/details.json HTTP/1.1" status: 200 len: 703 time: 4.3253155 Nov 24 14:00:25.281555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cc0820-c7ac-4af7-bccc-37203bd86315 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:00:25.284801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:25.298761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.307370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:25.314642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.320801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:25.368694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 93cc0820-c7ac-4af7-bccc-37203bd86315, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=93cc0820-c7ac-4af7-bccc-37203bd86315,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:25.384350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.392072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Port': ['ID=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:25.394065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c67ca329-8914-4d39-aa35-0eeed58f3aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:25.400468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:25.412660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:25.432369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port a849061d-0b6f-4ef5-b589-53a541b8ff95 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:25.575029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:25.584225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Calling delete_port for 75772010-c884-4dd4-885a-c6acdcec51a2 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:25.629735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=b912f3e7-acca-44cf-add1-6f4f16ed0226,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:25.659999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=93cc0820-c7ac-4af7-bccc-37203bd86315,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:25.668068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:25.669235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:25.687652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:25.688703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.696156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d5db4f60-b1c9-44c8-b771-08b5b2641333 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:25.699283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:25.715898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:25.748421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['93cc0820-c7ac-4af7-bccc-37203bd86315'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:00:25.808920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5983db8-89b0-46e2-9984-989b146d4e4a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:25.816095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37014) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:25.844097 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5362127 Nov 24 14:00:25.847085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37020) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:25.854854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Allocated IP 172.20.0.2 (13168bed-777a-4e4d-96b5-2446850be7d2/f09a248b-7a1b-42c6-8dcd-cb172648624d/d5db4f60-b1c9-44c8-b771-08b5b2641333) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:25.859032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:25.864509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb9dea7-e7ca-467b-a917-4ef869dcb842,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:25.877671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:25.879490 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-df61d164-5f9e-4d53-a418-d3c86c3fd325 service neutron] 10.222.0.76 "GET /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3298531 Nov 24 14:00:26.001457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba65a88-af30-4d4e-a9f6-2006ea5757f0 req-a5480e91-32fe-49e1-bcda-e9f816cc1b6a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:26.002991 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8ba65a88-af30-4d4e-a9f6-2006ea5757f0 req-a5480e91-32fe-49e1-bcda-e9f816cc1b6a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 944 time: 1.2041669 Nov 24 14:00:26.003655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.015157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f549b47-bbe0-44b5-9567-74919ab93120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:26.081090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d5db4f60-b1c9-44c8-b771-08b5b2641333 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:26.081499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.097103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.098228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/security-groups/6cb9dea7-e7ca-467b-a917-4ef869dcb842 HTTP/1.1" status: 204 len: 168 time: 1.8980477 Nov 24 14:00:26.102412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37024) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:26.107409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.125591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6e0aa4-8e58-4448-8d4a-8ceab06622be,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:26.136596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.140575 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d6e0aa4-8e58-4448-8d4a-8ceab06622be HTTP/1.1" status: 204 len: 168 time: 2.6488097 Nov 24 14:00:26.145120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:26.173502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:26.179018 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8ba65a88-af30-4d4e-a9f6-2006ea5757f0 req-68873e55-7ea4-4712-840e-a4c2aed6f9b6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560459 Nov 24 14:00:26.185724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:26.195731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Usage tracker for resource:security_group_rule and tenant:61cef942596047dea4b2dc23ad9b06da is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:26.201628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:26.207714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-525fde09-1e2d-4ffd-81bc-d051fad4d826 None None] Provisioning for port b912f3e7-acca-44cf-add1-6f4f16ed0226 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:26.208679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.224860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:26.230905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-52c75274-3530-4f2f-8b1d-9ceab2facd04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:26.246365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] For port d5db4f60-b1c9-44c8-b771-08b5b2641333, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d5db4f60-b1c9-44c8-b771-08b5b2641333,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:26.253244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-525fde09-1e2d-4ffd-81bc-d051fad4d826 None None] Provisioning complete for port b912f3e7-acca-44cf-add1-6f4f16ed0226 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:26.253629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-525fde09-1e2d-4ffd-81bc-d051fad4d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.279690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:26.282219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:26.306879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Pushing event deleted for resources: {'Port': ['ID=75772010-c884-4dd4-885a-c6acdcec51a2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:26.311569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:26.317926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:26.439307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:26.443235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.443949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:26.471666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.472398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-525fde09-1e2d-4ffd-81bc-d051fad4d826 None None] Port b912f3e7-acca-44cf-add1-6f4f16ed0226 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:26.481334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.519486 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39c3b07-ac91-4f27-9aa5-d3362265355b req-d1bde9ea-a700-4164-acb0-5c372b70aa8d service neutron] 10.222.0.76 "GET /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853937 Nov 24 14:00:26.544997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:26.600429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Transition to ACTIVE for port object d5db4f60-b1c9-44c8-b771-08b5b2641333 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:26.602375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.615356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.630874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1b5e8d03-849e-42de-8d36-f88e269b8481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:26.678190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37032) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:26.776705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.818832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.860554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Pushing event updated for resources: {'Port': ['ID=d5db4f60-b1c9-44c8-b771-08b5b2641333,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:26.868221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:26.888145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:26.907031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:26.907425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:26.919550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-105efd54-4c6f-4acf-8e48-53e8f6cbed7e {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:00:26.920186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:00:26.928926 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-439ad024-e206-4fd2-94b4-8b661507522b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d378826a544d49849229fba9ffd83454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442985 Nov 24 14:00:26.931146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37036) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:27.134328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.136895 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e379f890-ab94-447b-9def-2a4fabe8ae58 (CIDR: 2001:db8::/64) Nov 24 14:00:27.141630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.142202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.155059 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:00:27.155684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:27.194559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.204551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b55f489-f72e-4249-be52-329f29953620 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:27.213077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=88395389-f7e7-47c0-957a-d9f6b7a7c207,segment=NetworkSegment(b4b92510-2012-42a1-afeb-7f3c6f45b97b),segment_id=b4b92510-2012-42a1-afeb-7f3c6f45b97b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:27.223149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.226184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.233345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.236379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3206253c-550c-47f1-b17c-fbe10246e80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:27.250967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.260366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae024001-cf81-4afc-8f16-bce9a8158bf6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:27.275548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.276302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5531ffc-f094-4015-9242-5431e3ecdb47 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:00:27.278670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:27.291313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7a02d8c-7ce1-4bce-bf18-a5dbfaa8b1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:27.318125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.326779 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] 10.222.0.36 "DELETE /v2.0/routers/c5531ffc-f094-4015-9242-5431e3ecdb47 HTTP/1.1" status: 204 len: 168 time: 3.5215974 Nov 24 14:00:27.329468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.339048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37042) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:27.357246 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f0e1e65-925f-4c77-b06f-86bedf70daf2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5086811 Nov 24 14:00:27.374509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37046) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:27.405811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.410779 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/security-groups/ae024001-cf81-4afc-8f16-bce9a8158bf6 HTTP/1.1" status: 204 len: 168 time: 1.3046858 Nov 24 14:00:27.412092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37050) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:27.435197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 84c16958-49fd-43b2-8a2d-ef0abe314304 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:27.436193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:27.461624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.476956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37052) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:27.480618 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61cef942596047dea4b2dc23ad9b06da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6538432 Nov 24 14:00:27.500851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.522115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:27.526481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 84c16958-49fd-43b2-8a2d-ef0abe314304 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:27.527184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 84c16958-49fd-43b2-8a2d-ef0abe314304 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:27.528951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:27.549628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b324f-7173-4080-883f-8c1abfba0c65,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:27.633141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:27.701260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Deleting subnet 1d2e9818-9e0e-4eef-82cd-65fe8a1a4671 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:27.702399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 4728d8a4-72e1-4d7d-a705-e8dc4437fdc5 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:27.715874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 82a101b4-afe4-4e55-872e-e9f6fc885e15 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:27.716887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.776069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.803691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c6364ec2-e27a-49d0-8b3b-e03925d4884a None None] Provisioning for port d5db4f60-b1c9-44c8-b771-08b5b2641333 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:27.807640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:27.815655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c6364ec2-e27a-49d0-8b3b-e03925d4884a None None] Provisioning complete for port d5db4f60-b1c9-44c8-b771-08b5b2641333 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:27.815905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:27.816404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c6364ec2-e27a-49d0-8b3b-e03925d4884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.820731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.876971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:27.912290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:27.921309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:27.935001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c3632-bb1b-46fd-8a6b-2f6b7c52a2c8 req-cde65c91-bc29-4811-a467-7c63d0d4d32e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:27.936764 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-496c3632-bb1b-46fd-8a6b-2f6b7c52a2c8 req-cde65c91-bc29-4811-a467-7c63d0d4d32e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 945 time: 0.4376841 Nov 24 14:00:27.937584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d5db4f60-b1c9-44c8-b771-08b5b2641333 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:27.942609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.004968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:28.009449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.074811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d5db4f60-b1c9-44c8-b771-08b5b2641333 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:28.075341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.095334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.098313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.114084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f03c0adf-a80f-4bd8-ae06-ed6358f2b591 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:28.143191 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-496c3632-bb1b-46fd-8a6b-2f6b7c52a2c8 req-d741d84a-66f5-4569-81e7-6111e8bbe15b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701117 Nov 24 14:00:28.161581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54cd49-88b2-4155-912f-96df56119334,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:28.166738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.193407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.199695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:28.201031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:28.242424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:28.253491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=4728d8a4-72e1-4d7d-a705-e8dc4437fdc5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:28.258951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.262358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:28.274957 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/4728d8a4-72e1-4d7d-a705-e8dc4437fdc5 HTTP/1.1" status: 204 len: 168 time: 0.7889428 Nov 24 14:00:28.278797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37058) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:28.286207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:28.300464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dd508-008c-451e-b3ee-fe25c54f5edc None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:28.392025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.488111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.489160 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf54cd49-88b2-4155-912f-96df56119334 HTTP/1.1" status: 204 len: 168 time: 1.5570781 Nov 24 14:00:28.528477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:28.544596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:28.548159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:28.556209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 172.20.0.6 (13168bed-777a-4e4d-96b5-2446850be7d2/f09a248b-7a1b-42c6-8dcd-cb172648624d/82a101b4-afe4-4e55-872e-e9f6fc885e15) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:28.563543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.567900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fefe:775e (13168bed-777a-4e4d-96b5-2446850be7d2/66ae0641-541b-4a91-8825-fd67782d5505/82a101b4-afe4-4e55-872e-e9f6fc885e15) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:28.571802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2cce2f28-3816-45bd-ab1c-b86e6305cdb2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:28.601058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:28.608634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:00:28.621387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2e9818-9e0e-4eef-82cd-65fe8a1a4671,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:28.623426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.629053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.631464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 93cc0820-c7ac-4af7-bccc-37203bd86315 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:28.632690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:28.636726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-476d6828-8bb6-485b-af0a-8011b41a1c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:28.655639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:28.660015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.674701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b324f-7173-4080-883f-8c1abfba0c65,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:28.680046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:28.693524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.714595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-acc9b73c-afad-4d70-92a2-06b15bcb08a3 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:28.769773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4ebb7-c6c3-48e1-83d3-957ab95c3eae None None] Network 8e7d9644-4cff-4160-aca7-155600274eb0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:28.776843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1d2e9818-9e0e-4eef-82cd-65fe8a1a4671 HTTP/1.1" status: 204 len: 168 time: 1.4318454 Nov 24 14:00:28.851941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37064) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:28.872773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.876382 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a88b324f-7173-4080-883f-8c1abfba0c65 HTTP/1.1" status: 204 len: 168 time: 1.3833885 Nov 24 14:00:28.891092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 93cc0820-c7ac-4af7-bccc-37203bd86315 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:28.906542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:28.907345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 93cc0820-c7ac-4af7-bccc-37203bd86315 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:28.907811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:28.937096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:28.997995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb88cbc-7408-411c-a14f-2b0a3b083643 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:29.087008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.105156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 82a101b4-afe4-4e55-872e-e9f6fc885e15 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:29.139932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.218010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7f5a57f4-e227-49af-9428-e4514c1a8800 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:29.252176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:29.252787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.372940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=ba91e7b9-6021-4260-9d49-cd451e2d5ede,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:29.404428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:29.409691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:29.426211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:29.434739 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0559189 Nov 24 14:00:29.435674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37080) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:29.440389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:29.450939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.461560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1446187191', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba91e7b9-6021-4260-9d49-cd451e2d5ede'}], 'security_groups': ['73bfd602-b794-4439-89ff-69a49f47ca07']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:29.565947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:29.570679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Deleting port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:29.571561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.581412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.664486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37088) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:29.738688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.744905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:29.808726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Sync routers for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:29.826664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=82a101b4-afe4-4e55-872e-e9f6fc885e15,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:29.846127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:29.871806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.886619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a25be2a-5f74-4549-a276-697f96e84b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cc0820-c7ac-4af7-bccc-37203bd86315'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:00:29.909262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:29.917257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:29.917734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.5075002 Nov 24 14:00:29.917901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:29.918827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37094) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:29.946616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:29.947689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.007160 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a25be2a-5f74-4549-a276-697f96e84b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cc0820-c7ac-4af7-bccc-37203bd86315', 'code': 200} Nov 24 14:00:30.019823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.7801366 Nov 24 14:00:30.039901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc91271-9d13-482b-b74c-c6a3119061f8 req-dfa6f8e6-c743-48c8-b582-f787c045c85c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:30.045062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37102) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:30.059800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ddc91271-9d13-482b-b74c-c6a3119061f8 req-dfa6f8e6-c743-48c8-b582-f787c045c85c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 945 time: 0.6350405 Nov 24 14:00:30.078563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:30.091185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9cb1e80d9ff4be6bfe14af7e79e988e is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:30.154947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:30.170145 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ddc91271-9d13-482b-b74c-c6a3119061f8 req-a120d0ca-359a-4a65-ae5a-71a01c82d585 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942833 Nov 24 14:00:30.197942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 93cc0820-c7ac-4af7-bccc-37203bd86315, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=93cc0820-c7ac-4af7-bccc-37203bd86315,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:30.212985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:30.360275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.397383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-08f66147-ee91-447f-894f-e739d763bba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:30.493977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37112) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:30.516164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a1c0-5cea-49c9-8fba-e08ef5fcf859 req-b915d635-7798-49ef-8cca-bed2de268236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:30.524996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cec8a1c0-5cea-49c9-8fba-e08ef5fcf859 req-b915d635-7798-49ef-8cca-bed2de268236 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 1099 time: 0.1504035 Nov 24 14:00:30.541800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] DHCP port deletion for 8e7d9644-4cff-4160-aca7-155600274eb0 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:00:30.561973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Deleting port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:30.566198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.598396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1738346563'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:30.620309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:30.621944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] For port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:30.622310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.625804 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-848f32b7-1b60-4684-b912-a9d2f6192812 tempest-TestNetworkAdvancedServerOps-204034924 tempest-TestNetworkAdvancedServerOps-204034924-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=c834fba6d9064d0ebdc0e4dbad20f092&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6990952 Nov 24 14:00:30.635700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37118) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:30.640785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Usage tracker for resource:network and tenant:ee68414dd601454b91b7b6430159228f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:30.649180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99127e67-1577-4847-a142-6b01ce96c3ea None None] Provisioning for port 82a101b4-afe4-4e55-872e-e9f6fc885e15 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:30.672290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:30.695779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:30.700957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99127e67-1577-4847-a142-6b01ce96c3ea None None] Provisioning complete for port 82a101b4-afe4-4e55-872e-e9f6fc885e15 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:30.701349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99127e67-1577-4847-a142-6b01ce96c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.703914 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cec8a1c0-5cea-49c9-8fba-e08ef5fcf859 req-f7107710-a283-4551-992e-0da86b8a7626 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1726756 Nov 24 14:00:30.723182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.770592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=93cc0820-c7ac-4af7-bccc-37203bd86315,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:30.812115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-20ed604a-e207-44f6-9326-40347c0b3d5e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:30.826853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:30.834401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 75772010-c884-4dd4-885a-c6acdcec51a2 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:30.840388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5cb4b-30c0-4935-9c08-84537bd7a6d0 tempest-TestNetworkAdvancedServerOps-204034924 tempest-TestNetworkAdvancedServerOps-204034924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:30.841973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1fd5cb4b-30c0-4935-9c08-84537bd7a6d0 tempest-TestNetworkAdvancedServerOps-204034924 tempest-TestNetworkAdvancedServerOps-204034924-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2035525 Nov 24 14:00:30.844169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:30.848211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.857144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37122) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:30.857328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Calling delete_port for 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:30.889385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.905533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9f3dcba9-10fa-4847-bbc4-52fd43de60b7 tempest-TestNetworkAdvancedServerOps-204034924 tempest-TestNetworkAdvancedServerOps-204034924-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448067 Nov 24 14:00:30.905533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:30.911518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 75772010-c884-4dd4-885a-c6acdcec51a2 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:30.911875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 75772010-c884-4dd4-885a-c6acdcec51a2 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:30.912514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37126) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:30.923550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-780973996', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:30.966224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567f2095-c4f0-42fa-a622-9a2f49240bb5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:30.966604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:30.972770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567f2095-c4f0-42fa-a622-9a2f49240bb5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:30.973773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-567f2095-c4f0-42fa-a622-9a2f49240bb5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:30.986789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:30.989692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:31.001675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Usage tracker for resource:security_group_rule and tenant:ee68414dd601454b91b7b6430159228f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:31.014379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:31.016067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-99127e67-1577-4847-a142-6b01ce96c3ea None None] Port 82a101b4-afe4-4e55-872e-e9f6fc885e15 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:31.023931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:31.029269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:31.045135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:31.045729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.071025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:31.078281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:subnet and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:31.082032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:31.087817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:31.092848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:31.100206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=66436aac-91f3-49de-97ff-1115e6b390e6,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:31.117689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6c1962-58e9-4fe5-9470-92c90be3abf2 None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:31.131449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:31.141762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.164588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Made reservation on behalf of c834fba6d9064d0ebdc0e4dbad20f092 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:31.168298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.173038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-567f2095-c4f0-42fa-a622-9a2f49240bb5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:31.174462 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-567f2095-c4f0-42fa-a622-9a2f49240bb5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1058407 Nov 24 14:00:31.184230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37130) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:31.189315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.199958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.204055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-385a2f7c-6004-4c99-8727-2eacbce27c92 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:31.241118 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9584010 Nov 24 14:00:31.250268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.261505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37136) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:31.273472 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9cb1e80d9ff4be6bfe14af7e79e988e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5960619 Nov 24 14:00:31.277879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'security_group': {'name': 'tempest-secgroup-724762762'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:31.331962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37140) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:31.339580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217875a5-480d-4319-8f17-b3d4a81caf1a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:31.343376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] No DVR routers for this DVR port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:00:31.360042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:31.375553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.387971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-86f1bd40-7ddc-426a-b269-aa10a700476c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:31.426618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:31.431206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-680407c3-fa50-4093-b0c6-cc56a20c63a4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:31.450472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:00:31.458571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b0406-4816-4ad6-89c6-a0118ee37d0f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:31.471269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 82a101b4-afe4-4e55-872e-e9f6fc885e15 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:31.472094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.477747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] For port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,segment=NetworkSegment(f3022511-6629-4305-8243-e9735a9a536a),segment_id=f3022511-6629-4305-8243-e9735a9a536a)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:31.477935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.482387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:31.506621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:31.510279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:31.522326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Pushing event deleted for resources: {'Port': ['ID=97f7dde0-4095-401b-8b6f-4a48b9c2ab57,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:31.524619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6de8c100-dde3-49f2-af7d-b8b721b13471 None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:31.525029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6de8c100-dde3-49f2-af7d-b8b721b13471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.542575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:31.546869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:31.547032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.547225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Added segment 5d8e3c45-6763-483b-8738-029356e77eb4 of type vlan for network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 Nov 24 14:00:31.613286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:00:31.613516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:31.704516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Calling delete_port for 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:31.830158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.858637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.865334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Update dhcp port {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'fixed_ips': [{'subnet_id': 'e379f890-ab94-447b-9def-2a4fabe8ae58', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba91e7b9-6021-4260-9d49-cd451e2d5ede'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '88395389-f7e7-47c0-957a-d9f6b7a7c207'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:31.887424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.951772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:31.957963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:31.960991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7d9644-4cff-4160-aca7-155600274eb0']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:32.010058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.024717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group_rule and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:32.029025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3022511-6629-4305-8243-e9735a9a536a') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:32.029025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3022511-6629-4305-8243-e9735a9a536a') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:32.059330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25316e-4249-4185-b285-bfa149d18e5b req-581253a7-d2d9-4f8c-a689-7e6c640672bd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:32.062443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.067540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:32.068135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.071824 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4a25316e-4249-4185-b285-bfa149d18e5b req-581253a7-d2d9-4f8c-a689-7e6c640672bd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 946 time: 0.7383735 Nov 24 14:00:32.077456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-75ce5723-11ce-44db-9682-9b945ac9218f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:32.091962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:32.103113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:32.109567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:00:32.110173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:00:32.217715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.232708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.239134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.252274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7521083 Nov 24 14:00:32.256784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37144) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:32.261577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Network': ['ID=4481e270-9e51-4010-bd7b-6d1c066ba4e2,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:32.266911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:32.268318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.276076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-98657a11-eb76-4f12-bba8-73bf7be14ec6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:32.290153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:00:32.309956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'subnet': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:32.333546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.338061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.363100 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4a25316e-4249-4185-b285-bfa149d18e5b req-2db5e731-8f5e-4286-9b76-0b34fdbbafad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2900321 Nov 24 14:00:32.368785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6de8c100-dde3-49f2-af7d-b8b721b13471 None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:32.369148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6de8c100-dde3-49f2-af7d-b8b721b13471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.376380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.380796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:00:32.381187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.399473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-470d38a3-8583-4ca3-b0e9-7d75a1866999 tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:00:32.407591 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:00:32.454230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:26Z', 'revision_number': 3, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:32.474673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Checking router: 913071ce-7d3f-4d50-b96b-6ce85dbeea23 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:00:32.474673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Updating router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:00:32.513821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6de8c100-dde3-49f2-af7d-b8b721b13471 None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:32.548641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Delete allocated IP 2001:db8::46 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/e379f890-ab94-447b-9def-2a4fabe8ae58) {{(pid=87692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 14:00:32.552290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb0b2e-644a-4516-924d-22dbe57f973e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:32.561363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 82a101b4-afe4-4e55-872e-e9f6fc885e15 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:32.568614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.569119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.569505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.570091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.570650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.571016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.571506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.571973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.572450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.572845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.573207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.573636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:32.577887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:32.578392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.582995 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3202951 Nov 24 14:00:32.584098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37148) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:32.584299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.585774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8:0:1::3e7 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/ba91e7b9-6021-4260-9d49-cd451e2d5ede/b912f3e7-acca-44cf-add1-6f4f16ed0226) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:32.589937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.595503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.600532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'security_group': {'name': 'tempest-secgroup-857481621'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:32.615565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Deleting port 97f7dde0-4095-401b-8b6f-4a48b9c2ab57 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:32.616115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5961951e-c472-4700-8d58-1020143d3a2d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:32.616388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.629795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.642866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:32.669367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:32.673625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7d9644-4cff-4160-aca7-155600274eb0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:32.676526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:32.677467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Checking segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:32.677833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network hostable DHCP agents. Network: 7330379e-2119-4be1-b716-f76c7ceada6e, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:00:32.680370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:32.684134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b8f75f38-714a-4607-98da-804a69a61708 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:32.688067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Subnet': ['ID=9ce665f5-0a5d-4f9d-9447-5022544c9566,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:32.693905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:32.709431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:32.718301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network 7330379e-2119-4be1-b716-f76c7ceada6e is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:00:32.723728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d494eb99-0813-49cc-9d48-aa7d8cb3b712 None None] The port '97f7dde0-4095-401b-8b6f-4a48b9c2ab57' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:00:32.728002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Update dhcp port {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'fixed_ips': [{'subnet_id': '9c78eb85-0c02-4b50-a237-3bab6bb8ee31', 'ip_address': '172.20.0.18'}, {'subnet_id': '66436aac-91f3-49de-97ff-1115e6b390e6'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '4772e020-c1f4-4cb6-94d3-9f59657df0a3'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:32.739338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:32.743257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 7330379e-2119-4be1-b716-f76c7ceada6e) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:32.748720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Usage tracker for resource:subnet and tenant:ee68414dd601454b91b7b6430159228f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:32.752217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:32.752841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.756728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:32.772619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:32.785120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217875a5-480d-4319-8f17-b3d4a81caf1a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:32.788225 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e7d9644-4cff-4160-aca7-155600274eb0 HTTP/1.1" status: 204 len: 168 time: 3.9349086 Nov 24 14:00:32.792157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.793804 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/217875a5-480d-4319-8f17-b3d4a81caf1a HTTP/1.1" status: 204 len: 168 time: 1.4571996 Nov 24 14:00:32.807995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:32.814016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.821127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b088b36-3055-4eea-8089-d07d82d879b5 None None] Network 7330379e-2119-4be1-b716-f76c7ceada6e requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:32.913894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9989264 Nov 24 14:00:32.915233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:32.919856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:32.952911 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:00:32.979108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37156) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:32.986229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:33.045046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.133406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37160) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:33.145034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group_rule and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:33.256761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.275542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a0729056-a077-4261-9154-7f729bd86345 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:33.315854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:33.359156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=82a101b4-afe4-4e55-872e-e9f6fc885e15,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:33.366967 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ed392968-ac7a-42fa-aaf7-aeb566245319 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f066955695cb4bb58540e937fd34564d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323313 Nov 24 14:00:33.367774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:33.383104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:33.459947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:33.772079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-7330379e-2119-4be1-b716-f76c7ceada6e', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:00:33.773876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.783959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.858370 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/82a101b4-afe4-4e55-872e-e9f6fc885e15 HTTP/1.1" status: 204 len: 168 time: 2.6706653 Nov 24 14:00:33.863378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37180) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:33.863569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.869732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c820d427-6c96-42bf-9644-a3ada9060a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:33.885447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.928036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Allocated IP 172.20.0.2 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/66436aac-91f3-49de-97ff-1115e6b390e6/4772e020-c1f4-4cb6-94d3-9f59657df0a3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:33.954623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:33.958925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0212e8d6-2518-41b6-82f4-d3890480f314 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:33.987580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.015019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.097464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object b912f3e7-acca-44cf-add1-6f4f16ed0226 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:34.129616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.159206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Transition to ACTIVE for port object b4dabbea-f88a-4f6d-b1c0-2990852dc9eb will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:34.160824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b60f9d9-98db-42b9-9d63-69630d09b1c2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:34.161687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Subnet': ['ID=6befbc5d-e841-4316-984b-bfe6f9fe9b83,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:34.162756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.164145 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5756783 Nov 24 14:00:34.168301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:34.170420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37192) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:34.174943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:34.185171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.199875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d441fed-a73d-46af-865c-9c4e5f908836 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:34.203637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032913409'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:34.210415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:34.215503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:34.218585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:34.223594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.225357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:34.233551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bdba738e-ed95-4755-af55-06957e4c8e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:34.241448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680a673-d5ab-413d-8937-e3da073a9aa2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:34.241687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.243133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680a673-d5ab-413d-8937-e3da073a9aa2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:34.244642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680a673-d5ab-413d-8937-e3da073a9aa2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:34.245512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2680a673-d5ab-413d-8937-e3da073a9aa2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:34.253642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.268953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Checking segment: {'id': '5d8e3c45-6763-483b-8738-029356e77eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:34.269668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network hostable DHCP agents. Network: 4481e270-9e51-4010-bd7b-6d1c066ba4e2, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:00:34.291058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c0a95-2940-4f77-a71b-878c3c80b4bc req-84a14f84-68ad-4714-b5e3-749b82b12567 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:34.293063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-327c0a95-2940-4f77-a71b-878c3c80b4bc req-84a14f84-68ad-4714-b5e3-749b82b12567 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 946 time: 0.6774404 Nov 24 14:00:34.351375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37196) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:34.368980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:34.384879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:security_group_rule and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:34.385317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Allocated IP 2001:db8:0:1::2 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/ba91e7b9-6021-4260-9d49-cd451e2d5ede/88395389-f7e7-47c0-957a-d9f6b7a7c207) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:34.396412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:34.405301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4772e020-c1f4-4cb6-94d3-9f59657df0a3,segment=NetworkSegment(439563c5-945b-4560-998d-4af3f4faa117),segment_id=439563c5-945b-4560-998d-4af3f4faa117)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:34.405532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:00:34.409816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4911-72be-44fe-87be-3a50f3b0fc04 None None] Pushing event updated for resources: {'Port': ['ID=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:34.411331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:34.416496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Allocated IP 172.20.0.2 (7330379e-2119-4be1-b716-f76c7ceada6e/9ce665f5-0a5d-4f9d-9447-5022544c9566/07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:34.420554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-914c4911-72be-44fe-87be-3a50f3b0fc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:34.424398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Attempting to bind port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:34.424795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Attempting to bind port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:34.425185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Attempting to bind port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:34.452009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-327c0a95-2940-4f77-a71b-878c3c80b4bc req-6d9c4426-dc30-45d7-8435-0979ba97125b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441152 Nov 24 14:00:34.454237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:34.454860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:34.455470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.456814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:34.457469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Bound port: b4dabbea-f88a-4f6d-b1c0-2990852dc9eb, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:34.458042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.465930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 4481e270-9e51-4010-bd7b-6d1c066ba4e2) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:34.470773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:34.471404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.500501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.518302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ae83e19f-12c7-47d7-aeb8-4724109e6818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:34.558002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e3e337-6536-44a0-b35c-304fbab02a11,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:34.566231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:34.579939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] In _notify_port_updated(), no bound segment for port b912f3e7-acca-44cf-add1-6f4f16ed0226 on network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:00:34.588539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:34.589636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.589957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1718028500'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:34.591441 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/ports/b912f3e7-acca-44cf-add1-6f4f16ed0226 HTTP/1.1" status: 200 len: 931 time: 5.1511626 Nov 24 14:00:34.596500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37204) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:34.605299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:34.612155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3555336 Nov 24 14:00:34.622431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42aa532-abb1-4356-a38a-e0c6465d2910 None None] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:34.637262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.resource_extend [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:34.649414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37208) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:34.655441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2680a673-d5ab-413d-8937-e3da073a9aa2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:34.656727 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2680a673-d5ab-413d-8937-e3da073a9aa2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7786560 Nov 24 14:00:34.661858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:network and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:34.667596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.670189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37212) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:34.671325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23e3e337-6536-44a0-b35c-304fbab02a11 HTTP/1.1" status: 204 len: 168 time: 1.2379510 Nov 24 14:00:34.684020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-672544457'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:34.687299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=b912f3e7-acca-44cf-add1-6f4f16ed0226,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:34.702593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:34.721008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:34.733728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.735106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:34.800450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.810758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd4d1117-5537-4103-867d-aa319a81158f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:34.847525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port b912f3e7-acca-44cf-add1-6f4f16ed0226 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:34.847895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.848429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.887619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:34.892284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.921102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 66ae0641-541b-4a91-8825-fd67782d5505 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:34.924476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Transition to ACTIVE for port object 4772e020-c1f4-4cb6-94d3-9f59657df0a3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:34.953552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] For port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:34.961909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.963125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7864096 Nov 24 14:00:34.963987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4544a334-639d-43a0-804a-ad73dfe9d879,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:34.966270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.969820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37218) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:34.970484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.974067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:34.981459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:34.985822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-73779c6c-21d7-4ddd-86d2-9c8492e4a666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:35.008976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:35.017659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-835492662', 'security_groups': ['4544a334-639d-43a0-804a-ad73dfe9d879'], 'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66436aac-91f3-49de-97ff-1115e6b390e6'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:35.030713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:security_group_rule and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:35.071995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] For port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:35.072618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:35.085663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:35.106550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:35.123172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Usage tracker for resource:port and tenant:ee68414dd601454b91b7b6430159228f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:35.137273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:35.148646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:35.183339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.222741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.230472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b84b1-82ca-447a-9c21-eec7ecce9c97 req-2aa0d5b5-14eb-4219-873b-fd7ee3ecc2ea tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:35.232316 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0d4b84b1-82ca-447a-9c21-eec7ecce9c97 req-2aa0d5b5-14eb-4219-873b-fd7ee3ecc2ea tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 946 time: 0.6184661 Nov 24 14:00:35.275396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:35.279532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.296426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=88395389-f7e7-47c0-957a-d9f6b7a7c207,segment=NetworkSegment(b4b92510-2012-42a1-afeb-7f3c6f45b97b),segment_id=b4b92510-2012-42a1-afeb-7f3c6f45b97b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:35.340279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] device_id is not set on port 9a54aeda-90f3-4411-8364-8098602b46b2 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:35.410168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Pushing event updated for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:35.414036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:35.420710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:35.459827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.464426 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0d4b84b1-82ca-447a-9c21-eec7ecce9c97 req-41e83afc-edbe-4e2e-b1db-87a3e857d896 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2146075 Nov 24 14:00:35.490977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:35.496988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.515742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:35.516387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:35.545273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:35.618430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.628515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.666917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.715508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.717300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for b912f3e7-acca-44cf-add1-6f4f16ed0226 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:35.770081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.798790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3bcf7001-7565-40e9-89cf-52c1cdafa6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:35.804616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Transition to ACTIVE for port object 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:35.845436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:35.855423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'tenant_id': 'ee68414dd601454b91b7b6430159228f', 'fixed_ips': [{'subnet_id': '6befbc5d-e841-4316-984b-bfe6f9fe9b83'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:00:35.857010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:35.881518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Transition to ACTIVE for port object 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:35.906354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Transition to ACTIVE for port object 88395389-f7e7-47c0-957a-d9f6b7a7c207 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:35.971888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Allocated IP 2001:db8::339 (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/9a54aeda-90f3-4411-8364-8098602b46b2) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:35.978075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:36.017707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:00:36.074479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1140b030-5b27-4f51-abf8-9ceea00e9475,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:36.081076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.081754 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Added segment 5c3ef43e-864b-4b58-96b5-15e9569409b0 of type vlan for network b0ebebb2-853e-44e1-a545-365d1f97d566 Nov 24 14:00:36.090660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:36.148129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4911-72be-44fe-87be-3a50f3b0fc04 None None] Pushing event updated for resources: {'Port': ['ID=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:36.160410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.231236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-914c4911-72be-44fe-87be-3a50f3b0fc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:36.235640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.240208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.247118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:36.287813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.296142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:36.297122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.298568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.316789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.331935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-204f68a0-e9e6-4322-b3e3-92627e63c3fb tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:36.343827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f52bd68c-ba2a-4f3e-b091-fe12da851b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:36.434225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.437815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.447385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=66ae0641-541b-4a91-8825-fd67782d5505,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:36.449451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:36.467807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] device_id is not set on port db29f9ef-ede4-453a-98e5-cf76778af9ce yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:36.481155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706bfe66-43bb-4746-8ddc-56bb75a4a564 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:36.502274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Network 7330379e-2119-4be1-b716-f76c7ceada6e is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:36.530679 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/66ae0641-541b-4a91-8825-fd67782d5505 HTTP/1.1" status: 204 len: 168 time: 1.8365421 Nov 24 14:00:36.540709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37248) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:36.556170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:36.594992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Allocated IP 172.20.0.1 (7330379e-2119-4be1-b716-f76c7ceada6e/9ce665f5-0a5d-4f9d-9447-5022544c9566/c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:36.630057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:36.735699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a0a2a-6f16-4514-8b96-674d8155ecba None None] Pushing event updated for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:36.801499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.808269 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/b912f3e7-acca-44cf-add1-6f4f16ed0226 HTTP/1.1" status: 204 len: 168 time: 2.2069941 Nov 24 14:00:36.817590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37256) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:36.821667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4610305 Nov 24 14:00:36.867589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37260) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:36.868366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Network': ['ID=b0ebebb2-853e-44e1-a545-365d1f97d566,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:36.874599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:36.888356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'subnet': {'network_id': 'b0ebebb2-853e-44e1-a545-365d1f97d566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:36.920908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35081c01-5e28-4981-8d9b-ca7181dad71a tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:36.923540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2380be05-cb91-4e7b-929c-fcca175df312 None None] Provisioning for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:36.941829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Pushing event updated for resources: {'Port': ['ID=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:36.963114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2380be05-cb91-4e7b-929c-fcca175df312 None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:36.963700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2380be05-cb91-4e7b-929c-fcca175df312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:36.986580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cd68bc-9e09-4c39-80a7-43a08e72bb34 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 14:00:36.987055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-73cd68bc-9e09-4c39-80a7-43a08e72bb34 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:37.013520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b0ebebb2-853e-44e1-a545-365d1f97d566 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:00:37.046347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37266) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:37.053207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet f09a248b-7a1b-42c6-8dcd-cb172648624d {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:37.086608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.113526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=b912f3e7-acca-44cf-add1-6f4f16ed0226,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:37.148312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:37.149362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-73cd68bc-9e09-4c39-80a7-43a08e72bb34 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:37.154788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-73cd68bc-9e09-4c39-80a7-43a08e72bb34 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/b912f3e7-acca-44cf-add1-6f4f16ed0226 HTTP/1.1" status: 404 len: 333 time: 0.3317902 Nov 24 14:00:37.156062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37274) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:37.247477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.261683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:37.273913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.988s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:37.274375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:37.275323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:37.279145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:37.298867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:subnet and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:37.306188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:37.318246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:37.320974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Transition to ACTIVE for port object 9a54aeda-90f3-4411-8364-8098602b46b2 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:37.388699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c719d0f-7672-4c62-b425-97c775d71fbf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.391696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37278) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:37.419356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:37.424568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.471563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.530518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Attempting to bind port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:37.530981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Attempting to bind port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:37.531266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Attempting to bind port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d on network 7330379e-2119-4be1-b716-f76c7ceada6e {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:37.583993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:37.584463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Checking segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:37.584910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.585989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Bound using segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:37.586747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Bound port: 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:37.587244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.608548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.12 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/66436aac-91f3-49de-97ff-1115e6b390e6/db29f9ef-ede4-453a-98e5-cf76778af9ce) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:37.692597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.708836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1719404870', 'router:external': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:37.721798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.732909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fedf805a-c460-49ea-ba5c-e01e0f313620 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:37.777054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:37.792460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c719d0f-7672-4c62-b425-97c775d71fbf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.800585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:network and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:37.802294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] For port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:37.808234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] For port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:37.817005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:37.826643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.839229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:37.841120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.859425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.891513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Subnet': ['ID=c6b7ba83-12be-4b34-81d8-935107d3d28f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:37.919639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.919639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.919964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:37.920053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.920053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.920303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.920625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.921009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.921364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.921719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.922070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.922418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.922770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:37.925772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Made reservation on behalf of a48cf8efa8b94a5da468e7b1dac01318 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:37.928436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:37.946789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:37.947808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:37.948724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d044e874-0ec0-4f0f-a1f7-f26d353dcebe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:37.986735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:37.998370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Checking segment: {'id': '5c3ef43e-864b-4b58-96b5-15e9569409b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'b0ebebb2-853e-44e1-a545-365d1f97d566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:37.998370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network hostable DHCP agents. Network: b0ebebb2-853e-44e1-a545-365d1f97d566, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:00:38.018710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:38.023352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:38.024074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.028048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.079629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:38.081697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Transition to ACTIVE for port object c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:38.083629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:security_group_rule and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:38.087755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:38.093315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:38.116405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Pushing event updated for resources: {'Port': ['ID=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:38.146593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:26Z', 'revision_number': 3, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:38.155484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:38.166659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64ca7e-534f-496d-ad64-476cd5c85a01 None None] The sync data for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv is: [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:26Z', 'revision_number': 3, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:38.176615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:38.191304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c719d0f-7672-4c62-b425-97c775d71fbf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.223171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.235134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.241868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:00:38.258523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=9a54aeda-90f3-4411-8364-8098602b46b2,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:38.262132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:38.270761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-83c81f4d-ddfa-4c49-bba2-5b55b767a2fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:38.299853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b0ebebb2-853e-44e1-a545-365d1f97d566) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:38.304765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:38.305588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.323575 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6675189 Nov 24 14:00:38.323575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c719d0f-7672-4c62-b425-97c775d71fbf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9769a28-502d-412d-936a-43e8566ab8be,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:38.330669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Allocated IP 2001:db8::2 (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/8543581d-cbc5-4576-b935-f479d0f2d1cf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:38.346359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60007a76-acab-428b-9b8c-95774944455a None None] Network b0ebebb2-853e-44e1-a545-365d1f97d566 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:38.351468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37284) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:38.359607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:00:38.362256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5c719d0f-7672-4c62-b425-97c775d71fbf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.366156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5c719d0f-7672-4c62-b425-97c775d71fbf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/security-groups/d9769a28-502d-412d-936a-43e8566ab8be HTTP/1.1" status: 204 len: 168 time: 1.1917326 Nov 24 14:00:38.373257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37288) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:38.401539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1035285718', 'allowed_address_pairs': [{'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:87:ca:cc'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:38.437952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5650699 Nov 24 14:00:38.451792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.452064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Added segment dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b of type vlan for network 36968bd5-f97d-4c12-9656-92faedc14cd0 Nov 24 14:00:38.464164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37292) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:38.482720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1858127071', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:38.493411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6703e3-efa6-4a73-8ff9-3ccbe4e95a53,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:38.496798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:38.504199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:38.504604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:38.508880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:38.509005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.536242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:router and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:38.548963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:38.587348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2380be05-cb91-4e7b-929c-fcca175df312 None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:38.587805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:38.587931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2380be05-cb91-4e7b-929c-fcca175df312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.650833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c49c37d3-0a50-4d1d-8927-f6b9139aacc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:38.654175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.719694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.721059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.723442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.724683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.748132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:38.874099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:38.978317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:38.978701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.012085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2380be05-cb91-4e7b-929c-fcca175df312 None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:39.044144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=f09a248b-7a1b-42c6-8dcd-cb172648624d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:39.048357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:39.053264 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/f09a248b-7a1b-42c6-8dcd-cb172648624d HTTP/1.1" status: 204 len: 168 time: 2.5055108 Nov 24 14:00:39.081872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.092876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37296) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:39.097147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f1c9de7-0e96-4694-a76d-f5c33a0c4eb7 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:39.120266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.122801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:39.123398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.157684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-75c1fb2f-7f65-4efa-a189-2a3fd441c6e0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:39.192509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Port': ['ID=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:39.196434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:39.229547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Could not find standard attr ID for object b912f3e7-acca-44cf-add1-6f4f16ed0226. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:00:39.378111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.387840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.414809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:39.415346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.458087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Network': ['ID=36968bd5-f97d-4c12-9656-92faedc14cd0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:39.464426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.0690708 Nov 24 14:00:39.466623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37300) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:39.475559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:39.513532 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ac14f52-9735-44b2-a8d9-28af8128f405 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3273575 Nov 24 14:00:39.521143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37304) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:39.536011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'subnet': {'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:39.536485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network 7330379e-2119-4be1-b716-f76c7ceada6e is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:39.556063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:39.558701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:39.561936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:39.592453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.609088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Transition to ACTIVE for port object 8543581d-cbc5-4576-b935-f479d0f2d1cf will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:39.642525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Transition to ACTIVE for port object 8543581d-cbc5-4576-b935-f479d0f2d1cf will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:39.671628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:subnet and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:39.677076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:39.701191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:39.708452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:39.716266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 36968bd5-f97d-4c12-9656-92faedc14cd0 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:00:39.820330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.828233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:39.831006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64fc034-a1a4-4ccc-a189-d90e0ef9b552 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:39.833541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:39.839183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:39.846681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:39.871625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.903651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:39.927809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:39.932894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.938895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-23e3d3d5-c461-418f-bc98-1137c05f5af6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:39.959283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bfd602-b794-4439-89ff-69a49f47ca07,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:39.960731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaaeb63-073a-4cc8-8fdb-56f12e92072f None None] Network b0ebebb2-853e-44e1-a545-365d1f97d566 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:39.967773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:39.969524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:39.973665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.977284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Provisioning for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:39.980893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:39.985138 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/security-groups/73bfd602-b794-4439-89ff-69a49f47ca07 HTTP/1.1" status: 204 len: 168 time: 1.6108115 Nov 24 14:00:39.986037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37308) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:39.989419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Made reservation on behalf of a48cf8efa8b94a5da468e7b1dac01318 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:39.992616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.015161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.034870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.141841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:40.153977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42910e-8ad0-49f5-ad1e-04f5f256286d None None] Network 7330379e-2119-4be1-b716-f76c7ceada6e requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:40.172124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet e379f890-ab94-447b-9def-2a4fabe8ae58 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:40.181562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.203443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object db29f9ef-ede4-453a-98e5-cf76778af9ce will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:40.213388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Usage tracker for resource:port and tenant:ee68414dd601454b91b7b6430159228f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:40.220302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:40.277159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:40.278140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4c37f13-8555-4120-8359-83ff6fd4fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.283835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.297808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:40.362705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:40.445587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:40.469633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:40.474452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:40.505077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.548359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:40.561652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:40.600632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Pushing event updated for resources: {'Port': ['ID=8543581d-cbc5-4576-b935-f479d0f2d1cf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:40.644452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.706988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.710310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.710773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.711292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.711719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.712144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.712567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.713176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.713748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.714256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.714768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.715398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.717582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:40.769731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:40.826780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.855747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.876108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Attempting to bind port 8543581d-cbc5-4576-b935-f479d0f2d1cf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:40.876565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Attempting to bind port 8543581d-cbc5-4576-b935-f479d0f2d1cf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5d8e3c45-6763-483b-8738-029356e77eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:40.877023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Attempting to bind port 8543581d-cbc5-4576-b935-f479d0f2d1cf on network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:40.887578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:40.914668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:40.917163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:40.946405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:40.992731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=db29f9ef-ede4-453a-98e5-cf76778af9ce,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:40.995698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:41.001831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:41.009528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-03fb54c3-77e9-40c1-ba13-2f28b4e68c59 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:41.055805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.067095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:41.068688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.103 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/186c82f4-c70b-40cf-9880-4233c3bba374) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:41.070760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:41.071351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.077761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.084514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-088d1293-9b52-4335-82cf-509f36bfd097 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:41.122824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:41.123219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Checking segment: {'id': '5d8e3c45-6763-483b-8738-029356e77eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:41.124049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.124049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Bound using segment: {'id': '5d8e3c45-6763-483b-8738-029356e77eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:41.124535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Bound port: 8543581d-cbc5-4576-b935-f479d0f2d1cf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8e3c45-6763-483b-8738-029356e77eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:41.125434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.136301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=e379f890-ab94-447b-9def-2a4fabe8ae58,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:41.140907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] device_id is not set on port 387f5e03-da3d-499e-a1bf-e8873e7895d7 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:41.145268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:41.146293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.222094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4132f87-16ef-4692-bbe5-ef040cdbbff3 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:41.257129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/e379f890-ab94-447b-9def-2a4fabe8ae58 HTTP/1.1" status: 204 len: 168 time: 1.2699821 Nov 24 14:00:41.261839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37312) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:41.265554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:41.272625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:41.306696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:41.307317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.348442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=6a8f3e82-f05b-486a-849b-3e0ae1cbf052,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:41.352715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:41.353248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4dabbea-f88a-4f6d-b1c0-2990852dc9eb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:41.391321 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8532662 Nov 24 14:00:41.398528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37316) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:41.461670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.464617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Provisioning for port db29f9ef-ede4-453a-98e5-cf76778af9ce completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:41.497372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Provisioning complete for port db29f9ef-ede4-453a-98e5-cf76778af9ce triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:41.497844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.536420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:41.539809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:00:41.540295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.546460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ac81e9a-0a96-450f-baaf-aac5b74a682f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:41.548428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2534583f-1f94-4caa-8036-36b43004025f None None] For port 8543581d-cbc5-4576-b935-f479d0f2d1cf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:41.568902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:00:41.581756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:41.593739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2534583f-1f94-4caa-8036-36b43004025f None None] For port 8543581d-cbc5-4576-b935-f479d0f2d1cf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8543581d-cbc5-4576-b935-f479d0f2d1cf,segment=NetworkSegment(5d8e3c45-6763-483b-8738-029356e77eb4),segment_id=5d8e3c45-6763-483b-8738-029356e77eb4)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:41.597456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Deleting port d5db4f60-b1c9-44c8-b771-08b5b2641333 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:41.597649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:41.597753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.615681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:41.650132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Subnet': ['ID=558b4207-ba50-4129-9929-2aa69a86da23,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:41.685463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.686750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:41.703186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3ee361e5-7590-44cf-9fd8-461021aee9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:41.703860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:41.716014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:41.720512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.739291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.760364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Checking segment: {'id': 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:41.760758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network hostable DHCP agents. Network: 36968bd5-f97d-4c12-9656-92faedc14cd0, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:00:41.763158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Port db29f9ef-ede4-453a-98e5-cf76778af9ce cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:41.768271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-62db7760-87ef-4735-8c91-0fc229c3ad86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:41.781350 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.7703271 Nov 24 14:00:41.788870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:41.802098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37320) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:41.815694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:41.816079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:41.922002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:42.051632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:42.088086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:42.096173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.17 (6d9e8cfa-0546-4b59-acd0-b43822b1263f/31dc6720-8a6c-4265-a0a3-86083c8a64be/45226cd6-4eae-4bb9-a0ac-9e8f81036436) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:42.105644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:42.138125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Allocated IP 2001:db8::309 (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/387f5e03-da3d-499e-a1bf-e8873e7895d7) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:42.218017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=186c82f4-c70b-40cf-9880-4233c3bba374,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:42.234500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Pushing event updated for resources: {'Port': ['ID=8543581d-cbc5-4576-b935-f479d0f2d1cf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:42.236946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:42.237542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network 36968bd5-f97d-4c12-9656-92faedc14cd0 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:00:42.239127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Provisioning complete for port d5db4f60-b1c9-44c8-b771-08b5b2641333 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:42.239568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.331906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:42.453203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 36968bd5-f97d-4c12-9656-92faedc14cd0) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:42.463100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:42.477922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:42.478534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.535254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:42.550195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:42.560250 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0660419 Nov 24 14:00:42.564118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:42.565934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37324) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:42.576135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1488488898', 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:42.580376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:42.583236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:42.583614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:42.598802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:port and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:42.599044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fda88-2235-481c-97ff-af58b50a55a4 None None] Network 36968bd5-f97d-4c12-9656-92faedc14cd0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:42.611655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:42.641534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:42.645937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:42.676687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:42.738811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:42.742972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.743941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.788356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:42.792349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.852029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] For port d5db4f60-b1c9-44c8-b771-08b5b2641333, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d5db4f60-b1c9-44c8-b771-08b5b2641333,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:42.852527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.861808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:42.867428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Provisioning for port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:42.876470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:42.880961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:42.903308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Made reservation on behalf of a48cf8efa8b94a5da468e7b1dac01318 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:42.905659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.010657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Provisioning complete for port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:43.012652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.013583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.018561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] device_id is not set on port 051c793f-046a-4967-a8a3-c8c01c49919d yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:43.188305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.206301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.210796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Transition to ACTIVE for port object 387f5e03-da3d-499e-a1bf-e8873e7895d7 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:43.235379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8543581d-cbc5-4576-b935-f479d0f2d1cf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:43.245679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 45226cd6-4eae-4bb9-a0ac-9e8f81036436 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:43.267962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:43.276893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Calling delete_port for d5db4f60-b1c9-44c8-b771-08b5b2641333 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:43.313057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66436aac-91f3-49de-97ff-1115e6b390e6 (CIDR: 172.20.0.0/28) Nov 24 14:00:43.317055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.339250 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:00:43.342383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:43.349812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.350727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.366080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf31001a-3145-4170-b5df-064a64717519 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:43.389537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-60c3bd2b-8698-4035-aabf-58d4e8523d5a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:43.503010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:43.526192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:43.556828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:43.570372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:43.581620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:43.582470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.629808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=729121dc-1185-418e-a79e-ad823f3c3615,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:43.655550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.658981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:43.679581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:43.686864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Port': ['ID=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:43.695343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Allocated IP 2001:db8::159 (36968bd5-f97d-4c12-9656-92faedc14cd0/558b4207-ba50-4129-9929-2aa69a86da23/051c793f-046a-4967-a8a3-c8c01c49919d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:43.698214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:43.714484 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4513035 Nov 24 14:00:43.726354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37328) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:43.737233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8543581d-cbc5-4576-b935-f479d0f2d1cf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:43.741615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101e36f-eb47-432d-878c-8ffafa863670 None None] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:43.780088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Pushing event deleted for resources: {'Port': ['ID=d5db4f60-b1c9-44c8-b771-08b5b2641333,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:43.786908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:43.792050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b87979-f4d2-418f-ab03-c604abe1f96a None None] Network 36968bd5-f97d-4c12-9656-92faedc14cd0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:43.807042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] No DVR routers for this DVR port d5db4f60-b1c9-44c8-b771-08b5b2641333 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:00:43.847757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'security_group': {'name': 'tempest-secgroup-467891041'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:43.909790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.919747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:43.923900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:43.939407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-71847149-ee5a-4a10-8a78-9e1fe995a53d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:43.941436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8bf29-de6f-4da6-93dc-386cf4148b9b None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:43.954287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d5db4f60-b1c9-44c8-b771-08b5b2641333 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:00:43.961642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:43.971314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:43.983086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.009840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:44.020517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.030151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: d5db4f60-b1c9-44c8-b771-08b5b2641333 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:00:44.030521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d5db4f60-b1c9-44c8-b771-08b5b2641333 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:00:44.041140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:44.045988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=387f5e03-da3d-499e-a1bf-e8873e7895d7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:44.048606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:44.076363 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-924bbdeb-e8ec-4536-8853-c7a75aea0bad tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2701423 Nov 24 14:00:44.076363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:44.080134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:44.080880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.087965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:44.092049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:44.148846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fcee46-9052-4f2f-8b33-40d597ed3f34 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:44.173744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37332) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:44.282684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:44.284377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.298367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] For port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:44.308623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:44.328537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.333329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.342218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:44.344664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-914c4911-72be-44fe-87be-3a50f3b0fc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:44.374383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:44.394890 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 6.0382822 Nov 24 14:00:44.405490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:44.441128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37336) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:44.545743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=45226cd6-4eae-4bb9-a0ac-9e8f81036436,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:44.547724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group_rule and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:44.556610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:44.567855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:44.578207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:44.592545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:00:44.601120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.607150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.621065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9eb81693-e450-4019-867d-693ada274c8d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:44.665240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning complete for port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:44.666253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.690978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Pushing event updated for resources: {'Port': ['ID=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:44.715931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.769560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.772171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:44.778700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.783632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:44.785997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d988dfa-0a49-4df1-b400-98dd46be8a7e tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:44.790301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:44.798839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:00:44.799241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network 7330379e-2119-4be1-b716-f76c7ceada6e is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:44.808934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:44.809529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:44.813245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:44.831532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:44.835903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=8fad2d9d-186e-4347-a3e8-60c1463820df,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:44.846627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:44.849118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:44.914899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:44.988653 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5797002 Nov 24 14:00:44.989875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:45.041980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '6a8f3e82-f05b-486a-849b-3e0ae1cbf052'}, {'subnet_id': '8fad2d9d-186e-4347-a3e8-60c1463820df'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:00:45.043201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.060122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37340) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:45.065213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:45.079317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:52:f4:89', 'name': 'tempest-NetworksTestDHCPv6-1060234423'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:45.094850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e49e7-0a13-4794-be23-70ac1aa3fbb0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:45.115987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:45.159689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489c181-6a18-4aaf-b4ac-f3dace28b846 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:45.166782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489c181-6a18-4aaf-b4ac-f3dace28b846 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:45.169144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:45.171080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.177573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489c181-6a18-4aaf-b4ac-f3dace28b846 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:45.179176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b489c181-6a18-4aaf-b4ac-f3dace28b846 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Synchronizing usage tracker for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:45.183823 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:45.190010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.195192 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4658523 Nov 24 14:00:45.201521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37344) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:45.203418 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:45.204526 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:45.209644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:45.214299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:45.214460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b3e24d3a-7dea-4b9c-a0ef-0d8c22fb36a7 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:45.219431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.280550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'security_group': {'name': 'tempest-secgroup-434404858'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:45.300985 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:45.306082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network 36968bd5-f97d-4c12-9656-92faedc14cd0 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:45.314041 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:45.314209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:45.314494 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:45.326234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:45.345779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:45.347103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:45.347897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.354915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:45.365139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.366867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9017129 Nov 24 14:00:45.375007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:45.393576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37348) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:45.404523 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:45.405122 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4e849-9ea7-4319-ae80-3c91322c8d69 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:45.468102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:45.483371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Port': ['ID=051c793f-046a-4967-a8a3-c8c01c49919d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:45.526259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:45.526718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.568602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:45.587325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.0179980 Nov 24 14:00:45.591526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37352) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:45.641868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.698123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:45.707548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:45.719923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning for port 8543581d-cbc5-4576-b935-f479d0f2d1cf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:45.730628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group_rule and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:45.734723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:45.742854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:45.743172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b489c181-6a18-4aaf-b4ac-f3dace28b846 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Unset dirty status for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:45.744579 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b489c181-6a18-4aaf-b4ac-f3dace28b846 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.2986190 Nov 24 14:00:45.746518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:45.751106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Deleting port 051c793f-046a-4967-a8a3-c8c01c49919d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:45.751701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.754078 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "PUT /v2.0/routers/913071ce-7d3f-4d50-b96b-6ce85dbeea23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7737312 Nov 24 14:00:45.757598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37356) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:45.758828 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9c78eb85-0c02-4b50-a237-3bab6bb8ee31 (CIDR: 172.20.0.16/28) Nov 24 14:00:45.775283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning complete for port 8543581d-cbc5-4576-b935-f479d0f2d1cf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:45.775707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:45.796420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:45.912339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Sync routers for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:45.972720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Update dhcp port {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'fixed_ips': [{'subnet_id': 'ba91e7b9-6021-4260-9d49-cd451e2d5ede', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '729121dc-1185-418e-a79e-ad823f3c3615'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '88395389-f7e7-47c0-957a-d9f6b7a7c207'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:45.996656 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:00:45.997648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:46.049786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.068678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:46.081801 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-06229e93-9188-4d35-b36e-539656907f04 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8977652 Nov 24 14:00:46.083880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37372) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:46.091634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'subnet': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:46.109597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port 387f5e03-da3d-499e-a1bf-e8873e7895d7 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:46.109809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.180581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:46.181279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:46.399122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.411098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Allocated IP 172.20.0.2 (13168bed-777a-4e4d-96b5-2446850be7d2/6a8f3e82-f05b-486a-849b-3e0ae1cbf052/d130b4ef-7428-4efd-aa79-8cbd9687c197) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:46.441400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Allocated IP 2001:db8::f816:3eff:fe25:2bd1 (13168bed-777a-4e4d-96b5-2446850be7d2/8fad2d9d-186e-4347-a3e8-60c1463820df/d130b4ef-7428-4efd-aa79-8cbd9687c197) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:46.519790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4dabbea-f88a-4f6d-b1c0-2990852dc9eb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:46.541412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.578455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.591561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:46.655479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:46.665558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Usage tracker for resource:subnet and tenant:55f9a6868485408b8a54ed19b9bcafc3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:46.674613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:46.691102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:46.710904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9807f884-df48-4cd6-b854-1192421bb11d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:46.713809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:46.730286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.734568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5215757 Nov 24 14:00:46.737585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-16d50d70-c11c-4ded-aa1a-ac77e34eccbd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Synchronizing usage tracker for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:46.740295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37376) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:46.770133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'security_group': {'name': 'tempest-secgroup-1650393537'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:46.799815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:46.806557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Made reservation on behalf of 55f9a6868485408b8a54ed19b9bcafc3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:46.808839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.809789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.828102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:46.832654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:46.834167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.890334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.891710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.893849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:46.974844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:46.992438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.020473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:47.020678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.034167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d446677f-87ad-42d5-b9eb-5eb9d877da26 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:47.037281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Calling delete_port for 051c793f-046a-4967-a8a3-c8c01c49919d owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:47.140357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] For port 8543581d-cbc5-4576-b935-f479d0f2d1cf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8543581d-cbc5-4576-b935-f479d0f2d1cf,segment=NetworkSegment(5d8e3c45-6763-483b-8738-029356e77eb4),segment_id=5d8e3c45-6763-483b-8738-029356e77eb4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:47.164372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-16d50d70-c11c-4ded-aa1a-ac77e34eccbd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Unset dirty status for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:47.165586 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-16d50d70-c11c-4ded-aa1a-ac77e34eccbd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605975774&fields=id&tenant_id=c834fba6d9064d0ebdc0e4dbad20f092 HTTP/1.1" status: 200 len: 267 time: 1.0789146 Nov 24 14:00:47.191817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.204112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:47.204491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.235127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 5f7a96d5-bf16-4e69-8562-0ce0e48daef6 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:47.244163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.261407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e26bce93-038f-42b1-b4f3-f2c25b00bca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:47.288287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=45226cd6-4eae-4bb9-a0ac-9e8f81036436,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:47.300522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for 387f5e03-da3d-499e-a1bf-e8873e7895d7 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:47.349293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:47.369443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.383258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Allocated IP 2001:db8::2 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/729121dc-1185-418e-a79e-ad823f3c3615/88395389-f7e7-47c0-957a-d9f6b7a7c207) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:47.384529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:47.422960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:security_group_rule and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:47.436106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:47.454199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.487128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:47.496525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:47.496937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.630312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-41834594-e769-4f63-969d-9bf9890d9143 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:47.631874 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-41834594-e769-4f63-969d-9bf9890d9143 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 797 time: 0.4487324 Nov 24 14:00:47.659154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Pushing event updated for resources: {'Port': ['ID=8543581d-cbc5-4576-b935-f479d0f2d1cf,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:47.670463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Transition to ACTIVE for port object d130b4ef-7428-4efd-aa79-8cbd9687c197 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:47.674785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:47.703145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.715790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d68fdf2a-1399-4bdc-b5cc-02fa0c0ae72d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:47.758731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-30154450-c16c-4822-b125-fa5082015e69 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/quotas/c834fba6d9064d0ebdc0e4dbad20f092 HTTP/1.1" status: 200 len: 375 time: 0.1124468 Nov 24 14:00:47.817804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event deleted for resources: {'Port': ['ID=051c793f-046a-4967-a8a3-c8c01c49919d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:47.818771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:47.821320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:47.824289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:47.859317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:47.888355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.949038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:47.949038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.966338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.985818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:47.999091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ec1ac18-d572-4623-88f8-c5d4b3b030be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:48.012658 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/ports/051c793f-046a-4967-a8a3-c8c01c49919d HTTP/1.1" status: 204 len: 168 time: 2.4177692 Nov 24 14:00:48.023331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37380) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:48.047457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0', 'external_fixed_ips': [{'subnet_id': '558b4207-ba50-4129-9929-2aa69a86da23', 'ip_address': '2001:db8::159'}]}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:48.060657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.066887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=88395389-f7e7-47c0-957a-d9f6b7a7c207,segment=NetworkSegment(b4b92510-2012-42a1-afeb-7f3c6f45b97b),segment_id=b4b92510-2012-42a1-afeb-7f3c6f45b97b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:48.071704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:48.075970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8543581d-cbc5-4576-b935-f479d0f2d1cf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:48.081756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.086153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3357484 Nov 24 14:00:48.086153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:router and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:48.091340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7743510-4390-4f01-b728-9590c32101ef,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:48.094123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:48.095177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:48.097855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37384) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:48.108269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:48.113563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2126176966', 'security_groups': ['e7743510-4390-4f01-b728-9590c32101ef'], 'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '729121dc-1185-418e-a79e-ad823f3c3615'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:48.208971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.219479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.223798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4202485-5a39-4b87-b10c-e08812523897 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:48.226699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Transition to ACTIVE for port object d130b4ef-7428-4efd-aa79-8cbd9687c197 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:48.243996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 2, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:48.250391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.263209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.271255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:48.311407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:48.312547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Checking router: 913071ce-7d3f-4d50-b96b-6ce85dbeea23 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:00:48.312941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Updating router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:00:48.318352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:48.324040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:48.324613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.354128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d5b96-b738-43db-8148-20f819631111 None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:48.387228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Transition to ACTIVE for port object 88395389-f7e7-47c0-957a-d9f6b7a7c207 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:48.402019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Subnet': ['ID=836a49c3-d493-4d8c-a905-5facd55f50da,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:48.405431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:48.411445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:48.414814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-455c56df-6e30-47cb-800c-71f2f39e37cf tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:48.488284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Port': ['ID=387f5e03-da3d-499e-a1bf-e8873e7895d7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:48.498286 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4085634 Nov 24 14:00:48.498286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:48.534984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37388) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:48.542470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.543551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.544307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.557180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Pushing event updated for resources: {'Port': ['ID=d130b4ef-7428-4efd-aa79-8cbd9687c197,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:48.567135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-95af9696-3c87-4abb-9e84-e05e2186c83d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7965543 Nov 24 14:00:48.576473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:48.585405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.620301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.631001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-747481628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '836a49c3-d493-4d8c-a905-5facd55f50da'}], 'security_groups': ['4edb0b2e-644a-4516-924d-22dbe57f973e', '2b60f9d9-98db-42b9-9d63-69630d09b1c2']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:48.679872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:48.725665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:48.765310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:48.789034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:48.793776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.798224 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/ports/387f5e03-da3d-499e-a1bf-e8873e7895d7 HTTP/1.1" status: 204 len: 168 time: 3.0356922 Nov 24 14:00:48.802758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37392) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:48.818481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:48.823437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8543581d-cbc5-4576-b935-f479d0f2d1cf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:48.823828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.884899 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8344cb-3692-4c50-bf83-535c4b12602c tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] GET failed (client error): The resource could not be found. Nov 24 14:00:48.885442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-da8344cb-3692-4c50-bf83-535c4b12602c tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Synchronizing usage tracker for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:48.900426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Provisioning complete for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:48.901058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:48.987426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:49.057670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:49.067570 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:49.081148 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:49.086959 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:49.123797 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/eb5794f2-652d-45fe-a0fa-f9c35fa69da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0632648 Nov 24 14:00:49.138335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-da8344cb-3692-4c50-bf83-535c4b12602c tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Unset dirty status for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:49.143481 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-da8344cb-3692-4c50-bf83-535c4b12602c tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "GET /v2.0/ports/387f5e03-da3d-499e-a1bf-e8873e7895d7 HTTP/1.1" status: 404 len: 333 time: 0.3392353 Nov 24 14:00:49.146501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37398) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:49.155097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928243290'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:49.201183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:49.247039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Pushing event updated for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:49.268900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 172.20.0.11 (13168bed-777a-4e4d-96b5-2446850be7d2/6a8f3e82-f05b-486a-849b-3e0ae1cbf052/5f7a96d5-bf16-4e69-8562-0ce0e48daef6) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:49.312284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:49.341081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:49.343623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.349058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:49.351959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:49.352212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe52:f489 (13168bed-777a-4e4d-96b5-2446850be7d2/8fad2d9d-186e-4347-a3e8-60c1463820df/5f7a96d5-bf16-4e69-8562-0ce0e48daef6) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:49.380506 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:49.429601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Attempting to bind port d130b4ef-7428-4efd-aa79-8cbd9687c197 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:49.429976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Attempting to bind port d130b4ef-7428-4efd-aa79-8cbd9687c197 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:49.430352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Attempting to bind port d130b4ef-7428-4efd-aa79-8cbd9687c197 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:49.443186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:49.446915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.451670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Provisioning complete for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:49.452063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.466054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:49.469855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.500125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:49.500535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:49.502347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.502766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:49.503264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Bound port: d130b4ef-7428-4efd-aa79-8cbd9687c197, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:49.503663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.557142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] device_id is not set on port f119fee3-ed1a-4b0b-a819-6ea5186b9038 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:49.558573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-17ad4cfc-cc22-40f8-877e-a8620292674d service neutron] 10.222.0.36 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9398415 Nov 24 14:00:49.715760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:49.901399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1943df68-171b-4d73-a547-75608f75ea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:49.963659 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:00:45Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:28Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45226cd6-4eae-4bb9-a0ac-9e8f81036436', 'name': '', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:38:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:40Z', 'updated_at': '2021-11-24T14:00:46Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:49.969597 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:00:49.970750 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Updating router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:00:49.973968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] For port d130b4ef-7428-4efd-aa79-8cbd9687c197, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:49.979793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] For port d130b4ef-7428-4efd-aa79-8cbd9687c197, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d130b4ef-7428-4efd-aa79-8cbd9687c197,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:50.009110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Allocated IP 2001:db8::ae (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/f119fee3-ed1a-4b0b-a819-6ea5186b9038) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:50.052341 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.062449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.1 (b0ebebb2-853e-44e1-a545-365d1f97d566/c6b7ba83-12be-4b34-81d8-935107d3d28f/737432a0-460d-4a18-99bc-c809278717ae) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:50.076584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.101032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Provisioning complete for port 8543581d-cbc5-4576-b935-f479d0f2d1cf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:50.101414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.147941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.181789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-918ada3a-75a0-424b-9e30-de0de01b18d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:50.303926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:50.367985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] device_id is not set on port 05118857-17e7-4cca-8cff-9e5fce0b9aab yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:50.442803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.523262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Pushing event updated for resources: {'Port': ['ID=d130b4ef-7428-4efd-aa79-8cbd9687c197,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:50.573761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.596237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Transition to ACTIVE for port object f119fee3-ed1a-4b0b-a819-6ea5186b9038 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:50.630389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:50.640726 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.660126 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Transition to ACTIVE for port object 45226cd6-4eae-4bb9-a0ac-9e8f81036436 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:50.677977 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.691176 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:50.809513 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-a6708783-b99f-47df-af78-aa6132ae11ff service neutron] 10.222.0.36 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1626821 Nov 24 14:00:50.869319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Update dhcp port {'port': {'network_id': '01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc', 'fixed_ips': [{'subnet_id': '9c78eb85-0c02-4b50-a237-3bab6bb8ee31', 'ip_address': '172.20.0.18'}, {'subnet_id': '66436aac-91f3-49de-97ff-1115e6b390e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '836a49c3-d493-4d8c-a905-5facd55f50da'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '4772e020-c1f4-4cb6-94d3-9f59657df0a3'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:00:50.878608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Delete allocated IP 172.20.0.12 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/66436aac-91f3-49de-97ff-1115e6b390e6) {{(pid=87692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 14:00:50.889792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Allocated IP 172.20.0.34 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/836a49c3-d493-4d8c-a905-5facd55f50da/db29f9ef-ede4-453a-98e5-cf76778af9ce) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:50.965723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:50.974613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f3079d98-046f-45b9-9cd7-7782d7d578b4 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:50.993536 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Pushing event updated for resources: {'Port': ['ID=45226cd6-4eae-4bb9-a0ac-9e8f81036436,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:51.026467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.028347 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.031667 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.032059 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.032447 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.033040 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.033401 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.033731 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.034056 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.035041 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.035369 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.035694 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.036014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:00:51.043695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.060891 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:51.091021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.129897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Transition to ACTIVE for port object c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:51.166966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.175447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 5f7a96d5-bf16-4e69-8562-0ce0e48daef6 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:51.185264 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Attempting to bind port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:51.185701 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Attempting to bind port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:51.186130 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Attempting to bind port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 on network 6d9e8cfa-0546-4b59-acd0-b43822b1263f {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:51.194836 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:51.195439 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Checking segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:51.195975 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.196430 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Bound using segment: {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:51.197031 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Bound port: 45226cd6-4eae-4bb9-a0ac-9e8f81036436, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:51.205448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.208715 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.220255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8::bb (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/729121dc-1185-418e-a79e-ad823f3c3615/05118857-17e7-4cca-8cff-9e5fce0b9aab) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:51.230837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=f119fee3-ed1a-4b0b-a819-6ea5186b9038,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:51.232407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6730ea51-819c-4947-8e3a-6002baa55596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:51.253024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:51.256772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:51.258636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:51.260901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-5eb92928-5a96-4137-9585-5a4eab15d1de req-757c1f22-975f-4f82-9278-aa1bde71f9f2 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Synchronizing usage tracker for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:51.270483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:51.276769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:51.277442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.320537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Provisioning for port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:51.373967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] For port 45226cd6-4eae-4bb9-a0ac-9e8f81036436, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:51.382886 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] For port 45226cd6-4eae-4bb9-a0ac-9e8f81036436, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=45226cd6-4eae-4bb9-a0ac-9e8f81036436,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:51.390889 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:51.411218 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:51.578576 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4305496 Nov 24 14:00:51.581058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-5eb92928-5a96-4137-9585-5a4eab15d1de req-757c1f22-975f-4f82-9278-aa1bde71f9f2 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Unset dirty status for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:51.589069 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5eb92928-5a96-4137-9585-5a4eab15d1de req-757c1f22-975f-4f82-9278-aa1bde71f9f2 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 210 time: 0.4418447 Nov 24 14:00:51.589901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37412) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:51.620305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:87:ca:cc'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:51.622028 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:51.622658 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:51.911550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Provisioning for port 9a54aeda-90f3-4411-8364-8098602b46b2 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:52.023994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Provisioning complete for port 9a54aeda-90f3-4411-8364-8098602b46b2 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:52.024542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.033630 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Pushing event updated for resources: {'Port': ['ID=45226cd6-4eae-4bb9-a0ac-9e8f81036436,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:52.042960 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:52.096243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.100880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9fb5b-b257-4619-8c11-3dad02b7ed7d None None] Pushing event updated for resources: {'Port': ['ID=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:52.105009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7f9fb5b-b257-4619-8c11-3dad02b7ed7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:52.126148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.132576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.139269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-378fba26-df58-4c3e-95a0-07c4e3a992a0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:52.154623 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:52.204006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Transition to ACTIVE for port object db29f9ef-ede4-453a-98e5-cf76778af9ce will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:52.216874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.232851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Attempting to bind port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:00:52.233229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Attempting to bind port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:00:52.233599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Attempting to bind port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d on network 7330379e-2119-4be1-b716-f76c7ceada6e {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:00:52.237673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c046c995-137e-45bd-beba-07661f23702d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:52.260321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:00:52.261934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Checking segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:00:52.262476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.262892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Bound using segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:00:52.263404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Bound port: c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:00:52.264340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.354839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:52.382595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:52.384122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Port 9a54aeda-90f3-4411-8364-8098602b46b2 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:52.385278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:52.416623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d130b4ef-7428-4efd-aa79-8cbd9687c197 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:52.479838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.493773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event updated for resources: {'Port': ['ID=db29f9ef-ede4-453a-98e5-cf76778af9ce,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:52.500254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:52.502297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] In _notify_port_updated(), no bound segment for port db29f9ef-ede4-453a-98e5-cf76778af9ce on network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:00:52.508592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:52.509430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.513291 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "PUT /v2.0/ports/db29f9ef-ede4-453a-98e5-cf76778af9ce HTTP/1.1" status: 200 len: 959 time: 3.8955879 Nov 24 14:00:52.546895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a4cd-8e7f-46e9-9bbb-415662eb6a3e None None] Could not find standard attr ID for object 387f5e03-da3d-499e-a1bf-e8873e7895d7. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:00:52.547270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37420) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:52.551975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:52.589545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:52.592515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:52.609680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d5d178-fc55-4462-b84e-76ad6ea13742 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:00:52.649231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.651065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-936469dd-4d3f-47fb-9554-91371ab06a8a {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:00:52.651440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:00:52.670380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port db29f9ef-ede4-453a-98e5-cf76778af9ce {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:52.670826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.701654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.762296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-189a028c-bf14-4967-aab1-7f95467b02de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.832815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:52.834819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.852815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port d130b4ef-7428-4efd-aa79-8cbd9687c197 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:52.861591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning for port d130b4ef-7428-4efd-aa79-8cbd9687c197 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:52.875139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d130b4ef-7428-4efd-aa79-8cbd9687c197 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:52.875520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.921275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:52.942442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 05118857-17e7-4cca-8cff-9e5fce0b9aab will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:52.955602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] For port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:00:52.982207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning complete for port d130b4ef-7428-4efd-aa79-8cbd9687c197 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:52.982920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.011585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=737432a0-460d-4a18-99bc-c809278717ae,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:53.018829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.070531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:53.070784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] For port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:00:53.073740 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:00:45Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:28Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45226cd6-4eae-4bb9-a0ac-9e8f81036436', 'name': '', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:38:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:40Z', 'updated_at': '2021-11-24T14:00:51Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:53.074397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.076131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f806705a-0ffc-406e-bc03-239379019759 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.819s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:53.087550 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0675a8-8fe3-4af5-a94e-6e3928480c27 None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:00:45Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:28Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45226cd6-4eae-4bb9-a0ac-9e8f81036436', 'name': '', 'network_id': '6d9e8cfa-0546-4b59-acd0-b43822b1263f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:38:68:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:40Z', 'updated_at': '2021-11-24T14:00:51Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '31dc6720-8a6c-4265-a0a3-86083c8a64be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:53.088417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.097351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:53.257153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=5f7a96d5-bf16-4e69-8562-0ce0e48daef6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:53.261412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:53.262935 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 8.1963189 Nov 24 14:00:53.264185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.272800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37426) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:53.328817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b9085fc-cdac-4309-b54b-815875daf887 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:53.393105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.438401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9fb5b-b257-4619-8c11-3dad02b7ed7d None None] Pushing event updated for resources: {'Port': ['ID=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:53.624716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7f9fb5b-b257-4619-8c11-3dad02b7ed7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:53.645953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for db29f9ef-ede4-453a-98e5-cf76778af9ce owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:53.658092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.692724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.754084 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-81ae48b8-cff4-4ec4-9e61-7030019824c8 req-40ee7c19-4d79-4cb3-b92a-da7fc8f65bd3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 210 time: 0.7860076 Nov 24 14:00:53.812129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:53.819035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:53.822010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:53.826893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45038fab-4311-49af-a8fd-85b595c98174 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:53.830597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:53.831791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.832945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45038fab-4311-49af-a8fd-85b595c98174 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:53.834950 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-45038fab-4311-49af-a8fd-85b595c98174 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5608356 Nov 24 14:00:53.838396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37434) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:53.843768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.925036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=05118857-17e7-4cca-8cff-9e5fce0b9aab,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:53.926993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.937309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:53.951172 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8464007 Nov 24 14:00:53.968670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:53.971883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:53.972547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:53.983371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37438) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:53.996874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-86585133-9434-4071-bdb7-40a9d6ed58d4 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:54.062242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:54.192386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] In _notify_port_updated(), no bound segment for port f119fee3-ed1a-4b0b-a819-6ea5186b9038 on network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:00:54.199074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:54.199754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.203853 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "PUT /v2.0/ports/f119fee3-ed1a-4b0b-a819-6ea5186b9038 HTTP/1.1" status: 200 len: 1002 time: 2.6028161 Nov 24 14:00:54.218446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37444) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:54.225586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port d130b4ef-7428-4efd-aa79-8cbd9687c197, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d130b4ef-7428-4efd-aa79-8cbd9687c197,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:54.265531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.275411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0d3f0f7c-e4db-49d7-825b-1ea4d9f5a6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:54.290615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 5f7a96d5-bf16-4e69-8562-0ce0e48daef6 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:54.290937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.312964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Allocated IP 2001:db8::159 (36968bd5-f97d-4c12-9656-92faedc14cd0/558b4207-ba50-4129-9929-2aa69a86da23/3ee24f84-e730-458b-afca-0333cb5669d8) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:54.343130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.398284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.418471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=f119fee3-ed1a-4b0b-a819-6ea5186b9038,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:54.432140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:54.445274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7695a128-332c-4e7a-b373-0d3c10a9f8d9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:54.494775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:54.502674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=db29f9ef-ede4-453a-98e5-cf76778af9ce,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:54.505184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:54.510440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45226cd6-4eae-4bb9-a0ac-9e8f81036436 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:54.542704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:54.548728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port f119fee3-ed1a-4b0b-a819-6ea5186b9038 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:00:54.549099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.585283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:54.620305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=d130b4ef-7428-4efd-aa79-8cbd9687c197,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:54.637254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:54.642613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.659473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-884d8a51-19f5-435a-b783-e273954dc0ff tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:54.661098 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-884d8a51-19f5-435a-b783-e273954dc0ff tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.76 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 797 time: 1.5928144 Nov 24 14:00:54.681972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Allocated IP 172.20.0.35 (01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc/836a49c3-d493-4d8c-a905-5facd55f50da/4772e020-c1f4-4cb6-94d3-9f59657df0a3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:54.690650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:00:54.800672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:54.811471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:00:54.811955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:00:54.845743 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-bf82e02a-bc05-463d-a2b7-72c29287afaf tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c834fba6d9064d0ebdc0e4dbad20f092 HTTP/1.1" status: 200 len: 379 time: 0.1678519 Nov 24 14:00:54.862443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'port': {'device_id': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'admin_state_up': True, 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'security_groups': ['81cc2626-a76e-4af2-8b47-7376a71a2c6e']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:54.883609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:54.887253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.956933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:54.975055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.031177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.042534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba627eb3-efcd-459c-9610-7516d2827db6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:55.092641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:55.114285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:55.114810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.134070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network 36968bd5-f97d-4c12-9656-92faedc14cd0 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:55.142117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:55.151114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:55.230827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Port': ['ID=3ee24f84-e730-458b-afca-0333cb5669d8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:55.273304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4772e020-c1f4-4cb6-94d3-9f59657df0a3,segment=NetworkSegment(439563c5-945b-4560-998d-4af3f4faa117),segment_id=439563c5-945b-4560-998d-4af3f4faa117)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:55.315121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:55.325410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:00:55.360100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.384237 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fc6ca803-a401-49b5-adb1-73ef696fa890 req-313f2f38-1167-440f-b5b1-7d48be44f56d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 210 time: 0.3422496 Nov 24 14:00:55.392474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 5f7a96d5-bf16-4e69-8562-0ce0e48daef6 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:55.394190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.427400 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/db29f9ef-ede4-453a-98e5-cf76778af9ce HTTP/1.1" status: 204 len: 168 time: 2.8719332 Nov 24 14:00:55.432797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.438814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.457087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37450) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:55.463702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Transition to ACTIVE for port object 4772e020-c1f4-4cb6-94d3-9f59657df0a3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:55.475588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afe4cfac-5b85-4f2c-976e-aab90eebb539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:55.524639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.548300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.554904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:55.606327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 45226cd6-4eae-4bb9-a0ac-9e8f81036436, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=45226cd6-4eae-4bb9-a0ac-9e8f81036436,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:55.607783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebb16b4f-5a5e-402d-a97c-08b1841b17e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:55.625769 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c01514-262c-4304-bad0-a1700e9ba59b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] GET failed (client error): The resource could not be found. Nov 24 14:00:55.626307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e6c01514-262c-4304-bad0-a1700e9ba59b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Synchronizing usage tracker for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:55.666120 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 729121dc-1185-418e-a79e-ad823f3c3615 (CIDR: 2001:db8::/64) Nov 24 14:00:55.700932 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:00:55.701430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:55.742585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e6c01514-262c-4304-bad0-a1700e9ba59b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Unset dirty status for tenant:55f9a6868485408b8a54ed19b9bcafc3 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:55.746335 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e6c01514-262c-4304-bad0-a1700e9ba59b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports/db29f9ef-ede4-453a-98e5-cf76778af9ce HTTP/1.1" status: 404 len: 333 time: 0.2769072 Nov 24 14:00:55.749165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.758366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37454) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:55.768374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Pushing event updated for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:55.780806 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a7124f90-150b-4778-b02f-7d03049bace8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7401083 Nov 24 14:00:55.794693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37458) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:55.797971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:55.807794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:55.811112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.819913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f3b072b1-0bb4-4c5e-8906-36a4a5227011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:55.870473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:55.877141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:55.905745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=737432a0-460d-4a18-99bc-c809278717ae,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:55.923854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:55.928382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning for port f119fee3-ed1a-4b0b-a819-6ea5186b9038 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:55.933734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for f119fee3-ed1a-4b0b-a819-6ea5186b9038 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:00:55.989983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning complete for port f119fee3-ed1a-4b0b-a819-6ea5186b9038 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:55.990401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.017239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Made reservation on behalf of c834fba6d9064d0ebdc0e4dbad20f092 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:56.020779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.052246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=45226cd6-4eae-4bb9-a0ac-9e8f81036436,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:56.061084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:56.063375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:52Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:56.074093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0999deb9-2dc6-4968-852b-480b5b56dabb None None] The sync data for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv is: [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:52Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:56.075601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Port f119fee3-ed1a-4b0b-a819-6ea5186b9038 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:56.094197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning complete for port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:56.094575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.146363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.282422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.296491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.309221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-191cc62e-a90f-44a1-ae90-de37f0f4ab3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:56.382399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=5f7a96d5-bf16-4e69-8562-0ce0e48daef6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:56.391398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.432953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:56.433414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.441516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:56.585761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:56.596474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.612519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45226cd6-4eae-4bb9-a0ac-9e8f81036436 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:56.663400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-183239b8-8d05-403f-a8a7-9dce645f0224 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:56.719837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:56.736260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:56.736854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f1ab127c-b5ea-4dcf-ac5b-6cbdcc8147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.777271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Port': ['ID=f119fee3-ed1a-4b0b-a819-6ea5186b9038,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:56.782486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:56.806847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:56.807234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.868844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:56.912999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:56.921146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d202329-b3cb-4326-a3de-30231ce82894 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:56.979269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4544a334-639d-43a0-804a-ad73dfe9d879,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:56.990704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:56.997641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:57.063579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:57.067350 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d89a21a-4e67-41e6-a35c-07502aec860a req-3375817b-a58c-4fed-b70d-82fc49a5057b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 210 time: 0.3412843 Nov 24 14:00:57.075174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.080681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:57.089898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:57.105984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.110845 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/ports/f119fee3-ed1a-4b0b-a819-6ea5186b9038 HTTP/1.1" status: 204 len: 168 time: 2.8840640 Nov 24 14:00:57.116362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37466) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:57.124324 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/5f7a96d5-bf16-4e69-8562-0ce0e48daef6 HTTP/1.1" status: 204 len: 168 time: 3.2848420 Nov 24 14:00:57.125890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.129528 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/security-groups/4544a334-639d-43a0-804a-ad73dfe9d879 HTTP/1.1" status: 204 len: 168 time: 1.3676114 Nov 24 14:00:57.129528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37470) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:57.129994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37472) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:57.305164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:57.382467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:57.406474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:57.412831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:00:57.414688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:57.415135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.442163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Allocated IP 172.20.0.8 (7330379e-2119-4be1-b716-f76c7ceada6e/9ce665f5-0a5d-4f9d-9447-5022544c9566/b35d7866-43d1-48b8-894b-1872499fd894) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:57.445253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:57.450241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.461011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Could not find standard attr ID for object 5f7a96d5-bf16-4e69-8562-0ce0e48daef6. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:00:57.476412 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f7001f-d247-4be0-9b6a-00767e9be77a tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] GET failed (client error): The resource could not be found. Nov 24 14:00:57.477042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3f7001f-d247-4be0-9b6a-00767e9be77a tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Synchronizing usage tracker for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:57.496574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning for port 05118857-17e7-4cca-8cff-9e5fce0b9aab completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:57.525991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbae93f-b3d6-40fd-a7b9-0f98de5e3471 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:57.527637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbae93f-b3d6-40fd-a7b9-0f98de5e3471 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:57.529211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbae93f-b3d6-40fd-a7b9-0f98de5e3471 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:57.530100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4bbae93f-b3d6-40fd-a7b9-0f98de5e3471 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:00:57.553478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3f7001f-d247-4be0-9b6a-00767e9be77a tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Unset dirty status for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:57.563125 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d3f7001f-d247-4be0-9b6a-00767e9be77a tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "GET /v2.0/ports/f119fee3-ed1a-4b0b-a819-6ea5186b9038 HTTP/1.1" status: 404 len: 333 time: 0.4450738 Nov 24 14:00:57.565693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37478) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:57.568127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.578090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102919780'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:57.586561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning complete for port 05118857-17e7-4cca-8cff-9e5fce0b9aab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:57.587112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.694645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Port 05118857-17e7-4cca-8cff-9e5fce0b9aab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:57.718872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4bbae93f-b3d6-40fd-a7b9-0f98de5e3471 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:00:57.721463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:00:57.726626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4bbae93f-b3d6-40fd-a7b9-0f98de5e3471 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5977829 Nov 24 14:00:57.728204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.730566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:57.735355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37482) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:57.766227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.824981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-914c4911-72be-44fe-87be-3a50f3b0fc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:57.832522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.918344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning complete for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:57.918722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.926787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:57.950924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:57.973419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:57.979905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bfafc006-c46b-41d1-8c69-6f4c9e3d47cc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:57.990946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:57.994515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.026727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b60f9d9-98db-42b9-9d63-69630d09b1c2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:58.030771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d130b4ef-7428-4efd-aa79-8cbd9687c197 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:58.042198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:58.049189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.052951 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b60f9d9-98db-42b9-9d63-69630d09b1c2 HTTP/1.1" status: 204 len: 168 time: 0.8608010 Nov 24 14:00:58.056483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37486) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:58.057736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] device_id is not set on port 0795635a-6a61-484c-b55b-82a105d6c563 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:58.112508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:58.130147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:58.235614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d130b4ef-7428-4efd-aa79-8cbd9687c197 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:58.236003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.300678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Could not find standard attr ID for object db29f9ef-ede4-453a-98e5-cf76778af9ce. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:00:58.320445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning complete for port d130b4ef-7428-4efd-aa79-8cbd9687c197 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:58.320841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.351359 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ed1d4407-8572-4fc4-8e11-1e10423535a6 req-5614c933-9596-450c-9223-6de91c4049b3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 210 time: 0.0559058 Nov 24 14:00:58.356935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.397872 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.ipam_backend_mixin [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ba91e7b9-6021-4260-9d49-cd451e2d5ede (CIDR: 2001:db8:0:1::/64) Nov 24 14:00:58.410116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 6a8f3e82-f05b-486a-849b-3e0ae1cbf052 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:58.413895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Allocated IP 2001:db8::25c (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/0795635a-6a61-484c-b55b-82a105d6c563) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:58.425558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:00:58.426179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:00:58.430122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.444866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.490639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:00:58.509599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.515781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:00:58.533390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:58.534059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:58.534977 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/routers/01887031-1a7c-492e-b490-0f66fdf84881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1378150 Nov 24 14:00:58.539658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37492) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:58.557778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'port': {'network_id': 'b0ebebb2-853e-44e1-a545-365d1f97d566', 'name': 'tempest-FloatingIPTestJSON-398836971'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:58.580562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.610804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-59abcad5-27fb-4fe9-9783-959a4b65debd tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:58.619526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-918db6b0-c530-4f72-a726-497b8c602c61 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.8094838 Nov 24 14:00:58.672639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:58.678619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:00:58.694590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37496) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:58.707093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'subnet': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:58.718370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Could not find standard attr ID for object f119fee3-ed1a-4b0b-a819-6ea5186b9038. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:00:58.735015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.749491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb0b2e-644a-4516-924d-22dbe57f973e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:58.761756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:58.762032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:00:58.762341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:58.783622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.787467 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/security-groups/4edb0b2e-644a-4516-924d-22dbe57f973e HTTP/1.1" status: 204 len: 168 time: 0.6698709 Nov 24 14:00:58.791697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37502) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:58.844876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:58.849336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:00:58.850342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8840936-e331-4088-8c0d-c91638f8c56f None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:00:58.865823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:58.866254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.885152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:58.889286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.897324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:port and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:58.898882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:58.898882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.902001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:58.913619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:58.917873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Transition to ACTIVE for port object 0795635a-6a61-484c-b55b-82a105d6c563 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:58.927979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:58.931832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.946046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:58.958617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] device_id is not set on port d2f4a1ee-3cd0-4276-bc54-f33e03b40940 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:00:59.021035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37506) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:59.024367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Transition to ACTIVE for port object b35d7866-43d1-48b8-894b-1872499fd894 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:00:59.047067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 66436aac-91f3-49de-97ff-1115e6b390e6 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:00:59.076227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.118789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:59.119349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.150815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.174805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-61d5c792-5fed-4975-bd21-0a4e28b6510b tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:59.183622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f6dfc-629a-4279-bc1d-90b862fea0b4 None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:59.189919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:00:59.195414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.251664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Usage tracker for resource:subnet and tenant:5b3e6df1b0204fe481d4633c30f2a61b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:00:59.255629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.294027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:00:59.299793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73618a27-c61f-4091-9b6f-47f7cc774022 None None] Could not find standard attr ID for object db29f9ef-ede4-453a-98e5-cf76778af9ce. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:00:59.313870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:59.319916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:00:59.329917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:59.331785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=0795635a-6a61-484c-b55b-82a105d6c563,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:59.332373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.336935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:59.342432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:59.343072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.346937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eff580c9-92ef-42fc-8214-430461511029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:00:59.349365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:59.372865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.4 (b0ebebb2-853e-44e1-a545-365d1f97d566/c6b7ba83-12be-4b34-81d8-935107d3d28f/d2f4a1ee-3cd0-4276-bc54-f33e03b40940) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:00:59.396002 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8255363 Nov 24 14:00:59.420665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37512) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:00:59.455599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Made reservation on behalf of 5b3e6df1b0204fe481d4633c30f2a61b for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:00:59.459658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.486368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:ca:cc'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:00:59.516126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network 7330379e-2119-4be1-b716-f76c7ceada6e is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:00:59.565665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:00:59.568203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:00:59.599603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Router 81e0583a-6b76-4151-98c8-768e81acdd81 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:00:59.738545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0b4ca774-bce2-4704-9b66-5a2b79e8cfa2 None None] Provisioning for port 0795635a-6a61-484c-b55b-82a105d6c563 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:59.752374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0b4ca774-bce2-4704-9b66-5a2b79e8cfa2 None None] Provisioning complete for port 0795635a-6a61-484c-b55b-82a105d6c563 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:59.753769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b4ca774-bce2-4704-9b66-5a2b79e8cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.827403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ca774-bce2-4704-9b66-5a2b79e8cfa2 None None] Port 0795635a-6a61-484c-b55b-82a105d6c563 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:00:59.899425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:00:59.902331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:00:59.951056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e62580e3-8024-4e79-a61e-9c781bfc24b2 None None] Provisioning for port b35d7866-43d1-48b8-894b-1872499fd894 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:00:59.956337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e62580e3-8024-4e79-a61e-9c781bfc24b2 None None] Provisioning complete for port b35d7866-43d1-48b8-894b-1872499fd894 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:00:59.956862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e62580e3-8024-4e79-a61e-9c781bfc24b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:00:59.990502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.014414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e62580e3-8024-4e79-a61e-9c781bfc24b2 None None] Port b35d7866-43d1-48b8-894b-1872499fd894 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:00.014679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.019083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8791d9d6-c635-4469-9c84-0724dc98078d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:00.078374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.088866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-599732a1-a113-4e34-8ea9-c771d63da5e2 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:00.163014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:00.167357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:00.175544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:00.183698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:00.184305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.187938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8f3e82-f05b-486a-849b-3e0ae1cbf052,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:00.190427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:00.197343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.222589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=d2f4a1ee-3cd0-4276-bc54-f33e03b40940,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:00.228501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:00.251323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:00.251916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.265735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.284462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc272a-d42b-4314-96b0-42332ebe7212 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:00.329750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.387574 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5340860 Nov 24 14:01:00.401523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/6a8f3e82-f05b-486a-849b-3e0ae1cbf052 HTTP/1.1" status: 204 len: 168 time: 2.4108870 Nov 24 14:01:00.405544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37516) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:00.409626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8677197 Nov 24 14:01:00.426595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37518) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:00.433845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Request body: {'port': {'device_id': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:00.472419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'port': {'network_id': 'b0ebebb2-853e-44e1-a545-365d1f97d566', 'name': 'tempest-FloatingIPTestJSON-1635812837'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:00.500727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 8fad2d9d-186e-4347-a3e8-60c1463820df {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:00.505455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.636239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.646091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67ffc9-419e-4562-bf9c-687e5124e64d req-c9bfa7ca-29f9-4702-a54d-9f3c68df61e9 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:00.646896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7d67ffc9-419e-4562-bf9c-687e5124e64d req-c9bfa7ca-29f9-4702-a54d-9f3c68df61e9 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Synchronizing usage tracker for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:00.738237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.742679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:00.751528 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Sync routers for ids ['81e0583a-6b76-4151-98c8-768e81acdd81'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:00.757553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2b6a0a1d-d4ef-4198-a97d-9c541ac1011f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:00.762655 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Routers {'81e0583a-6b76-4151-98c8-768e81acdd81'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:00.763508 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['81e0583a-6b76-4151-98c8-768e81acdd81'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:00.791208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.896060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.904675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe126ce-9e33-4c56-82f8-4aae82beb293 None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:00.910632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.919646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=66436aac-91f3-49de-97ff-1115e6b390e6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:00.930175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.930811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:00.955013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a548f75e-e005-4976-987e-15540ac3f3a5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:00.972963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:00.994365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.003590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 45226cd6-4eae-4bb9-a0ac-9e8f81036436 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:01.004290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.020158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7d67ffc9-419e-4562-bf9c-687e5124e64d req-c9bfa7ca-29f9-4702-a54d-9f3c68df61e9 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Unset dirty status for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:01.021891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7d67ffc9-419e-4562-bf9c-687e5124e64d req-c9bfa7ca-29f9-4702-a54d-9f3c68df61e9 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 931 time: 1.4933481 Nov 24 14:01:01.029011 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/66436aac-91f3-49de-97ff-1115e6b390e6 HTTP/1.1" status: 204 len: 168 time: 2.2312148 Nov 24 14:01:01.067605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37524) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:01.095581 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Set router 81e0583a-6b76-4151-98c8-768e81acdd81 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:01.116467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.118713 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.0904155 Nov 24 14:01:01.131448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=8fad2d9d-186e-4347-a3e8-60c1463820df,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:01.140384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37528) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:01.150028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:01.248701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:01.251801 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/8fad2d9d-186e-4347-a3e8-60c1463820df HTTP/1.1" status: 204 len: 168 time: 0.8409994 Nov 24 14:01:01.269280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37532) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:01.284049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:port and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:01.370033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:01.409204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:01.415559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5cfdea2a-b403-49d0-9a03-63677235bd1b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:router {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:01.431408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 836a49c3-d493-4d8c-a905-5facd55f50da {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:01.435975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7d67ffc9-419e-4562-bf9c-687e5124e64d req-4c9732bb-a041-4bc6-974f-48dd7db9d6a8 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808029 Nov 24 14:01:01.488960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.523847 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0583a-6b76-4151-98c8-768e81acdd81', 'name': '', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0', 'external_fixed_ips': [{'subnet_id': '558b4207-ba50-4129-9929-2aa69a86da23', 'ip_address': '2001:db8::159'}], 'enable_snat': True}, 'gw_port_id': '3ee24f84-e730-458b-afca-0333cb5669d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:48Z', 'updated_at': '2021-11-24T14:00:55Z', 'revision_number': 3, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port': {'id': '3ee24f84-e730-458b-afca-0333cb5669d8', 'name': '', 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0583a-6b76-4151-98c8-768e81acdd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '558b4207-ba50-4129-9929-2aa69a86da23', 'ip_address': '2001:db8::159', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:53Z', 'updated_at': '2021-11-24T14:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '558b4207-ba50-4129-9929-2aa69a86da23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:01.530150 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Checking router: 81e0583a-6b76-4151-98c8-768e81acdd81 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:01.530607 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Updating router 81e0583a-6b76-4151-98c8-768e81acdd81 port 3ee24f84-e730-458b-afca-0333cb5669d8 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:01:01.597211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-db9cf126-dc1e-4a2a-9761-4f0849628d59 None None] Provisioning complete for port d130b4ef-7428-4efd-aa79-8cbd9687c197 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:01.597887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db9cf126-dc1e-4a2a-9761-4f0849628d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.649902 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.656122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87a33f-121d-4e74-96bb-e4ae334c065a None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:01.713231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 45226cd6-4eae-4bb9-a0ac-9e8f81036436, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=45226cd6-4eae-4bb9-a0ac-9e8f81036436,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:01.718632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.729444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.870028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:01.874224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.894431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5cfdea2a-b403-49d0-9a03-63677235bd1b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:router {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:01.899657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5cfdea2a-b403-49d0-9a03-63677235bd1b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6224165 Nov 24 14:01:01.923013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:01.932325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37536) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:02.030939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.136592 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.137135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] device_id is not set on port c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:02.143021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 45226cd6-4eae-4bb9-a0ac-9e8f81036436 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:02.149595 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Transition to ACTIVE for port object 3ee24f84-e730-458b-afca-0333cb5669d8 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:02.157970 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.163284 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2223502e-39fc-4b04-bdea-5cd919c036f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:02.172852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:02.177751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Deleting port d130b4ef-7428-4efd-aa79-8cbd9687c197 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:02.178467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.194908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:02.309308 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Attempting to bind port 3ee24f84-e730-458b-afca-0333cb5669d8 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:02.310116 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Attempting to bind port 3ee24f84-e730-458b-afca-0333cb5669d8 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:02.311481 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Attempting to bind port 3ee24f84-e730-458b-afca-0333cb5669d8 on network 36968bd5-f97d-4c12-9656-92faedc14cd0 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:02.315828 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dcfb6-293e-440e-802d-65aad6dd5117 None None] Pushing event updated for resources: {'Port': ['ID=3ee24f84-e730-458b-afca-0333cb5669d8,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:02.327192 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-be1dcfb6-293e-440e-802d-65aad6dd5117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:02.334517 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:02.336322 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Checking segment: {'id': 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:02.336946 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.337527 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Bound using segment: {'id': 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:02.339196 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Bound port: 3ee24f84-e730-458b-afca-0333cb5669d8, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '36968bd5-f97d-4c12-9656-92faedc14cd0'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:02.340445 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.382664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.401359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dde7413a-c30e-4d03-a093-67272258d265 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:02.450225 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] For port 3ee24f84-e730-458b-afca-0333cb5669d8, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:02.455203 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] For port 3ee24f84-e730-458b-afca-0333cb5669d8, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3ee24f84-e730-458b-afca-0333cb5669d8,segment=NetworkSegment(dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b),segment_id=dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:02.465708 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.471518 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:02.517055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.521770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:02.565287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:02.567223 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Routers {'81e0583a-6b76-4151-98c8-768e81acdd81'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:02.568903 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['81e0583a-6b76-4151-98c8-768e81acdd81'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:02.572390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:02.582141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:02.600598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.604526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:02.625358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Deleting port 3ee24f84-e730-458b-afca-0333cb5669d8 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:02.626257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.685073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:02.687346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.2 (b0ebebb2-853e-44e1-a545-365d1f97d566/c6b7ba83-12be-4b34-81d8-935107d3d28f/c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:02.695101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Subnet': ['ID=6913fcb4-bdce-485c-8a2d-b04cada2ceb0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:02.706934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:02.712291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:02.712929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.716533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8609935d-3b5f-4991-b97c-4b30648d1201 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:02.716799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:02.720783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.746332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.782476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=836a49c3-d493-4d8c-a905-5facd55f50da,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:02.792144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:02.810174 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dcfb6-293e-440e-802d-65aad6dd5117 None None] Pushing event updated for resources: {'Port': ['ID=3ee24f84-e730-458b-afca-0333cb5669d8,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:02.810901 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/836a49c3-d493-4d8c-a905-5facd55f50da HTTP/1.1" status: 204 len: 168 time: 1.7258830 Nov 24 14:01:02.821774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] For port d130b4ef-7428-4efd-aa79-8cbd9687c197, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d130b4ef-7428-4efd-aa79-8cbd9687c197,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:02.822305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:02.825140 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-be1dcfb6-293e-440e-802d-65aad6dd5117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:02.836468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37542) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:02.842455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1399968 Nov 24 14:01:02.858063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d130b4ef-7428-4efd-aa79-8cbd9687c197 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:02.863062 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] Set router 81e0583a-6b76-4151-98c8-768e81acdd81 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:02.876194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37546) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:02.885506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c45a8-2752-45aa-bee1-9ecd93b92499 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:02.898128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9691391c-ac48-4d84-9db5-23a337b1c71a None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:02.940298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-634558768', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6913fcb4-bdce-485c-8a2d-b04cada2ceb0'}], 'security_groups': ['bf5e49e7-0a13-4794-be23-70ac1aa3fbb0', '9807f884-df48-4cd6-b854-1192421bb11d']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:02.982064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-45767e2d-e08c-4670-9b9b-fa8a4eebc1ec tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:02.982520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45767e2d-e08c-4670-9b9b-fa8a4eebc1ec tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:02.984605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-45767e2d-e08c-4670-9b9b-fa8a4eebc1ec tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/66436aac-91f3-49de-97ff-1115e6b390e6 HTTP/1.1" status: 404 len: 337 time: 0.1445129 Nov 24 14:01:02.993387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37550) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:02.997732 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0583a-6b76-4151-98c8-768e81acdd81', 'name': '', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:48Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 4, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:03.003944 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f784a1-81ef-45d9-8d39-dbfdb706684d None None] The sync data for ids ['81e0583a-6b76-4151-98c8-768e81acdd81'] in dv-neutron-818153-2-hyperv is: [{'id': '81e0583a-6b76-4151-98c8-768e81acdd81', 'name': '', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:48Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 4, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:03.057783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:01:03.147637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.165959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.175817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff869095-f170-431e-b9d6-6fe981deae09 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:03.191310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Calling delete_port for d130b4ef-7428-4efd-aa79-8cbd9687c197 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:03.221017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.235993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c67f3615-80fc-480f-82a7-3e52f977a76b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:03.299050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5700dc00-cd0b-451c-9188-f7e99d7cf153 None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:03.299483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5700dc00-cd0b-451c-9188-f7e99d7cf153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.305553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] In _notify_port_updated(), no bound segment for port 0795635a-6a61-484c-b55b-82a105d6c563 on network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:01:03.311050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:03.311670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.312996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "PUT /v2.0/ports/0795635a-6a61-484c-b55b-82a105d6c563 HTTP/1.1" status: 200 len: 1003 time: 3.8710790 Nov 24 14:01:03.351657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting subnet 9c78eb85-0c02-4b50-a237-3bab6bb8ee31 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:03.359479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37554) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:03.379382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=45226cd6-4eae-4bb9-a0ac-9e8f81036436,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:03.382608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.396034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:03.442452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=0795635a-6a61-484c-b55b-82a105d6c563,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:03.459338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:03.473669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35d7866-43d1-48b8-894b-1872499fd894 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:01:03.507694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.533344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.544175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.578313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.605224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-85c9c86a-1363-4868-9ab7-dd3a5906599f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:03.608441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Transition to ACTIVE for port object b35d7866-43d1-48b8-894b-1872499fd894 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:03.622298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.629721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-83536761-5a54-4972-b57f-4530565657df tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:03.649421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port d130b4ef-7428-4efd-aa79-8cbd9687c197 update to DOWN by agent not found {{(pid=87694) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 14:01:03.706647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Pushing event deleted for resources: {'Port': ['ID=d130b4ef-7428-4efd-aa79-8cbd9687c197,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:03.722083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:03.733200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] No DVR routers for this DVR port d130b4ef-7428-4efd-aa79-8cbd9687c197 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:03.808862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1655bb-c3d4-4d3a-88ea-0ba28c7bb76a req-537675e8-79e1-471d-980a-a88f337ae7db tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:03.822587 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-be1655bb-c3d4-4d3a-88ea-0ba28c7bb76a req-537675e8-79e1-471d-980a-a88f337ae7db tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 931 time: 1.1682856 Nov 24 14:01:03.934843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:03.946192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:03.955656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.960709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] For port 3ee24f84-e730-458b-afca-0333cb5669d8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3ee24f84-e730-458b-afca-0333cb5669d8,segment=NetworkSegment(dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b),segment_id=dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:03.961192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.984315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:03.985738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-076bb8bb-176c-4cec-8c73-e65d94f91e9a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:03.996778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5700dc00-cd0b-451c-9188-f7e99d7cf153 None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:03.998883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5700dc00-cd0b-451c-9188-f7e99d7cf153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.001084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.045819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1bed77c-7f4e-485b-9caa-ad46bf0425f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:04.072117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5700dc00-cd0b-451c-9188-f7e99d7cf153 None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:04.151879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:04.170169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:04.198621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:04.209778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:04.230943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a2ce72d4-4b34-4057-a27a-9cb2650620b4 None None] Provisioning complete for port 0795635a-6a61-484c-b55b-82a105d6c563 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:04.231538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a2ce72d4-4b34-4057-a27a-9cb2650620b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.232045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port 0795635a-6a61-484c-b55b-82a105d6c563 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:04.232444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.259402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:04.290038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Calling delete_port for 3ee24f84-e730-458b-afca-0333cb5669d8 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:04.308544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Update dhcp port {'port': {'network_id': '856f5fc1-2fd6-43d6-b1d2-dda35c9f8975', 'fixed_ips': [{'subnet_id': 'ba91e7b9-6021-4260-9d49-cd451e2d5ede', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '729121dc-1185-418e-a79e-ad823f3c3615', 'ip_address': '2001:db8::2'}, {'subnet_id': '6913fcb4-bdce-485c-8a2d-b04cada2ceb0'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '88395389-f7e7-47c0-957a-d9f6b7a7c207'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:01:04.325440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:04.345043 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-be1655bb-c3d4-4d3a-88ea-0ba28c7bb76a req-5d83dd95-75d9-4e51-aee6-6fc1f75f4531 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4684324 Nov 24 14:01:04.366906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:04.379783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce72d4-4b34-4057-a27a-9cb2650620b4 None None] Port 0795635a-6a61-484c-b55b-82a105d6c563 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:04.384410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80fd369-a937-4d00-b42a-4c7a9083ced6 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:04.558323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Attempting to bind port b35d7866-43d1-48b8-894b-1872499fd894 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:04.558782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Attempting to bind port b35d7866-43d1-48b8-894b-1872499fd894 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:04.558920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Attempting to bind port b35d7866-43d1-48b8-894b-1872499fd894 on network 7330379e-2119-4be1-b716-f76c7ceada6e {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:04.578010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:04.578604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.581787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:04.582687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.588441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.591441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Port b35d7866-43d1-48b8-894b-1872499fd894 on network 7330379e-2119-4be1-b716-f76c7ceada6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:01:04.591880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Attempting to bind port b35d7866-43d1-48b8-894b-1872499fd894 on network 7330379e-2119-4be1-b716-f76c7ceada6e {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:04.598243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.615798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:04.616289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Checking segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:04.616826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Bound using segment: {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:04.617357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Bound port: b35d7866-43d1-48b8-894b-1872499fd894, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:04.617974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.651827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=35291a02-bfee-4b0c-8547-079cebbf91ed,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:04.653126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e85919c7-45b0-482b-9ff0-22604bc10a95 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:04.682937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:04.801820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.823224 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8237607 Nov 24 14:01:04.831279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Subnet': ['ID=9c78eb85-0c02-4b50-a237-3bab6bb8ee31,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:04.842161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37558) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:04.853485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Allocated IP 2001:db8:0:2::2 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/6913fcb4-bdce-485c-8a2d-b04cada2ceb0/88395389-f7e7-47c0-957a-d9f6b7a7c207) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:04.855846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:04.857988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:04.862233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4021304 Nov 24 14:01:04.869152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:04.872522 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/9c78eb85-0c02-4b50-a237-3bab6bb8ee31 HTTP/1.1" status: 204 len: 168 time: 1.8671436 Nov 24 14:01:04.873475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37562) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:04.881816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1', 'fixed_ip_address': '172.20.0.2'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:04.888230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37564) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:04.938682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:04.947914 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8147e66e-a987-4b76-8acb-15852e52a91d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:04.948361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8147e66e-a987-4b76-8acb-15852e52a91d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:04.948503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08b01d-635a-4b1e-9dec-28beb659b994 None None] Network 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:04.952424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8147e66e-a987-4b76-8acb-15852e52a91d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/4728d8a4-72e1-4d7d-a705-e8dc4437fdc5 HTTP/1.1" status: 404 len: 337 time: 0.0609095 Nov 24 14:01:04.954471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:floatingip and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:04.958139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37570) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:04.993867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:05.005213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:05.015823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:05.023224 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f350b2eb-7a0c-402f-bd16-f29f78fa7ee2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "GET /v2.0/ports?device_id=000a2afa-f9b2-4e32-be6b-df8fc22629b9 HTTP/1.1" status: 200 len: 205 time: 0.0617008 Nov 24 14:01:05.024508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37574) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:05.082235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:05.098975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.103988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-78dd08a8-1607-4251-9a56-d9609726c3a9 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:05.112924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.148241 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-72d5d574-cc6c-4ef6-ac0f-acf866c8fde3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] delete failed (client error): The resource could not be found. Nov 24 14:01:05.148241 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-72d5d574-cc6c-4ef6-ac0f-acf866c8fde3 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/routers/000a2afa-f9b2-4e32-be6b-df8fc22629b9 HTTP/1.1" status: 404 len: 336 time: 0.1196978 Nov 24 14:01:05.148241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.150476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37578) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:05.192507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:05.193683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.195443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] 10.222.0.76 "PUT /v2.0/ports/b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 1093 time: 4.7846491 Nov 24 14:01:05.195970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:05.300320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=88395389-f7e7-47c0-957a-d9f6b7a7c207,segment=NetworkSegment(b4b92510-2012-42a1-afeb-7f3c6f45b97b),segment_id=b4b92510-2012-42a1-afeb-7f3c6f45b97b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:05.303548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-657f93dd-43b1-4aef-9d7b-fae65cae4386 None None] Provisioning complete for port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:05.303923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-657f93dd-43b1-4aef-9d7b-fae65cae4386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.316083 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894', 'status': 'completed', 'code': 200} Nov 24 14:01:05.350037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:05.361651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:05.440182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-ab2c4089-631d-4c0e-9018-3aabf8bea621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:05.442147 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-ab2c4089-631d-4c0e-9018-3aabf8bea621 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1096 time: 0.1732774 Nov 24 14:01:05.497975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '35291a02-bfee-4b0c-8547-079cebbf91ed'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:01:05.498804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.532432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.585418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-742c3c84-9e59-4f24-aa3b-6a067c27cceb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 217 time: 0.1243546 Nov 24 14:01:05.594318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.646646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Transition to ACTIVE for port object 88395389-f7e7-47c0-957a-d9f6b7a7c207 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:05.672046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.683217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5bcfd1bb-4d41-485a-8755-d1ff78a620e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:05.730755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-12efac92-0876-43e3-a9c2-34631f4a17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:05.732903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-12efac92-0876-43e3-a9c2-34631f4a17b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 200 len: 834 time: 0.1346853 Nov 24 14:01:05.741721 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9309592-855d-4603-ba21-cbf36ddd7336 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:05.741721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9309592-855d-4603-ba21-cbf36ddd7336 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:05.863390 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e9309592-855d-4603-ba21-cbf36ddd7336 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/4f06a6d8-7cc0-4552-bc7c-3644aca1f2ba HTTP/1.1" status: 404 len: 337 time: 0.7047312 Nov 24 14:01:05.864304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37586) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:05.886394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] DHCP port deletion for 01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:05.906640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.42 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/7bc2ad5f-a155-49b6-8532-bcea286d3076) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:05.915563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Deleting port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:05.915939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.921788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-60534cf6-d0ca-4ba9-b0f8-1999e6815e6a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:05.921788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60534cf6-d0ca-4ba9-b0f8-1999e6815e6a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:05.939445 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-60534cf6-d0ca-4ba9-b0f8-1999e6815e6a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/31c15ccf-c1fa-47e5-8656-f633c6d6d34b HTTP/1.1" status: 404 len: 337 time: 0.0691335 Nov 24 14:01:05.939777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37590) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:05.981266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:05.999990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Pushing event updated for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:06.003099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:06.005982 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fc920c-aef8-4f1d-b482-57ecf1989d44 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:06.006799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fc920c-aef8-4f1d-b482-57ecf1989d44 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:06.008519 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-43fc920c-aef8-4f1d-b482-57ecf1989d44 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/32ddaced-b27e-42ba-b065-2b8ff99a1c00 HTTP/1.1" status: 404 len: 337 time: 0.0674560 Nov 24 14:01:06.010939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-1422adbf-5e67-4110-a8fc-f79012ef2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:06.012640 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-1422adbf-5e67-4110-a8fc-f79012ef2176 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7330379e-2119-4be1-b716-f76c7ceada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2710960 Nov 24 14:01:06.013206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37594) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:06.028267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:06.046558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Allocated IP 172.20.0.2 (13168bed-777a-4e4d-96b5-2446850be7d2/35291a02-bfee-4b0c-8547-079cebbf91ed/000cce10-2a62-4ed4-af03-68705ceb3e89) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:06.057695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-657f93dd-43b1-4aef-9d7b-fae65cae4386 None None] Provisioning complete for port 4820eb86-8efc-49b8-9166-a81ef0edce01 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:06.058224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-657f93dd-43b1-4aef-9d7b-fae65cae4386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.084727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:06.120546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.193810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:06.196920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f13b46d-8a04-48bc-8a62-1ffd6aa85936 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:06.265740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.267733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for 0795635a-6a61-484c-b55b-82a105d6c563 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:06.270347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-3692f080-9e28-4d9b-a6e8-053151e8688a service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034707 Nov 24 14:01:06.360545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:06.365821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ee24f84-e730-458b-afca-0333cb5669d8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:06.424809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.432165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7a2a5577-6eb5-49b0-b90b-a4eaf9553c20 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:06.628880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55334fad-043e-4611-95c5-6b414d66d7b7 req-a570bb36-e157-4a81-9309-a4f5339866df service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508503 Nov 24 14:01:06.636454 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-49749aa7-ab65-4c7b-9cac-f950601b36e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:06.637050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49749aa7-ab65-4c7b-9cac-f950601b36e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:06.640502 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49749aa7-ab65-4c7b-9cac-f950601b36e5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/91652337-0cee-4dc9-b6c0-6eda55ba503a HTTP/1.1" status: 404 len: 333 time: 0.6217217 Nov 24 14:01:06.654393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37600) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:06.659238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.673365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Transition to ACTIVE for port object 000cce10-2a62-4ed4-af03-68705ceb3e89 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:06.680203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:06.695881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Transition to ACTIVE for port object 000cce10-2a62-4ed4-af03-68705ceb3e89 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:06.710863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:06.716115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-657f93dd-43b1-4aef-9d7b-fae65cae4386 None None] Port 4820eb86-8efc-49b8-9166-a81ef0edce01 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:06.725093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:06.735577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:06.738596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:06.761342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:06.781361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.784836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.799446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:06.840355 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-166ea18c-d205-4492-b2ac-3cf5ed2e948b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:06.840843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166ea18c-d205-4492-b2ac-3cf5ed2e948b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:06.842554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-166ea18c-d205-4492-b2ac-3cf5ed2e948b tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/a5daea53-f768-4e88-9103-3ce2974fdde8 HTTP/1.1" status: 404 len: 337 time: 0.1870489 Nov 24 14:01:06.844528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:06.846818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=7bc2ad5f-a155-49b6-8532-bcea286d3076,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:06.850361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.850716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:06.854115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37604) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:06.901576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Pushing event updated for resources: {'Port': ['ID=000cce10-2a62-4ed4-af03-68705ceb3e89,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:06.910018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:06.924339 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e25189a-dd42-480e-8aed-33dd970ca903 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:06.924838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e25189a-dd42-480e-8aed-33dd970ca903 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:06.928792 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8e25189a-dd42-480e-8aed-33dd970ca903 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/af3a7b0f-7163-4c5d-9457-859ce3d35d47 HTTP/1.1" status: 404 len: 337 time: 0.0701947 Nov 24 14:01:06.931140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:06.933752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:06.941374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:06.947521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] For port 4772e020-c1f4-4cb6-94d3-9f59657df0a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4772e020-c1f4-4cb6-94d3-9f59657df0a3,segment=NetworkSegment(439563c5-945b-4560-998d-4af3f4faa117),segment_id=439563c5-945b-4560-998d-4af3f4faa117)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:06.948145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:06.956781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:07.012322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa476bf-238c-49fc-ac3b-3cb2c9572ed5 req-c2a24c10-ee22-4962-acf9-473cb49e7466 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:07.014571 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bfa476bf-238c-49fc-ac3b-3cb2c9572ed5 req-c2a24c10-ee22-4962-acf9-473cb49e7466 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 943 time: 1.3846321 Nov 24 14:01:07.032036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e7c05b-2013-43ab-9494-57e6c2db12f1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:07.032517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e7c05b-2013-43ab-9494-57e6c2db12f1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:07.037119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f6e7c05b-2013-43ab-9494-57e6c2db12f1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/ff606887-6ff0-497c-8f26-efa004885171 HTTP/1.1" status: 404 len: 333 time: 0.1045723 Nov 24 14:01:07.037760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37612) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:07.096846 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-40345d07-3e22-4217-9cf5-e864fe6c8150 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:07.097375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40345d07-3e22-4217-9cf5-e864fe6c8150 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:07.101839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-40345d07-3e22-4217-9cf5-e864fe6c8150 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/1807b7cb-cd64-4291-a8e9-1d96f1c98ceb HTTP/1.1" status: 404 len: 337 time: 0.0555456 Nov 24 14:01:07.102659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37616) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:07.172710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Calling delete_port for 4772e020-c1f4-4cb6-94d3-9f59657df0a3 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:07.194212 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f975bcb7-5e11-4b57-b625-d4c92105450d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:07.194665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f975bcb7-5e11-4b57-b625-d4c92105450d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:07.198643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f975bcb7-5e11-4b57-b625-d4c92105450d tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/subnets/29aa82ea-93c7-4351-a052-428865ee74a4 HTTP/1.1" status: 404 len: 337 time: 0.0892556 Nov 24 14:01:07.202746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37620) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:07.253108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-54b3dafc-365c-4906-afeb-be6a8b561678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:07.254657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-54b3dafc-365c-4906-afeb-be6a8b561678 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1096 time: 0.4792049 Nov 24 14:01:07.292285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Attempting to bind port 000cce10-2a62-4ed4-af03-68705ceb3e89 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:07.292686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Attempting to bind port 000cce10-2a62-4ed4-af03-68705ceb3e89 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:07.296390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Attempting to bind port 000cce10-2a62-4ed4-af03-68705ceb3e89 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:07.364707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:07.365461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:07.371101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.372124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:07.373402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Bound port: 000cce10-2a62-4ed4-af03-68705ceb3e89, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:07.374677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.406313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.514597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:07.519950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=000cce10-2a62-4ed4-af03-68705ceb3e89,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:07.522618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-daca69fd-0ec9-4cd5-b06e-6fb869014842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:07.536005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Deleting port 4820eb86-8efc-49b8-9166-a81ef0edce01 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:07.536316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.559661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:07.571078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.584232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.625355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.643716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Pushing event deleted for resources: {'Port': ['ID=4772e020-c1f4-4cb6-94d3-9f59657df0a3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:07.648019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 4772e020-c1f4-4cb6-94d3-9f59657df0a3 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:07.648844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4772e020-c1f4-4cb6-94d3-9f59657df0a3 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:07.660162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] No DVR routers for this DVR port 4772e020-c1f4-4cb6-94d3-9f59657df0a3 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:07.664805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:07.665380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7f9fb5b-b257-4619-8c11-3dad02b7ed7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:07.728460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Provisioning complete for port 05118857-17e7-4cca-8cff-9e5fce0b9aab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:07.728460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.765376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-40071d4c-6b21-4ac5-a4b1-dd61397afa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:07.767799 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-40071d4c-6b21-4ac5-a4b1-dd61397afa0f service neutron] 10.222.0.76 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 899 time: 0.5015852 Nov 24 14:01:07.826463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Port 05118857-17e7-4cca-8cff-9e5fce0b9aab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:07.829192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.829937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81e0583a-6b76-4151-98c8-768e81acdd81 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:01:07.834144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Pushing event updated for resources: {'Port': ['ID=000cce10-2a62-4ed4-af03-68705ceb3e89,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:07.847741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:07.861026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:07.861605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:07.912418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-0a313218-ca5a-426b-92fb-34df7d04edf4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 217 time: 0.1365387 Nov 24 14:01:07.942821 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bfa476bf-238c-49fc-ac3b-3cb2c9572ed5 req-ffe226d8-9719-4056-939a-c2161da92d2c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6913955 Nov 24 14:01:07.951712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:07.990571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Provisioning for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:08.002406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:08.002881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c493ef7-0498-44e0-b840-dd7eda820edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.086600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.094593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:08.105024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.110291 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/routers/81e0583a-6b76-4151-98c8-768e81acdd81 HTTP/1.1" status: 204 len: 168 time: 6.9580550 Nov 24 14:01:08.110495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-389b036a-e052-4f6e-8dec-dba4ea553330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:08.110495 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-389b036a-e052-4f6e-8dec-dba4ea553330 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 200 len: 834 time: 0.1240871 Nov 24 14:01:08.110677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37628) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:08.114124 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/eb5794f2-652d-45fe-a0fa-f9c35fa69da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0936735 Nov 24 14:01:08.128713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.155990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6e78fa72-394e-4ade-909a-1392d9569c3d tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:08.193799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:08.204555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:08.205379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:08.319756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Delete allocated IP 2001:db8::bb (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/729121dc-1185-418e-a79e-ad823f3c3615) {{(pid=87692) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 14:01:08.389646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Port': ['ID=0795635a-6a61-484c-b55b-82a105d6c563,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:08.407750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.413506 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/ports/0795635a-6a61-484c-b55b-82a105d6c563 HTTP/1.1" status: 204 len: 168 time: 5.0357795 Nov 24 14:01:08.414450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37634) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:08.417986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:08.423754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Allocated IP 2001:db8:0:2::150 (856f5fc1-2fd6-43d6-b1d2-dda35c9f8975/6913fcb4-bdce-485c-8a2d-b04cada2ceb0/05118857-17e7-4cca-8cff-9e5fce0b9aab) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:08.480645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:08.501107 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2719afa3-1ec3-4952-ad1d-20b760f2ee9e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] GET failed (client error): The resource could not be found. Nov 24 14:01:08.501655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2719afa3-1ec3-4952-ad1d-20b760f2ee9e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Synchronizing usage tracker for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:08.667725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2719afa3-1ec3-4952-ad1d-20b760f2ee9e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Unset dirty status for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:08.673252 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2719afa3-1ec3-4952-ad1d-20b760f2ee9e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "GET /v2.0/ports/0795635a-6a61-484c-b55b-82a105d6c563 HTTP/1.1" status: 404 len: 333 time: 0.2499499 Nov 24 14:01:08.684338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37640) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:08.720386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Calling delete_port for 4820eb86-8efc-49b8-9166-a81ef0edce01 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:08.724872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1503791112'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:08.796983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 000cce10-2a62-4ed4-af03-68705ceb3e89 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:08.823639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:01:08.857871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Deleting subnet 558b4207-ba50-4129-9929-2aa69a86da23 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:08.870603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.938476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:08.945586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-e43a5694-36fa-43d9-9f1b-9af959a37b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:08.947456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-e43a5694-36fa-43d9-9f1b-9af959a37b31 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7330379e-2119-4be1-b716-f76c7ceada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3524187 Nov 24 14:01:08.955290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c710d502-08e0-4e73-8e88-d61c542bfb88 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:09.054766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.107350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:09.117600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Port': ['ID=4820eb86-8efc-49b8-9166-a81ef0edce01,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:09.138841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'b35d7866-43d1-48b8-894b-1872499fd894', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'port_id': 'b35d7866-43d1-48b8-894b-1872499fd894', 'mac_address': 'fa:16:3e:9c:4e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:01:09.154654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.173129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.174443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Transition to ACTIVE for port object 05118857-17e7-4cca-8cff-9e5fce0b9aab will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:09.186928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:09.235552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.269482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:01:09.282860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.328629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35d7866-43d1-48b8-894b-1872499fd894 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:01:09.328871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.363302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6f15922a-00a7-4b46-a85f-a0f2c6f64481 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:09.364181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:09.373105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.381981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:09.397573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/ports/4820eb86-8efc-49b8-9166-a81ef0edce01 HTTP/1.1" status: 204 len: 168 time: 2.1911135 Nov 24 14:01:09.402885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.416901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37648) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:09.463379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 000cce10-2a62-4ed4-af03-68705ceb3e89 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:09.544221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Provisioning for port 000cce10-2a62-4ed4-af03-68705ceb3e89 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:09.560895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Provisioning complete for port 000cce10-2a62-4ed4-af03-68705ceb3e89 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:09.561274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.601031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.605303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-6faa39cb-6b98-42e0-a380-869be791cd7f service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620234 Nov 24 14:01:09.611842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.629612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:09.648966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:09.662259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:09.663129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] In _notify_port_updated(), no bound segment for port 05118857-17e7-4cca-8cff-9e5fce0b9aab on network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:01:09.663275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['b35d7866-43d1-48b8-894b-1872499fd894'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:01:09.670060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:09.670966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.675417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "PUT /v2.0/ports/05118857-17e7-4cca-8cff-9e5fce0b9aab HTTP/1.1" status: 200 len: 969 time: 6.7927818 Nov 24 14:01:09.687188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37652) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:09.707882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44a67-1da6-47bf-b824-758177a46768 req-6e82b3cc-c456-47a5-9c90-60d5f5e64aad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:09.709494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-05b44a67-1da6-47bf-b824-758177a46768 req-6e82b3cc-c456-47a5-9c90-60d5f5e64aad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:09.764477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:09.793660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event updated for resources: {'Port': ['ID=05118857-17e7-4cca-8cff-9e5fce0b9aab,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:09.798125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:09.801431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.813531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=558b4207-ba50-4129-9929-2aa69a86da23,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:09.816042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:09.827170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.827785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:09.830434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.855007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:28Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:09.864047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-05b44a67-1da6-47bf-b824-758177a46768 req-6e82b3cc-c456-47a5-9c90-60d5f5e64aad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:09.865683 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-05b44a67-1da6-47bf-b824-758177a46768 req-6e82b3cc-c456-47a5-9c90-60d5f5e64aad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 946 time: 1.0033820 Nov 24 14:01:09.867457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:09.893379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a849d-7927-40d4-a1d6-bb7f9f31b7c3 req-81a47f0d-0235-4f09-b9dd-68f8bad6ac39 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:09.894955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1a849d-7927-40d4-a1d6-bb7f9f31b7c3 req-81a47f0d-0235-4f09-b9dd-68f8bad6ac39 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 943 time: 0.7157938 Nov 24 14:01:09.901794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/558b4207-ba50-4129-9929-2aa69a86da23 HTTP/1.1" status: 204 len: 168 time: 1.7901328 Nov 24 14:01:09.904580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:09.905677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:09.907429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37656) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:09.919869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 05118857-17e7-4cca-8cff-9e5fce0b9aab {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:09.920359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:09.958021 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:01:09.973229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:09.978013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.029736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=000cce10-2a62-4ed4-af03-68705ceb3e89,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:10.058109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.068919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7366b0e8-8106-4bea-bc23-2eb4e300be55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:10.173990 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba5465d4-c272-48ee-a4d5-4dae4ca8d149 req-2614bcda-3de1-4aa6-84c5-f9959936404e service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484967 Nov 24 14:01:10.176774 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1a849d-7927-40d4-a1d6-bb7f9f31b7c3 req-c8e22ebc-4335-4ac5-9f62-2f9b1e6423c7 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636423 Nov 24 14:01:10.229253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Pushing event updated for resources: {'Port': ['ID=000cce10-2a62-4ed4-af03-68705ceb3e89,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:10.235981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:10.255036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.282578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-87c18034-d501-441f-a37c-63807d61fe48 None None] Provisioning for port 05118857-17e7-4cca-8cff-9e5fce0b9aab completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:10.285677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.295708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:10.297077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] device_id is not set on port 1e80c6c8-c550-4e42-aded-2c349274b1ef yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:10.319034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-87c18034-d501-441f-a37c-63807d61fe48 None None] Provisioning complete for port 05118857-17e7-4cca-8cff-9e5fce0b9aab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:10.319525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-87c18034-d501-441f-a37c-63807d61fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.397380 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-05b44a67-1da6-47bf-b824-758177a46768 req-8f816e0e-4d42-4950-bda3-59cca051f9a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5131645 Nov 24 14:01:10.449372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7824c0-6871-4221-ad68-7b703170c355 req-1648d77a-319c-4b2d-a1bc-03dfd98a2e84 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:10.450742 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c7824c0-6871-4221-ad68-7b703170c355 req-1648d77a-319c-4b2d-a1bc-03dfd98a2e84 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 946 time: 0.3777065 Nov 24 14:01:10.488571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-87c18034-d501-441f-a37c-63807d61fe48 None None] Port 05118857-17e7-4cca-8cff-9e5fce0b9aab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:10.497441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:10.544250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439563c5-945b-4560-998d-4af3f4faa117') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:10.544640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439563c5-945b-4560-998d-4af3f4faa117') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:10.560780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.629283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 000cce10-2a62-4ed4-af03-68705ceb3e89 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:10.675050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.678593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 93cc0820-c7ac-4af7-bccc-37203bd86315 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:10.679149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.726561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:01:10.746166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.770250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.774708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.792083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.800925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25d7e9e8-9ac6-4e95-9f97-f3a25401f661 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:10.803488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:01:10.803930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:01:10.831161 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:01:10.840718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36968bd5-f97d-4c12-9656-92faedc14cd0']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:10.848253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Allocated IP 2001:db8::39d (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/1e80c6c8-c550-4e42-aded-2c349274b1ef) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:10.901347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:10.901974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba66d16-6e6c-4f2d-80ab-cb77f1e1e16b') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:10.925542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 000cce10-2a62-4ed4-af03-68705ceb3e89 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:10.926899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.969962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:10.973194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.034591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=7bc2ad5f-a155-49b6-8532-bcea286d3076,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:11.053316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:28Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:11.070751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f04065-1d3c-49a3-80f7-a362804a152a None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '54f95b3b-ef7f-4a29-8c3b-bc3060c949e3', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'port_id': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'mac_address': 'fa:16:3e:69:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:28Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:11.095386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:11.096586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.113123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.174013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:01:11.174410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:01:11.188300 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:01:11.214924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 05118857-17e7-4cca-8cff-9e5fce0b9aab owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:11.246596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.268854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:11.300046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.326716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Pushing event deleted for resources: {'Network': ['ID=01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:11.346205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:11.350018 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] 10.222.0.36 "DELETE /v2.0/networks/01c1e0c7-b1d9-4abb-b096-a5b4fe7875dc HTTP/1.1" status: 204 len: 168 time: 1.9231431 Nov 24 14:01:11.441526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 93cc0820-c7ac-4af7-bccc-37203bd86315, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=93cc0820-c7ac-4af7-bccc-37203bd86315,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:11.441893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.502143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=000cce10-2a62-4ed4-af03-68705ceb3e89,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:11.549694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.634065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 93cc0820-c7ac-4af7-bccc-37203bd86315 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:11.679017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.695645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-221b5b57-16f4-4899-9459-1b984f8c89fd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:11.702692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.703485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.715101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-300400f8-fd1c-4fae-9d9d-c158dc144ee9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:11.724568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36968bd5-f97d-4c12-9656-92faedc14cd0 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 14:01:11.777279 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP f0159f8e-1815-4252-8b98-5bcaa32a20ea associated. External IP: 172.26.8.42, port: c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1. Nov 24 14:01:11.810673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.822345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37668) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:11.833247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:11.844643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.846502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:11.861855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabba7d-079d-4a6f-8f74-5c5be9e402b1 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:11.865716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:11.866416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:11.878645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Transition to ACTIVE for port object 1e80c6c8-c550-4e42-aded-2c349274b1ef will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:11.950854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=000cce10-2a62-4ed4-af03-68705ceb3e89,revision_number=5']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:11.963589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:11.965038 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.1196375 Nov 24 14:01:11.965880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2f4a6619-ec3a-446a-b1a0-21617633342e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:12.022901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37676) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:12.045396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:59:98:7f', 'name': 'tempest-NetworksTestDHCPv6-1024189187'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:12.048232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.095082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event deleted for resources: {'Network': ['ID=36968bd5-f97d-4c12-9656-92faedc14cd0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:12.098010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:12.196101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/networks/36968bd5-f97d-4c12-9656-92faedc14cd0 HTTP/1.1" status: 204 len: 168 time: 2.2853818 Nov 24 14:01:12.225259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44641e73-0885-4e50-97af-787a6a3294fc req-cf755f46-a565-4edb-90af-5a15b2a9070a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:12.227810 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-44641e73-0885-4e50-97af-787a6a3294fc req-cf755f46-a565-4edb-90af-5a15b2a9070a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 944 time: 0.9044149 Nov 24 14:01:12.391507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.391679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.394071 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/05118857-17e7-4cca-8cff-9e5fce0b9aab HTTP/1.1" status: 204 len: 168 time: 2.6976476 Nov 24 14:01:12.409722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37682) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:12.424795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e983b-da44-45e9-af7a-fe9c53b30de9 req-3874b716-1e59-451f-83eb-60687198ab69 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:12.430648 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c98e983b-da44-45e9-af7a-fe9c53b30de9 req-3874b716-1e59-451f-83eb-60687198ab69 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 946 time: 0.7961826 Nov 24 14:01:12.540353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=b1dfbb76-11f4-459c-8f97-6d8639694840,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:12.550868 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9689cf-a02d-4047-b487-03fb24f5d636 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] GET failed (client error): The resource could not be found. Nov 24 14:01:12.551417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bf9689cf-a02d-4047-b487-03fb24f5d636 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Synchronizing usage tracker for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:12.562195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:12.566996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a1c9c092-b043-4e38-90ca-73bf2137bc01 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.707s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:12.659767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 000cce10-2a62-4ed4-af03-68705ceb3e89 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:12.675559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=05118857-17e7-4cca-8cff-9e5fce0b9aab,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:12.677963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.685785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:12.686267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37690) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:12.704410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f372ab28-0dc3-4643-bc05-f1be1a59503d tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:12.729536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d5e10e95-c7a3-45d5-a1d2-b301f15ec236 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:12.750679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:12.751849 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c98e983b-da44-45e9-af7a-fe9c53b30de9 req-07fc04bc-bb1f-46fd-bae0-422bfe282c46 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3203461 Nov 24 14:01:12.766727 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9a752fc4-4191-46c8-b461-6517d88e8955 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55f9a6868485408b8a54ed19b9bcafc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9434180 Nov 24 14:01:12.771369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'name': 'tempest-router--1165271657', 'project_id': '02a1acf642ec4b79972918b74e3eeec0'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:12.784341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37694) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:12.799929 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-44641e73-0885-4e50-97af-787a6a3294fc req-12db2168-2652-4d11-b38a-30ddde56d2e2 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5623007 Nov 24 14:01:12.818234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:12.829045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bf9689cf-a02d-4047-b487-03fb24f5d636 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Unset dirty status for tenant:5b3e6df1b0204fe481d4633c30f2a61b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:12.834459 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bf9689cf-a02d-4047-b487-03fb24f5d636 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports/05118857-17e7-4cca-8cff-9e5fce0b9aab HTTP/1.1" status: 404 len: 333 time: 0.4194145 Nov 24 14:01:12.837611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37698) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:12.853624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port b35d7866-43d1-48b8-894b-1872499fd894 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:12.860325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port b35d7866-43d1-48b8-894b-1872499fd894 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:12.861264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.862238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:router and tenant:02a1acf642ec4b79972918b74e3eeec0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:12.871852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:12.884221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=93cc0820-c7ac-4af7-bccc-37203bd86315,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:12.915376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:12.923641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 000cce10-2a62-4ed4-af03-68705ceb3e89 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:12.924235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.935646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:12.948840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:12.960246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:12.976604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:12.983149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:12.984270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:12.996048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:13.022583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port 93cc0820-c7ac-4af7-bccc-37203bd86315 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:13.026688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.029671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a25be2a-5f74-4549-a276-697f96e84b55', 'name': 'network-vif-deleted', 'tag': '93cc0820-c7ac-4af7-bccc-37203bd86315'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:13.030089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:13.073420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:13.080157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c7824c0-6871-4221-ad68-7b703170c355 req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/93cc0820-c7ac-4af7-bccc-37203bd86315 HTTP/1.1" status: 204 len: 173 time: 2.4824007 Nov 24 14:01:13.096286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:13.107406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.138742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=1e80c6c8-c550-4e42-aded-2c349274b1ef,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:13.142198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.143293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.162200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:13.184978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:13.199044 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5081251 Nov 24 14:01:13.201334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37704) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:13.246388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'network_id': '4481e270-9e51-4010-bd7b-6d1c066ba4e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1806395462'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:13.260081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.302652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a25be2a-5f74-4549-a276-697f96e84b55', 'name': 'network-vif-deleted', 'tag': '93cc0820-c7ac-4af7-bccc-37203bd86315', 'status': 'completed', 'code': 200} Nov 24 14:01:13.310278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45226cd6-4eae-4bb9-a0ac-9e8f81036436 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:13.390165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:13.400283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 45226cd6-4eae-4bb9-a0ac-9e8f81036436 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:13.400644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45226cd6-4eae-4bb9-a0ac-9e8f81036436 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:13.411122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:13.417070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:13.422201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.423089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 93cc0820-c7ac-4af7-bccc-37203bd86315 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:13.430181 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:13.448352 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:13.449491 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:13.449817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.488690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eed4ee81-f13c-433d-8c2d-a553a6f09bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:13.491421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.511600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:13.557935 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:13.571918 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:13.572580 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:13.575248 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.6984479 Nov 24 14:01:13.584333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37710) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:13.590432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:13.592587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.599449 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894', 'code': 200} Nov 24 14:01:13.633868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 93cc0820-c7ac-4af7-bccc-37203bd86315 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:13.648076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 93cc0820-c7ac-4af7-bccc-37203bd86315 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:13.720717 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:13.721456 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ddeed-b955-4763-ae03-4fe1dc958314 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:13.734397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-65f0026e-b7d1-46c7-a13c-77db99c66d48 None None] Provisioning complete for port 000cce10-2a62-4ed4-af03-68705ceb3e89 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:13.736963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65f0026e-b7d1-46c7-a13c-77db99c66d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.741641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.806346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:13.846247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:13.849932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.863406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.869026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:13.885418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:13.921611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Made reservation on behalf of ee68414dd601454b91b7b6430159228f for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:13.925456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.940249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.978666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.984891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:13.998012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2424e7d3-33e5-4d21-a60a-319049c6b888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:14.015366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.016836 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-715a4a3f-ae60-4dbc-accb-c8fcffce3b83 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3295846 Nov 24 14:01:14.022506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] device_id is not set on port a84fa8d9-72c0-42c4-bef3-1ac438f7688b yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:14.061555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37718) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:14.110051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0a92a-f4b9-4626-848e-1ff1a15e13e4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:14.121586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.123983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.128875 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7743510-4390-4f01-b728-9590c32101ef HTTP/1.1" status: 204 len: 168 time: 1.2700632 Nov 24 14:01:14.134019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:14.134529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:14.159200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37722) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:14.165041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.166159 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4a5a1d2c-318b-4bfa-aabb-25ed8a0f0f4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dd0a92a-f4b9-4626-848e-1ff1a15e13e4 HTTP/1.1" status: 204 len: 168 time: 1.3625522 Nov 24 14:01:14.168291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 434a5086-9891-4c07-90be-3d6d340d2202 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:14.185691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f13e4067-9bb8-4cdc-9593-7f51d04bee18 None None] Provisioning for port 1e80c6c8-c550-4e42-aded-2c349274b1ef completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:14.197083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f13e4067-9bb8-4cdc-9593-7f51d04bee18 None None] Provisioning complete for port 1e80c6c8-c550-4e42-aded-2c349274b1ef triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:14.198149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f13e4067-9bb8-4cdc-9593-7f51d04bee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.213985 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fb9d0acf-75a0-4b6f-acfb-aa62cb297219 req-919271c9-c3d2-45b0-9d9b-168646d980c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a25be2a-5f74-4549-a276-697f96e84b55 HTTP/1.1" status: 200 len: 210 time: 0.1421525 Nov 24 14:01:14.218848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7743510-4390-4f01-b728-9590c32101ef,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:14.230588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:14.307502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f13e4067-9bb8-4cdc-9593-7f51d04bee18 None None] Port 1e80c6c8-c550-4e42-aded-2c349274b1ef cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:14.379068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872d5af-f270-4eb7-82a4-f0e1a91569bc req-73c45ab1-54f4-46e1-9994-a287dcff8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:14.381171 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f872d5af-f270-4eb7-82a4-f0e1a91569bc req-73c45ab1-54f4-46e1-9994-a287dcff8212 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1098 time: 0.6048794 Nov 24 14:01:14.414986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Allocated IP 2001:db8::24 (4481e270-9e51-4010-bd7b-6d1c066ba4e2/6befbc5d-e841-4316-984b-bfe6f9fe9b83/a84fa8d9-72c0-42c4-bef3-1ac438f7688b) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:14.460656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.559091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 172.20.0.8 (13168bed-777a-4e4d-96b5-2446850be7d2/35291a02-bfee-4b0c-8547-079cebbf91ed/434a5086-9891-4c07-90be-3d6d340d2202) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:14.638818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe59:987f (13168bed-777a-4e4d-96b5-2446850be7d2/b1dfbb76-11f4-459c-8f97-6d8639694840/434a5086-9891-4c07-90be-3d6d340d2202) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:14.864838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.893311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Transition to ACTIVE for port object a84fa8d9-72c0-42c4-bef3-1ac438f7688b will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:14.964624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.976347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:14.984406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a15ef1b-3171-4ead-b0c0-bd935991a521 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:15.025898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f872d5af-f270-4eb7-82a4-f0e1a91569bc req-6cb981db-1f16-475d-b9ad-a876f5bd2a49 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100622 Nov 24 14:01:15.027837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 434a5086-9891-4c07-90be-3d6d340d2202 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:15.100112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.109314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea4bf7-5043-4470-9363-65985bfabb6f req-47befed4-9a4e-4140-871b-24b91250d5dc tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:15.110877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36ea4bf7-5043-4470-9363-65985bfabb6f req-47befed4-9a4e-4140-871b-24b91250d5dc tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 1.0343983 Nov 24 14:01:15.158809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.166462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.171145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.171788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37746) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:15.199245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.199585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP f0159f8e-1815-4252-8b98-5bcaa32a20ea disassociated. External IP: 172.26.8.42, port: c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1. Nov 24 14:01:15.202365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:15.206589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:15.215680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:15.220900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:15.221526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.229317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=a84fa8d9-72c0-42c4-bef3-1ac438f7688b,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:15.237714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:15.270226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.277144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3608ea73-356c-4943-bef1-7fbfbbef51eb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:15.312522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.368139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37754) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:15.372414 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1476097 Nov 24 14:01:15.377633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37758) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:15.406170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::339', 'mac_address': 'fa:16:3e:87:ca:cc'}, {'ip_address': '2001:db8::39d', 'mac_address': 'fa:16:3e:ec:f6:46'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:15.420737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669762111'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:15.446571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:15.451171 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36ea4bf7-5043-4470-9363-65985bfabb6f req-2039f649-9121-4815-b2fe-634e3c0dd160 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210261 Nov 24 14:01:15.451754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.452219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5d714d3-4964-4647-a3bd-38cb536b19ca {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:01:15.454612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:15.478129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:15.478844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:15.484253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=434a5086-9891-4c07-90be-3d6d340d2202,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:15.490011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:15.500060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:15.516667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:15.530413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:15.540110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.556523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5040808b-8c09-40e3-9dd5-a79531265915 tempest-ExternalNetworksTestJSON-913067136 tempest-ExternalNetworksTestJSON-913067136-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:15.563950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.588429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.589827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-571aa949-87dc-456c-820e-67de9c9a9f75 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a5d714d3-4964-4647-a3bd-38cb536b19ca HTTP/1.1" status: 204 len: 168 time: 1.5088010 Nov 24 14:01:15.595721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.611329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9807f884-df48-4cd6-b854-1192421bb11d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:15.613913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.616027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/security-groups/9807f884-df48-4cd6-b854-1192421bb11d HTTP/1.1" status: 204 len: 168 time: 1.3859503 Nov 24 14:01:15.617243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:15.621700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37764) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:15.641592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:15.649701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:15.656379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:15.701921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:15.702561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.710511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a75f522-2966-432c-9db1-d8cbe3499d44 None None] Provisioning for port a84fa8d9-72c0-42c4-bef3-1ac438f7688b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:15.720826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a75f522-2966-432c-9db1-d8cbe3499d44 None None] Provisioning complete for port a84fa8d9-72c0-42c4-bef3-1ac438f7688b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:15.721950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a75f522-2966-432c-9db1-d8cbe3499d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.742121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.748106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:15.805193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7808356 Nov 24 14:01:15.811754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37768) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:15.837773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1a75f522-2966-432c-9db1-d8cbe3499d44 None None] Port a84fa8d9-72c0-42c4-bef3-1ac438f7688b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:15.870463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:15.929312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37772) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:15.974920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.004790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.034306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.057125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:16.071379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-965de5d7-23ee-4a07-b39f-ae9d153e92f5 None None] Provisioning for port 434a5086-9891-4c07-90be-3d6d340d2202 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:16.090101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-965de5d7-23ee-4a07-b39f-ae9d153e92f5 None None] Provisioning complete for port 434a5086-9891-4c07-90be-3d6d340d2202 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:16.090496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-965de5d7-23ee-4a07-b39f-ae9d153e92f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.194200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-150889097', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:16.237266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-965de5d7-23ee-4a07-b39f-ae9d153e92f5 None None] Port 434a5086-9891-4c07-90be-3d6d340d2202 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:16.274680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.276013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:16.290417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.292858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3b40f-0b08-468d-8fc5-9d0875970c0b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:16.295999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Usage tracker for resource:router and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:16.298641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:16.299133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3b40f-0b08-468d-8fc5-9d0875970c0b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:16.300189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-96c3b40f-0b08-468d-8fc5-9d0875970c0b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:16.307027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:16.318150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:16.320660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.324977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:16.332331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-96c3b40f-0b08-468d-8fc5-9d0875970c0b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:16.336725 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-96c3b40f-0b08-468d-8fc5-9d0875970c0b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5199890 Nov 24 14:01:16.338615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37778) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:16.339135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:16.342598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.360476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:16.374494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.377280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:16.384107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f77210-6478-4226-87b1-533f4bc5fb11,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:16.384436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d41a2029-d112-4ceb-8de9-0298f6407583 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:16.391256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.392203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.398212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:16.400693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.410628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-047b2158-7533-431f-8766-fa04c11153c5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:16.430780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:16.436422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:16.439069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.443216 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/security-groups/bf5e49e7-0a13-4794-be23-70ac1aa3fbb0 HTTP/1.1" status: 204 len: 168 time: 0.8168011 Nov 24 14:01:16.443216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e49e7-0a13-4794-be23-70ac1aa3fbb0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:16.443601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2010aed9-88f9-431a-8bc4-cd63b97ac48c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:16.448589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37782) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:16.450310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:16.476096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] In _notify_port_updated(), no bound segment for port a84fa8d9-72c0-42c4-bef3-1ac438f7688b on network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:01:16.481384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:16.483936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.486480 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "PUT /v2.0/ports/a84fa8d9-72c0-42c4-bef3-1ac438f7688b HTTP/1.1" status: 200 len: 1067 time: 1.0960653 Nov 24 14:01:16.494888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37788) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:16.503578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 434a5086-9891-4c07-90be-3d6d340d2202 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:16.503918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.514712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:16.520225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.531863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:16.553199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:16.554421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:16.566591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.568715 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5bfdcf1-fc8e-44a4-9f21-d0ecdd5a011f HTTP/1.1" status: 204 len: 168 time: 1.1982741 Nov 24 14:01:16.626568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37794) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:16.673030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:16.685429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:16.686341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:00:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:16.776105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event updated for resources: {'Port': ['ID=a84fa8d9-72c0-42c4-bef3-1ac438f7688b,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:16.777853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:16.778512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9a060-8d74-418d-8766-513629ccbd62 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:16.788766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.806363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:16.869632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b46aee0b-17be-49d7-a8a7-055a7bc9ad74 None None] Provisioning complete for port a84fa8d9-72c0-42c4-bef3-1ac438f7688b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:16.870172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b46aee0b-17be-49d7-a8a7-055a7bc9ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.879948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port a84fa8d9-72c0-42c4-bef3-1ac438f7688b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:16.880970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.891378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 31dc6720-8a6c-4265-a0a3-86083c8a64be {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:16.897651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:16.921487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 729121dc-1185-418e-a79e-ad823f3c3615 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:16.932030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b46aee0b-17be-49d7-a8a7-055a7bc9ad74 None None] Port a84fa8d9-72c0-42c4-bef3-1ac438f7688b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:17.052441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.061333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.097739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.115998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1bb91-fb51-407a-98a5-24ed010cc99a req-5b66dfa9-f67f-46cf-9fe4-0fa3010bf90b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:17.117554 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a8b1bb91-fb51-407a-98a5-24ed010cc99a req-5b66dfa9-f67f-46cf-9fe4-0fa3010bf90b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.4825459 Nov 24 14:01:17.164244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.197678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.243885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.259480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d679071a-22ac-4583-873f-6edf3b97f6b8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:17.410506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.444507 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d378f386-42d3-4ded-a2d7-1ee1be3b6c66 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/floatingips/f0159f8e-1815-4252-8b98-5bcaa32a20ea HTTP/1.1" status: 200 len: 687 time: 3.8586724 Nov 24 14:01:17.459648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.461199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2880566 Nov 24 14:01:17.465345 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a8b1bb91-fb51-407a-98a5-24ed010cc99a req-a25cf6b7-67f9-4a80-9400-cb7ddecf465f tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407445 Nov 24 14:01:17.465526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.468917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37798) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:17.469112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37800) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:17.472412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 434a5086-9891-4c07-90be-3d6d340d2202 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:17.540817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.555174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a41c36-1c5c-4e5e-9489-2cda638b5ccc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:17.603099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:17.694319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.700081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca60c4eb-8e8e-4df8-8467-de6311c7e4ef tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:17.747912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=31dc6720-8a6c-4265-a0a3-86083c8a64be,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:17.754569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:17.756101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.760399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2996d-d3cf-4f60-95d3-2866895d5e26 None None] Network 6d9e8cfa-0546-4b59-acd0-b43822b1263f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:17.810233 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/31dc6720-8a6c-4265-a0a3-86083c8a64be HTTP/1.1" status: 204 len: 168 time: 1.1823239 Nov 24 14:01:17.814507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37808) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:17.840066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:17.846413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-598dbe0c-e975-4b98-ba04-a4c4e3b3d7a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:17.901924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=434a5086-9891-4c07-90be-3d6d340d2202,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:17.905296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:17.933927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 7bc2ad5f-a155-49b6-8532-bcea286d3076 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:17.934541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.086695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.088735 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/434a5086-9891-4c07-90be-3d6d340d2202 HTTP/1.1" status: 204 len: 168 time: 1.7491245 Nov 24 14:01:18.093611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:18.126349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] DHCP port deletion for 6d9e8cfa-0546-4b59-acd0-b43822b1263f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:18.132692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Deleting port f67c6531-556c-4352-b70e-743d437d56f3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:18.133109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.173153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24201fe4-e3d5-4f48-aa54-e3a4d5c5520b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:18.174970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24201fe4-e3d5-4f48-aa54-e3a4d5c5520b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:18.177303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24201fe4-e3d5-4f48-aa54-e3a4d5c5520b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:18.178741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-24201fe4-e3d5-4f48-aa54-e3a4d5c5520b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:18.200666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-24201fe4-e3d5-4f48-aa54-e3a4d5c5520b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:18.202326 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-24201fe4-e3d5-4f48-aa54-e3a4d5c5520b tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1075552 Nov 24 14:01:18.205146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:18.287551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 35291a02-bfee-4b0c-8547-079cebbf91ed {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:18.291111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.320018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a1786b67-80d5-4780-9141-7e99758c20f4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:18.355894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.366243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.391366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] For port f67c6531-556c-4352-b70e-743d437d56f3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f67c6531-556c-4352-b70e-743d437d56f3,segment=NetworkSegment(bf2922a1-aeb4-4124-bc5e-1de245d07cfb),segment_id=bf2922a1-aeb4-4124-bc5e-1de245d07cfb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:18.391779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.429219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.445309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.484917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.517356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Calling delete_port for f67c6531-556c-4352-b70e-743d437d56f3 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:18.526515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.530630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c122dc14-1a83-4cfd-97b7-02cff2d85b8f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:18.574957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=35291a02-bfee-4b0c-8547-079cebbf91ed,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:18.578964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:18.581310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.593928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af082912-f45f-43b1-8a95-c87d587539f2 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:18.600438 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/35291a02-bfee-4b0c-8547-079cebbf91ed HTTP/1.1" status: 204 len: 168 time: 0.3909802 Nov 24 14:01:18.600825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37820) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:18.602282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.602612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.661048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f67c6531-556c-4352-b70e-743d437d56f3 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:18.694586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet b1dfbb76-11f4-459c-8f97-6d8639694840 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:18.698420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.728944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.730440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 7bc2ad5f-a155-49b6-8532-bcea286d3076 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:18.741841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6f137b10-92b4-4950-96c4-0ebfb845ed53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:18.768260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.789944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Pushing event deleted for resources: {'Port': ['ID=f67c6531-556c-4352-b70e-743d437d56f3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:18.795368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] No DVR routers for this DVR port f67c6531-556c-4352-b70e-743d437d56f3 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:18.797430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:18.811030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port f67c6531-556c-4352-b70e-743d437d56f3 {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:01:18.811441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f67c6531-556c-4352-b70e-743d437d56f3 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:18.878123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for a84fa8d9-72c0-42c4-bef3-1ac438f7688b owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:18.884430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:18.946160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb92ff-6f6e-4a2d-9def-72bdd155b662 req-8afa4829-13f9-4ce3-b5c1-8eb1261e6755 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:18.947799 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f1cb92ff-6f6e-4a2d-9def-72bdd155b662 req-8afa4829-13f9-4ce3-b5c1-8eb1261e6755 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 1.3460095 Nov 24 14:01:18.950236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a1786b67-80d5-4780-9141-7e99758c20f4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:18.953261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a1786b67-80d5-4780-9141-7e99758c20f4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 1.4761693 Nov 24 14:01:18.956862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37824) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:18.964867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-security--358707737', 'description': 'tempest-security-description-285356506'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:19.003400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.008574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4c857d6-c6f2-4113-aa54-d6f54e9a02df tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:19.044903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.076291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dfbb76-11f4-459c-8f97-6d8639694840,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:19.080779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.087862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:19.106998 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/b1dfbb76-11f4-459c-8f97-6d8639694840 HTTP/1.1" status: 204 len: 168 time: 0.5042937 Nov 24 14:01:19.109846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37828) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.198502 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f5c4f3be-7060-4e69-afe8-f43a2c703986 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851173 Nov 24 14:01:19.198978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.199603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37832) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.201306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.212716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-509931b1-e075-4dc5-98a8-bf45d59159a8 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:19.237806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.242085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.246169 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "PUT /v2.0/security-groups/06a41c36-1c5c-4e5e-9489-2cda638b5ccc HTTP/1.1" status: 200 len: 1776 time: 0.2857025 Nov 24 14:01:19.252184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:19.260018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37836) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.262540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.275948 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f1cb92ff-6f6e-4a2d-9def-72bdd155b662 req-28806417-9519-4f89-ae60-2cbfca741789 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057144 Nov 24 14:01:19.303248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=729121dc-1185-418e-a79e-ad823f3c3615,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:19.303248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37840) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.309993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:19.311023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.321324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf5cec-395d-49ce-9474-d09d5c4a7907 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:19.338121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a41c36-1c5c-4e5e-9489-2cda638b5ccc,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:19.343719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:19.350096 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d0195884-12ff-4381-830a-6a7bed1b1cfc tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups/06a41c36-1c5c-4e5e-9489-2cda638b5ccc HTTP/1.1" status: 200 len: 1776 time: 0.0883911 Nov 24 14:01:19.353937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37844) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.383328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9e8cfa-0546-4b59-acd0-b43822b1263f']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:19.397150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f8939-d0c9-40a2-a05f-bf64034ce092 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:19.397871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fe9f8939-d0c9-40a2-a05f-bf64034ce092 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:19.449458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fe9f8939-d0c9-40a2-a05f-bf64034ce092 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:19.453137 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe9f8939-d0c9-40a2-a05f-bf64034ce092 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2500081 Nov 24 14:01:19.455135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37848) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.474192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:19.474789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2922a1-aeb4-4124-bc5e-1de245d07cfb') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:19.499806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.520202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.550541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.586466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958d0f3-a0e8-49fc-b276-b975f500146f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:19.587216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9958d0f3-a0e8-49fc-b276-b975f500146f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:19.598174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/729121dc-1185-418e-a79e-ad823f3c3615 HTTP/1.1" status: 204 len: 168 time: 3.1450272 Nov 24 14:01:19.616913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37852) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.742415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a1459caf-9391-404d-8dfd-f92aa0689441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.765577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.768994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9958d0f3-a0e8-49fc-b276-b975f500146f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:19.771199 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9958d0f3-a0e8-49fc-b276-b975f500146f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3145993 Nov 24 14:01:19.773871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37856) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.804395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4bf98-be6a-4505-8aa3-f2839c6abdf5 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:19.826830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:01:19.827233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.843045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.847656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:01:19.850572 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:01:19.859097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2d3a5c47-5468-4a18-b926-2f2b9a7ab7d2 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:19.878056 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-23bc5c63-62db-40d5-8e30-99ab72e254de tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981584 Nov 24 14:01:19.884970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37860) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:19.890757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a41c36-1c5c-4e5e-9489-2cda638b5ccc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:19.893449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:19.899652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:19.975074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:19.978364 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/06a41c36-1c5c-4e5e-9489-2cda638b5ccc HTTP/1.1" status: 204 len: 168 time: 0.6217072 Nov 24 14:01:19.979280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37864) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.035907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5feced77-d991-4d3c-97b4-9e3bd9e56139 None None] Provisioning complete for port 000cce10-2a62-4ed4-af03-68705ceb3e89 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:20.036982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5feced77-d991-4d3c-97b4-9e3bd9e56139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.048879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6134bda2-f5da-4805-b0e4-0d5b6eaeb7f8 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:20.074624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-07aa9c12-fb7f-45fe-9a63-efc4acde0c7b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:20.087272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:20.102575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:20.111204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-07aa9c12-fb7f-45fe-9a63-efc4acde0c7b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:20.115171 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-07aa9c12-fb7f-45fe-9a63-efc4acde0c7b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1324074 Nov 24 14:01:20.115450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37868) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.134956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:20.139403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.139726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.141337 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:01:20.141948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:20.150469 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-179f9c36-5cd2-4c59-a782-666b939009fc tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] delete failed (client error): The resource could not be found. Nov 24 14:01:20.151765 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-179f9c36-5cd2-4c59-a782-666b939009fc tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/06a41c36-1c5c-4e5e-9489-2cda638b5ccc HTTP/1.1" status: 404 len: 347 time: 0.0349114 Nov 24 14:01:20.159905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37872) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.169827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--453925738'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:20.177609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:20.198405 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2c9e7dee-bda3-44ed-a150-d122937828d0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3100562 Nov 24 14:01:20.203019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37876) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.205727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:20.210828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.211181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:20.230692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.233095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Port': ['ID=a84fa8d9-72c0-42c4-bef3-1ac438f7688b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:20.240009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:20.261408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:20.300653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.330067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.354071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:20.362275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:20.371756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:20.374954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:20.386745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:20.397827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:20.429861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:20.430359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:20.435211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Deleting port 000cce10-2a62-4ed4-af03-68705ceb3e89 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:20.435405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.435895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.436785 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:01:20.437234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:20.479646 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f83a8a37-89f4-4408-be4e-c41b3bf28074 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2753437 Nov 24 14:01:20.487166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37880) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.497812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:20.587096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Allocated IP 172.26.8.82 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/c60613c9-bac4-44c9-bbd5-e7ea15f62ede) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:20.649331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.668042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.695583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fa61995d-c7d1-4ab6-b3c2-317215e543cf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:20.713498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.714772 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5529931 Nov 24 14:01:20.720405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37884) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.751340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': 'c3d0ce19-86ef-4836-9426-409996882059', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:20.787149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:20.794146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:20.807253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet 6913fcb4-bdce-485c-8a2d-b04cada2ceb0 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:20.813388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.819674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:20.825877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:20.827441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:20.831551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0ce19-86ef-4836-9426-409996882059,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:20.832094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=7bc2ad5f-a155-49b6-8532-bcea286d3076,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:20.836769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:20.856159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:20.859050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:20.865308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:20.868824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.870095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 000cce10-2a62-4ed4-af03-68705ceb3e89 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:20.870239 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:01:20.870666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:20.887459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.903274 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8ebd432b-219d-4d6e-b2e6-4404176c2dde tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4148908 Nov 24 14:01:20.904086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.911070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37888) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:20.921233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:20.948930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=000cce10-2a62-4ed4-af03-68705ceb3e89,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:20.949494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.950123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.954608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:20.971268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b8ed29c3-b69b-4d97-b50d-8d1eccaa307d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:21.030280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5c110-6417-4b75-957c-f92792cc1549 tempest-TestNetworkAdvancedServerOps-204034924 tempest-TestNetworkAdvancedServerOps-204034924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:21.034901 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b4e5c110-6417-4b75-957c-f92792cc1549 tempest-TestNetworkAdvancedServerOps-204034924 tempest-TestNetworkAdvancedServerOps-204034924-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1093 time: 1.7246733 Nov 24 14:01:21.035058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37892) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.058257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'b35d7866-43d1-48b8-894b-1872499fd894', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:21.075216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:21.082564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=6d9e8cfa-0546-4b59-acd0-b43822b1263f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:21.085732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:21.097932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Usage tracker for resource:floatingip and tenant:c834fba6d9064d0ebdc0e4dbad20f092 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:21.100956 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/6d9e8cfa-0546-4b59-acd0-b43822b1263f HTTP/1.1" status: 204 len: 168 time: 3.2631521 Nov 24 14:01:21.108372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37896) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.110925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:21.116153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.120781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:21.122903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:21.127485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.131889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Calling delete_port for 000cce10-2a62-4ed4-af03-68705ceb3e89 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:21.138705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d48299d-e6c6-4d3f-88cf-adacae809798 tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:21.144807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:21.163245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.181330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.187424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.190843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1974eb5b-f925-4dae-969e-c2864fa2c23f,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:21.197338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:21.234239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-307a6aee-b4e0-4c21-91a6-febcd1b27685 None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:21.234506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-307a6aee-b4e0-4c21-91a6-febcd1b27685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.249519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:21.252649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.254023 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:01:21.254447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:21.265137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.270204 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5464625 Nov 24 14:01:21.271667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37900) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.288559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.291287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.296222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/floatingips/f0159f8e-1815-4252-8b98-5bcaa32a20ea HTTP/1.1" status: 204 len: 168 time: 3.8180299 Nov 24 14:01:21.299164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=000cce10-2a62-4ed4-af03-68705ceb3e89,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:21.306300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37904) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.311439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'd2f4a1ee-3cd0-4276-bc54-f33e03b40940'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:21.312425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.316814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3c267891-988a-4173-a2cb-9db903eb17da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:21.339446 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-24a9bccb-5fca-4eac-a377-2366cf29c791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4230299 Nov 24 14:01:21.339446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:21.343862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37908) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.349961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:floatingip and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:21.356487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:21.362527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:21.370137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-307a6aee-b4e0-4c21-91a6-febcd1b27685 None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:21.377760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.378679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:01:21.379042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:01:21.392960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:21.401946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.402794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-307a6aee-b4e0-4c21-91a6-febcd1b27685 None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:21.403181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-307a6aee-b4e0-4c21-91a6-febcd1b27685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.451835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=000cce10-2a62-4ed4-af03-68705ceb3e89,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:21.457554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:21.496610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.540376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.545111 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/ports/a84fa8d9-72c0-42c4-bef3-1ac438f7688b HTTP/1.1" status: 204 len: 168 time: 5.0425811 Nov 24 14:01:21.545111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.547313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37912) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.553933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:21.595233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:21.602772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.626120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:21.630725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-64da13f4-9869-4992-9edd-ff2819f235e9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:21.652118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1974eb5b-f925-4dae-969e-c2864fa2c23f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:21.656050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.659793 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1974eb5b-f925-4dae-969e-c2864fa2c23f HTTP/1.1" status: 204 len: 168 time: 0.3823109 Nov 24 14:01:21.661647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:21.662577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37916) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.683315 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-931f2862-53c5-419c-8998-95a25b20899f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] GET failed (client error): The resource could not be found. Nov 24 14:01:21.683871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-931f2862-53c5-419c-8998-95a25b20899f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Synchronizing usage tracker for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:21.684773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:21.687839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.689336 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:01:21.689626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:21.690593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:21.699605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:21.702105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:21.735848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port e589c0c9-044a-4f06-b60d-c45f2c03bf59 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:21.736189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.745356 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0290ad2b-486f-4eca-ab63-a2845beded2f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3974528 Nov 24 14:01:21.750744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37920) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.764090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:21.785601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1485ceee-2000-4a49-aab2-aed74333f28c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:21.789774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event updated for resources: {'Port': ['ID=c60613c9-bac4-44c9-bbd5-e7ea15f62ede,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:21.792879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:21.798783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.855971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-931f2862-53c5-419c-8998-95a25b20899f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Unset dirty status for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:21.857159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-931f2862-53c5-419c-8998-95a25b20899f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "GET /v2.0/ports/a84fa8d9-72c0-42c4-bef3-1ac438f7688b HTTP/1.1" status: 404 len: 333 time: 0.2696350 Nov 24 14:01:21.859111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:21.865787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37924) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:21.880653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Deleting port 000cce10-2a62-4ed4-af03-68705ceb3e89 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:21.881821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.085395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1485ceee-2000-4a49-aab2-aed74333f28c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:22.089512 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1485ceee-2000-4a49-aab2-aed74333f28c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4258318 Nov 24 14:01:22.090275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37928) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.113875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] For port 000cce10-2a62-4ed4-af03-68705ceb3e89, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=000cce10-2a62-4ed4-af03-68705ceb3e89,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:22.114426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.123737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:22.165700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:22.234059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.246526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Calling delete_port for 000cce10-2a62-4ed4-af03-68705ceb3e89 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:22.280240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:22.283138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.284303 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:01:22.284735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:22.330578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Allocated IP 172.26.8.140 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/cd4b8eea-d321-4030-b95d-ac6809f792c4) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:22.337905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.343616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c75a4eff-153e-4363-82d4-71657765cd64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:22.349166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.360052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port 1e80c6c8-c550-4e42-aded-2c349274b1ef {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:22.360052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.365498 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ce3e115-65b1-4091-b3f7-d9b2de578d99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6091185 Nov 24 14:01:22.373955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37932) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.396424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Pushing event deleted for resources: {'Port': ['ID=000cce10-2a62-4ed4-af03-68705ceb3e89,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:22.400013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:22.401174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] No DVR routers for this DVR port 000cce10-2a62-4ed4-af03-68705ceb3e89 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:22.451771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.468063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:22.471941 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f6269855-03b5-4eb6-893c-b714260804e3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0933855 Nov 24 14:01:22.500372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37936) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.508179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0d6de17b-4a29-4455-82b3-eda04e37a328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.542480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.564806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=6913fcb4-bdce-485c-8a2d-b04cada2ceb0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:22.567333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:22.569438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.569831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.595845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a8d0c-4e5f-46e7-96b5-c928b13bb05a None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:22.642329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.644409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.656866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f593d026-222f-4695-8e9a-b9e39ef7d128 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:22.671050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0ce19-86ef-4836-9426-409996882059,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:22.674893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.688698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:22.696852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.698218 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3d0ce19-86ef-4836-9426-409996882059 HTTP/1.1" status: 204 len: 168 time: 0.6016662 Nov 24 14:01:22.701169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37940) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.762939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-30f77519-2e98-4951-94c7-1f019ac8ff4d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:22.787012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:22.789276 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/6913fcb4-bdce-485c-8a2d-b04cada2ceb0 HTTP/1.1" status: 204 len: 168 time: 3.0972247 Nov 24 14:01:22.819070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:22.860085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37944) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.865370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-30f77519-2e98-4951-94c7-1f019ac8ff4d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:22.868883 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-30f77519-2e98-4951-94c7-1f019ac8ff4d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1644940 Nov 24 14:01:22.885514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37948) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.900144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:22.903678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510096607'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:22.911986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:22.919332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:22.945790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:22.965177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33e9f36-5d76-487a-b93a-8a07ad336a5f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:22.965652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33e9f36-5d76-487a-b93a-8a07ad336a5f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:22.967333 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f33e9f36-5d76-487a-b93a-8a07ad336a5f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/729121dc-1185-418e-a79e-ad823f3c3615 HTTP/1.1" status: 404 len: 337 time: 0.1059873 Nov 24 14:01:22.976405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for e589c0c9-044a-4f06-b60d-c45f2c03bf59 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:22.980533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37952) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:22.992965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:22.995203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Port': ['ID=cd4b8eea-d321-4030-b95d-ac6809f792c4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:23.037147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.67 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/cf915a12-6ef1-480f-a118-92025c466d6e) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:23.052478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:23.078122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.080220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be213cc-3183-404d-9bae-9e2b5f93044a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:23.080955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2be213cc-3183-404d-9bae-9e2b5f93044a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:23.142369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting subnet ba91e7b9-6021-4260-9d49-cd451e2d5ede {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:23.171027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.208942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2be213cc-3183-404d-9bae-9e2b5f93044a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:23.210411 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2be213cc-3183-404d-9bae-9e2b5f93044a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6932108 Nov 24 14:01:23.211528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:23.218427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37956) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:23.221775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.285521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:23.299227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:23.321199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:23.374614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.595190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-afcff1cd-1b53-45d2-8eaa-56187e5b4b89 None None] Provisioning complete for port 0c499fe7-810e-4f81-a48f-50ad686bd791 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:23.595849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-afcff1cd-1b53-45d2-8eaa-56187e5b4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.637765 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f03cb19-c557-4007-aad1-0d226c81fe43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3602486 Nov 24 14:01:23.642053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.648210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37960) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:23.677399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:23.701802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-afcff1cd-1b53-45d2-8eaa-56187e5b4b89 None None] Port 0c499fe7-810e-4f81-a48f-50ad686bd791 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:23.713374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.730658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.734683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-afcff1cd-1b53-45d2-8eaa-56187e5b4b89 None None] Provisioning complete for port 88395389-f7e7-47c0-957a-d9f6b7a7c207 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:23.735148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-afcff1cd-1b53-45d2-8eaa-56187e5b4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.783968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for 1e80c6c8-c550-4e42-aded-2c349274b1ef owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:23.857889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.872862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.900526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:23.920262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-94b09548-cb89-4ce0-905c-4550fd9b32fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:24.008963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.069306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cc4cab9c-d162-47ca-8109-94d5a4fc26de tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:24.086299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:24.135074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=e589c0c9-044a-4f06-b60d-c45f2c03bf59,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:24.140729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:24.142577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:24.161027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137f2d33-71e5-499d-884f-9602fcaec998,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:24.167363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:24.170116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.171535 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2851396 Nov 24 14:01:24.176118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.180057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37964) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:24.183620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cd224ec8-dd0a-4f26-bc19-17c58fc02ffe tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:24.216238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:24.219685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.249364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '137f2d33-71e5-499d-884f-9602fcaec998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:24.284220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:24.286827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.315470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.324038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c888c7d4-5ccb-4b17-b929-53d42b10d2b8 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:24.351121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:24.354645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.356682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.357035 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 54f95b3b-ef7f-4a29-8c3b-bc3060c949e3 disassociated (deleted). External IP: 172.26.8.31, port: 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b. Nov 24 14:01:24.364906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:24.372001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:24.392693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:24.399298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc48f00-3624-4a5f-83fd-d9c7a80c4c55 None None] Network 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:24.404800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:24.414165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.425591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:24.464606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=cf915a12-6ef1-480f-a118-92025c466d6e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:24.487057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:24.493305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0adae45c-5a67-4a76-aadd-bd68316d5b0c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:24.535190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Port': ['ID=1e80c6c8-c550-4e42-aded-2c349274b1ef,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:24.551028 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/ba91e7b9-6021-4260-9d49-cd451e2d5ede HTTP/1.1" status: 204 len: 168 time: 1.5662372 Nov 24 14:01:24.551609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37968) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:24.606287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.614591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Subnet': ['ID=ba91e7b9-6021-4260-9d49-cd451e2d5ede,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:24.644187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:24.653220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:24.699222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.719904 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-263eba17-892d-473c-a4dc-a84de56ee346 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:24.720396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263eba17-892d-473c-a4dc-a84de56ee346 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:24.752307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.767355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] DHCP port deletion for 856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:24.772219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Deleting port 88395389-f7e7-47c0-957a-d9f6b7a7c207 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:24.772599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.820207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/ports/1e80c6c8-c550-4e42-aded-2c349274b1ef HTTP/1.1" status: 204 len: 168 time: 2.9514635 Nov 24 14:01:24.827568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:24.854783 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-263eba17-892d-473c-a4dc-a84de56ee346 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/e379f890-ab94-447b-9def-2a4fabe8ae58 HTTP/1.1" status: 404 len: 337 time: 0.2882783 Nov 24 14:01:24.867479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37976) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:24.980354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:24.992203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] For port 88395389-f7e7-47c0-957a-d9f6b7a7c207, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=88395389-f7e7-47c0-957a-d9f6b7a7c207,segment=NetworkSegment(b4b92510-2012-42a1-afeb-7f3c6f45b97b),segment_id=b4b92510-2012-42a1-afeb-7f3c6f45b97b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:24.993054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.016348 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-675ed7a6-8943-45e0-ae2a-b553814a9632 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ccfb343-e35d-4e6b-944e-1740309ad449 HTTP/1.1" status: 200 len: 205 time: 0.1439161 Nov 24 14:01:25.056063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 37980) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.126855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Calling delete_port for 88395389-f7e7-47c0-957a-d9f6b7a7c207 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:25.155151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.163560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf2f637-5868-4312-b330-b111f782fb03 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] GET failed (client error): The resource could not be found. Nov 24 14:01:25.164136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ccf2f637-5868-4312-b330-b111f782fb03 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Synchronizing usage tracker for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:25.183086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.193278 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-1ea43f93-8c7c-4a8e-88e6-c91cb0d6e6e6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] delete failed (client error): The resource could not be found. Nov 24 14:01:25.194303 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1ea43f93-8c7c-4a8e-88e6-c91cb0d6e6e6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/routers/6ccfb343-e35d-4e6b-944e-1740309ad449 HTTP/1.1" status: 404 len: 336 time: 0.1227829 Nov 24 14:01:25.200923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.235284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.242182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:25.267065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ccf2f637-5868-4312-b330-b111f782fb03 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Unset dirty status for tenant:ee68414dd601454b91b7b6430159228f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:25.271664 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ccf2f637-5868-4312-b330-b111f782fb03 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "GET /v2.0/ports/1e80c6c8-c550-4e42-aded-2c349274b1ef HTTP/1.1" status: 404 len: 333 time: 0.4431009 Nov 24 14:01:25.272991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37988) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.276246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:25.282998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a2054b-677e-4852-bae0-207df5aeca8a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:25.283483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a2054b-677e-4852-bae0-207df5aeca8a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:25.287852 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a9a2054b-677e-4852-bae0-207df5aeca8a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/af5e1cfc-94ce-4f15-902d-2c32cf568ec1 HTTP/1.1" status: 404 len: 337 time: 0.0859568 Nov 24 14:01:25.288522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37992) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.296453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] No DVR routers for this DVR port 88395389-f7e7-47c0-957a-d9f6b7a7c207 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:25.308713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Pushing event deleted for resources: {'Port': ['ID=88395389-f7e7-47c0-957a-d9f6b7a7c207,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:25.311452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:25.312689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.404411 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-302a2d5c-66c9-4eaa-9a85-6620d037409a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:25.404904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302a2d5c-66c9-4eaa-9a85-6620d037409a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:25.406549 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-302a2d5c-66c9-4eaa-9a85-6620d037409a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/7951d0ab-aff7-4767-b0d3-df73eac9d5a2 HTTP/1.1" status: 404 len: 337 time: 0.1082418 Nov 24 14:01:25.408301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffea990d-fa4d-488c-98ae-e7b8f28497aa,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:25.412762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 37996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.467552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Router 67f01063-0d2b-4df4-9bef-5a7b2b6ee712 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:01:25.469629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:25.470440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:25.475408 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-393a328f-bea3-46dd-a1a5-c97f0ece2777 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:25.475858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393a328f-bea3-46dd-a1a5-c97f0ece2777 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:25.477560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-393a328f-bea3-46dd-a1a5-c97f0ece2777 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/85215b31-bdbf-4e31-accc-3729b4fc0da1 HTTP/1.1" status: 404 len: 337 time: 0.0603979 Nov 24 14:01:25.484327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38000) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.494421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port 9a54aeda-90f3-4411-8364-8098602b46b2 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:25.494694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.496007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.497168 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2824676 Nov 24 14:01:25.500038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38004) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.514707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '137f2d33-71e5-499d-884f-9602fcaec998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:25.560359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:25.585304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:25.604422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:25.628414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:25.709766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:01:25.717779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.728758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c67589d-caec-4a69-8e22-7ff342d9da20 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:25.746769 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f888c38c-a116-472f-80a7-a5bcf12a0875 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:25.747171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f888c38c-a116-472f-80a7-a5bcf12a0875 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:25.748858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f888c38c-a116-472f-80a7-a5bcf12a0875 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/df9619b3-0507-4757-b609-dff6d21b34f4 HTTP/1.1" status: 404 len: 333 time: 0.2625954 Nov 24 14:01:25.753819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:25.761009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38008) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:25.968278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:01:25.999132 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2951998-3c74-4961-91ca-ead11e86eb24 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:25.999490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2951998-3c74-4961-91ca-ead11e86eb24 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:26.004053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:26.006190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.022779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:26.030261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.034001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a728e-99c4-4e64-a7d2-6835759238de None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:26.035453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:26.035453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.050730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=17bd8f5b-5d4c-472e-a1d0-826e5fee3525,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:26.059553 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e2951998-3c74-4961-91ca-ead11e86eb24 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/960209e8-8f2e-49df-8490-e0c98f4a52b4 HTTP/1.1" status: 404 len: 337 time: 0.2856219 Nov 24 14:01:26.060111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.061718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:26.064389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bbc19431-0b26-4d64-bdc1-2a2fd2aa407c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:26.065918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:26.078364 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] Sync routers for ids ['67f01063-0d2b-4df4-9bef-5a7b2b6ee712'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:26.091657 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] Routers {'67f01063-0d2b-4df4-9bef-5a7b2b6ee712'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:26.093070 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['67f01063-0d2b-4df4-9bef-5a7b2b6ee712'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:26.115655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:26.131986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.157513 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f823d5e-a3a6-4537-8bb3-ce5cf8296f16 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:26.157973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f823d5e-a3a6-4537-8bb3-ce5cf8296f16 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:26.162694 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f823d5e-a3a6-4537-8bb3-ce5cf8296f16 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/3c5567d8-7ff8-4d36-a49f-dfc856718e24 HTTP/1.1" status: 404 len: 337 time: 0.1003487 Nov 24 14:01:26.168371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38016) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.187951 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5258102 Nov 24 14:01:26.195812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38020) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.200141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.203614 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.2656343 Nov 24 14:01:26.211185 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:26.218394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:49:cb:d5', 'name': 'tempest-NetworksTestDHCPv6-1588450856'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:26.224294 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] Routers {'67f01063-0d2b-4df4-9bef-5a7b2b6ee712'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:26.225096 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['67f01063-0d2b-4df4-9bef-5a7b2b6ee712'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:26.231854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.262182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.263666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event updated for resources: {'Port': ['ID=cd4b8eea-d321-4030-b95d-ac6809f792c4,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:26.270047 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-cead7fd6-8974-46a5-9b6d-36ce27c33db5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:26.271402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cead7fd6-8974-46a5-9b6d-36ce27c33db5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:26.276636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:26.278552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:26.282843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.289082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.291937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.323873 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:26.325143 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8a929-b4e4-40e4-92c9-bbe33f0121d4 None None] The sync data for ids ['67f01063-0d2b-4df4-9bef-5a7b2b6ee712'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:26.339934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:26.340910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:26.345547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cead7fd6-8974-46a5-9b6d-36ce27c33db5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/004b15da-e7ce-4018-9cc9-1e7fe3f45d20 HTTP/1.1" status: 404 len: 333 time: 0.1707354 Nov 24 14:01:26.354104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:26.370092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/54f95b3b-ef7f-4a29-8c3b-bc3060c949e3 HTTP/1.1" status: 204 len: 168 time: 5.2528150 Nov 24 14:01:26.370092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38028) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.468575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.474909 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9700687 Nov 24 14:01:26.489214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38032) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.490335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2857a34b-0c44-4efa-9a87-12391a1f9c25,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:26.501200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:26.515171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '137f2d33-71e5-499d-884f-9602fcaec998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:26.532642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:26.555138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:26.563965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:26.570005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:26.574627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:26.592547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:26.624581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.687341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.712856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '17bd8f5b-5d4c-472e-a1d0-826e5fee3525'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:01:26.713707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.723000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:26.728791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.782007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 88395389-f7e7-47c0-957a-d9f6b7a7c207 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:26.782719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 88395389-f7e7-47c0-957a-d9f6b7a7c207 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:26.785874 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Floating IP 59272bc3-88e5-45d5-9fdd-9934bcd4734f associated. External IP: 172.26.8.140, port: b35d7866-43d1-48b8-894b-1872499fd894. Nov 24 14:01:26.806830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ad4ee4c5-1810-472f-af69-edc569beb329 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/67f01063-0d2b-4df4-9bef-5a7b2b6ee712 HTTP/1.1" status: 200 len: 923 time: 0.5713899 Nov 24 14:01:26.812619 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'status': 'completed', 'code': 200} Nov 24 14:01:26.835014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38042) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:26.896193 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-e030625c-5f1d-4b18-a065-5c8c7b19988d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:26.896640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e030625c-5f1d-4b18-a065-5c8c7b19988d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:26.900981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e030625c-5f1d-4b18-a065-5c8c7b19988d tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/9b392785-1280-4038-bf7a-b525fb9a623f HTTP/1.1" status: 404 len: 337 time: 0.3009176 Nov 24 14:01:26.935838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:26.945761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38048) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:27.000819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for 9a54aeda-90f3-4411-8364-8098602b46b2 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:27.062230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.064230 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-320c19b0-62e0-4b66-8fb3-6997b7654e04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] DELETE failed (client error): The resource could not be found. Nov 24 14:01:27.064230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320c19b0-62e0-4b66-8fb3-6997b7654e04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:01:27.083998 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-320c19b0-62e0-4b66-8fb3-6997b7654e04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/subnets/3db096d9-6bc5-443f-be3e-7011f6c1c923 HTTP/1.1" status: 404 len: 337 time: 0.1299770 Nov 24 14:01:27.102139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38052) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:27.107483 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83175043-8eb0-404e-87f4-1efcfd9da01b tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=67f01063-0d2b-4df4-9bef-5a7b2b6ee712 HTTP/1.1" status: 200 len: 205 time: 0.2710462 Nov 24 14:01:27.116064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38054) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:27.148783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Allocated IP 2001:db8::f816:3eff:fe07:debc (13168bed-777a-4e4d-96b5-2446850be7d2/17bd8f5b-5d4c-472e-a1d0-826e5fee3525/105f9768-2726-4f8b-9a9a-38cc0cd4bcdf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:27.153779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:27.218602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3b8e97-8418-4b59-9295-8a0d26535b7b,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:27.243231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:27.304943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:27.314500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:27.315797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.317273 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8188605 Nov 24 14:01:27.322734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38060) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:27.344506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '137f2d33-71e5-499d-884f-9602fcaec998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:27.355911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Deleting port 0c499fe7-810e-4f81-a48f-50ad686bd791 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:27.356241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:27.356728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.378431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:27.379074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:27.389522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:27.405965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:27.419808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:27.435675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:27.443464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:27.476097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0978d44-829e-4413-8389-74f09c0fcc57 req-c2709d68-88a4-41d5-ba08-52a6849e92df tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:27.483417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e0978d44-829e-4413-8389-74f09c0fcc57 req-c2709d68-88a4-41d5-ba08-52a6849e92df tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 946 time: 0.6105528 Nov 24 14:01:27.487630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.545990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-0709052c-2774-4f56-a9e4-e81ad8e6e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:27.547307 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-0709052c-2774-4f56-a9e4-e81ad8e6e2ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 1099 time: 0.7308784 Nov 24 14:01:27.559804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.612343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:27.617762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:27.662438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Transition to ACTIVE for port object 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:27.672591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.684810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.717538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Transition to ACTIVE for port object 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:27.756118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d206e505-10eb-4443-9355-18b23a852cbd tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:27.829746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:27.834198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:27.926349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Port': ['ID=9a54aeda-90f3-4411-8364-8098602b46b2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:27.936832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-e0978d44-829e-4413-8389-74f09c0fcc57 req-3ab72ff1-ae5c-4b62-bfbb-8ab4a49fc394 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:27.971698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:28.011506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:28.020451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:28.030202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:28.045017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:01:28.046948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-00e530b7-bc8e-4352-9bb1-307bbcba605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:28.048396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-00e530b7-bc8e-4352-9bb1-307bbcba605d service neutron] 10.222.0.76 "GET /v2.0/networks?id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 200 len: 899 time: 0.4073634 Nov 24 14:01:28.049666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.077484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Pushing event updated for resources: {'Port': ['ID=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:28.092367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.112061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:28.124894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.238288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Attempting to bind port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:28.238863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Attempting to bind port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:28.239200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Attempting to bind port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:28.254087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:28.254665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:28.255267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.255682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:28.256772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Bound port: 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:28.257162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.325308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-e0978d44-829e-4413-8389-74f09c0fcc57 req-3ab72ff1-ae5c-4b62-bfbb-8ab4a49fc394 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:28.338285 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e0978d44-829e-4413-8389-74f09c0fcc57 req-3ab72ff1-ae5c-4b62-bfbb-8ab4a49fc394 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8535957 Nov 24 14:01:28.349867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Calling delete_port for 0c499fe7-810e-4f81-a48f-50ad686bd791 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:28.384789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.400356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-214b52c9-9eca-48fa-b63d-63749d8b4895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:28.450206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-f98d4d0c-3663-4be1-8f81-19a3045ca10e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 200 len: 217 time: 0.3783016 Nov 24 14:01:28.470401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/ports/9a54aeda-90f3-4411-8364-8098602b46b2 HTTP/1.1" status: 204 len: 168 time: 3.1869364 Nov 24 14:01:28.482873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38064) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:28.527365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] For port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:28.533006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] For port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:28.549322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.552663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-9ee309e6-ca71-4be0-a04b-940974c41c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:28.554169 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-9ee309e6-ca71-4be0-a04b-940974c41c7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1aec0793-245d-46a8-a7a4-e92390fc7259 HTTP/1.1" status: 200 len: 835 time: 0.0898368 Nov 24 14:01:28.570193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a7f9fb5b-b257-4619-8c11-3dad02b7ed7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:28.621433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:28.643287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.652064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.672399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=cf915a12-6ef1-480f-a118-92025c466d6e,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:28.682942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.689137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Deleting port c60613c9-bac4-44c9-bbd5-e7ea15f62ede {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:28.689764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.702016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:28.728649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.733301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.753466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 679a82b4-d6c2-4d5a-9a71-bd85bb96247a yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:28.768265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Pushing event updated for resources: {'Port': ['ID=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:28.773783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:28.781372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:28.795103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba88918c-4a79-4cad-a35f-38670d3baa66 None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:02Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dc6757fa-8545-4e7d-adb5-e7ba3e4dd137', 'name': '', 'network_id': '061b6656-d0d1-4ec8-82e5-e1e12f22fef7', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:0e:d8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:17Z', 'updated_at': '2021-11-24T13:58:30Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '1aec0793-245d-46a8-a7a4-e92390fc7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:28.901839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:28.905411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:28.957315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-6b297098-4283-43b6-8462-84ecb6d6f387 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:28.958318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-6b297098-4283-43b6-8462-84ecb6d6f387 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:28.980366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793f5f45-8c71-4f14-93c0-8c441158a868,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:28.995045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:29.094230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting subnet 6befbc5d-e841-4316-984b-bfe6f9fe9b83 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:29.107829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe49:cbd5 (13168bed-777a-4e4d-96b5-2446850be7d2/17bd8f5b-5d4c-472e-a1d0-826e5fee3525/679a82b4-d6c2-4d5a-9a71-bd85bb96247a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:29.141950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.146622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8146980 Nov 24 14:01:29.153280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8aa20cf-b35e-4aee-bf93-7c96ed735cba tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:29.155076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38068) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:29.169711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '137f2d33-71e5-499d-884f-9602fcaec998', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:29.183812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-6b297098-4283-43b6-8462-84ecb6d6f387 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:29.187885 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-6b297098-4283-43b6-8462-84ecb6d6f387 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 946 time: 0.8487113 Nov 24 14:01:29.191318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:29.205720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:29.242783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:29.250370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.263634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-11c3cc06-a16b-45a1-b1ca-d0816f7c64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:29.265266 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-11c3cc06-a16b-45a1-b1ca-d0816f7c64f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=061b6656-d0d1-4ec8-82e5-e1e12f22fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6874349 Nov 24 14:01:29.283832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:29.318208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Port': ['ID=0c499fe7-810e-4f81-a48f-50ad686bd791,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:29.339659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:29.342750 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b444c2-484f-4a5c-85fc-c8ac6aa8f085 None None] New status for floating IP 54f95b3b-ef7f-4a29-8c3b-bc3060c949e3: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:01:29.354699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.421152 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/ports/0c499fe7-810e-4f81-a48f-50ad686bd791 HTTP/1.1" status: 204 len: 168 time: 2.3143916 Nov 24 14:01:29.422510 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 9563f9c1-4658-4952-9159-47d5591b2352 associated. External IP: 172.26.8.67, port: d2f4a1ee-3cd0-4276-bc54-f33e03b40940. Nov 24 14:01:29.508951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38074) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:29.541757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.543538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.562647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:29.563062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.599265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:29.847797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Calling delete_port for c60613c9-bac4-44c9-bbd5-e7ea15f62ede owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:29.906477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:29.920814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] Sync routers for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:29.945811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:29.947639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:29.997274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.011098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.085502 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-6bdffbff-fad9-4a7d-8040-bbb6bcbd71b5 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715361 Nov 24 14:01:30.126724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.188668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5e9aa785-0a12-40ab-9084-5078f1da525e None None] Provisioning for port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:30.233802 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1843722 Nov 24 14:01:30.252227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:30.309829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:30.481864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.488000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.512519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.516138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.533143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbf95b-3af9-4bdc-a77e-33fd35556422 req-13b607d2-372f-4a27-9484-6d6b0833b005 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:30.534802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09fbf95b-3af9-4bdc-a77e-33fd35556422 req-13b607d2-372f-4a27-9484-6d6b0833b005 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 946 time: 1.0555191 Nov 24 14:01:30.550154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.557232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:30.563330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-572e8253-b544-4b54-876a-a238ac5dbc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:30.598902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856f5fc1-2fd6-43d6-b1d2-dda35c9f8975']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:30.603937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 679a82b4-d6c2-4d5a-9a71-bd85bb96247a will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:30.622082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Subnet': ['ID=6befbc5d-e841-4316-984b-bfe6f9fe9b83,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:30.627523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.633218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:30.635536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b92510-2012-42a1-afeb-7f3c6f45b97b') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:30.635536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b92510-2012-42a1-afeb-7f3c6f45b97b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:30.653765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d4fa86-8682-4456-9f5f-0dbf528c24c3 None None] Network 4481e270-9e51-4010-bd7b-6d1c066ba4e2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:30.658438 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/subnets/6befbc5d-e841-4316-984b-bfe6f9fe9b83 HTTP/1.1" status: 204 len: 168 time: 2.1708879 Nov 24 14:01:30.659337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0dbf83-10a8-4e76-8c3c-d1af2a21881a,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:30.660700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:30.661321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38082) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:30.663854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.693993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.703606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8cd5-3c89-4c09-a787-d27dddf81ae4 req-2a8b69c7-29a6-4a41-820e-1618e14c9568 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:30.705113 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2a4e8cd5-3c89-4c09-a787-d27dddf81ae4 req-2a8b69c7-29a6-4a41-820e-1618e14c9568 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.3147457 Nov 24 14:01:30.715783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:30.728630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.785430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:01:30.785895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:01:30.801101 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:01:30.819579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:30.826496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:30.852253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:30.930497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:30.931718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7756839 Nov 24 14:01:30.941181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:30.952315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38086) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:30.992021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b6ba6af-22b3-4bb6-97e7-df67347490f8 req-302e793d-6901-4616-b868-f09b09eb4cd9 service neutron] 10.222.0.76 "GET /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715510 Nov 24 14:01:31.044009 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2a4e8cd5-3c89-4c09-a787-d27dddf81ae4 req-84a4b17e-f21d-42d5-b69c-71c3f6f05c79 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719698 Nov 24 14:01:31.050152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.057068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.067632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-347d81ca-0792-4356-9878-183b54b8bf1b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:31.082381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.090271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.097197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38090) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:31.149706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09fbf95b-3af9-4bdc-a77e-33fd35556422 req-90d4782f-e055-428d-b15e-92f3c9c3118f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5700648 Nov 24 14:01:31.166574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.167725 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894', 'status': 'completed', 'code': 200} Nov 24 14:01:31.186481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Pushing event deleted for resources: {'Network': ['ID=856f5fc1-2fd6-43d6-b1d2-dda35c9f8975,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:31.186735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:31.189588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e197e366-f58f-4f9d-a43e-1d7d7de0e568 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:31.201908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:31.206347 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] 10.222.0.36 "DELETE /v2.0/networks/856f5fc1-2fd6-43d6-b1d2-dda35c9f8975 HTTP/1.1" status: 204 len: 168 time: 1.6671488 Nov 24 14:01:31.211548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '59272bc3-88e5-45d5-9fdd-9934bcd4734f', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'port_id': 'b35d7866-43d1-48b8-894b-1872499fd894', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'mac_address': 'fa:16:3e:9c:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:01:24Z', 'updated_at': '2021-11-24T14:01:24Z', 'revision_number': 0, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:57Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:31.246730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:31.247020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.261857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:31.275784 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:31.277296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.279341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.291784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:31.301874 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-63788dc6-38d7-42fb-88bd-d1275d266d0b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/floatingips/59272bc3-88e5-45d5-9fdd-9934bcd4734f HTTP/1.1" status: 200 len: 991 time: 0.2030294 Nov 24 14:01:31.302442 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:31.303278 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:31.321608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e0dbf83-10a8-4e76-8c3c-d1af2a21881a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:31.324281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:31.325242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.326606 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1e0dbf83-10a8-4e76-8c3c-d1af2a21881a HTTP/1.1" status: 204 len: 168 time: 0.3590972 Nov 24 14:01:31.328094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:31.329561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.334283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38096) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:31.342592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:31.342838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:31.350164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.352196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:31.358905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:31.359836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.365365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:31.374790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] Checking router: 913071ce-7d3f-4d50-b96b-6ce85dbeea23 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:31.412190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.417682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:31.418648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:31.460668 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.1501446 Nov 24 14:01:31.460992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38102) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:31.488628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.532840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=679a82b4-d6c2-4d5a-9a71-bd85bb96247a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:31.545599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:31.546303 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:31.550511 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3494005 Nov 24 14:01:31.550511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d23abfa7-f550-4022-9b25-6e6326195b3f tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:31.555981 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:31.556607 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:31.594062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38106) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:31.693687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port 8543581d-cbc5-4576-b935-f479d0f2d1cf {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:31.694758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.710347 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:31.710768 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62852530-a17e-42f0-b505-dc44aa7e3869 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:31.776515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:01:31.776858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:01:31.796112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event deleted for resources: {'Port': ['ID=c60613c9-bac4-44c9-bbd5-e7ea15f62ede,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:31.813819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:31.828633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:31.833228 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-db1261cc-e60c-4b23-81ac-a7f6e447dac0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/floatingips/9563f9c1-4658-4952-9159-47d5591b2352 HTTP/1.1" status: 200 len: 976 time: 0.3703227 Nov 24 14:01:31.834770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38112) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:31.876299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-30eeeab7-91af-4f8a-b906-afedd4a24a77 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:31.879903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38116) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:31.887591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:31.936886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e1120173-6c88-4d93-bf3e-3632a54b900d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:31.979441 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'code': 200} Nov 24 14:01:31.980654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] DHCP port deletion for 4481e270-9e51-4010-bd7b-6d1c066ba4e2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:32.021196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Deleting port 8543581d-cbc5-4576-b935-f479d0f2d1cf {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:32.021661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.129768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409d168-f8cf-4478-99e6-9d18ff4aad38 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:32.138488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409d168-f8cf-4478-99e6-9d18ff4aad38 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:32.145482 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b409d168-f8cf-4478-99e6-9d18ff4aad38 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5260141 Nov 24 14:01:32.146969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38122) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:32.164201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3281d9f5-8684-46a0-870e-02396cdcde8f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Synchronizing usage tracker for tenant:5b97645332db4a4996f8e648588f9719 on resource:floatingip {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:32.184615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad5fc527-2edb-4f07-91c1-9b0baf2a3a07 None None] Provisioning for port 679a82b4-d6c2-4d5a-9a71-bd85bb96247a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:32.187891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-30eeeab7-91af-4f8a-b906-afedd4a24a77 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:32.189284 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-30eeeab7-91af-4f8a-b906-afedd4a24a77 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.8442407 Nov 24 14:01:32.199618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38128) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:32.200306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.211971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.238647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc98b-760a-444a-946d-c055b9da6379 req-cce9e0a5-3fb1-4806-9636-eff5556dae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:32.240033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-cce9e0a5-3fb1-4806-9636-eff5556dae9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1098 time: 1.0176737 Nov 24 14:01:32.252321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad5fc527-2edb-4f07-91c1-9b0baf2a3a07 None None] Provisioning complete for port 679a82b4-d6c2-4d5a-9a71-bd85bb96247a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:32.252953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc527-2edb-4f07-91c1-9b0baf2a3a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.258789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.276340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.311497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:32.326794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38132) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:32.330110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3281d9f5-8684-46a0-870e-02396cdcde8f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Unset dirty status for tenant:5b97645332db4a4996f8e648588f9719 on resource:floatingip {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:32.331817 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3281d9f5-8684-46a0-870e-02396cdcde8f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4944472 Nov 24 14:01:32.338028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38134) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:32.368786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:32.424843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:32.425155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.440570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'port_id': 'c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:32.500513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.509682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fc527-2edb-4f07-91c1-9b0baf2a3a07 None None] Port 679a82b4-d6c2-4d5a-9a71-bd85bb96247a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:32.522502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.530406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:32.567505 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=793f5f45-8c71-4f14-93c0-8c441158a868,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:32.587434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:32.593414 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b7da5ba9-8736-4dd7-8011-48cfb91c244f tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/floatingips/59272bc3-88e5-45d5-9fdd-9934bcd4734f HTTP/1.1" status: 200 len: 991 time: 0.2563970 Nov 24 14:01:32.598842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.599942 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/793f5f45-8c71-4f14-93c0-8c441158a868 HTTP/1.1" status: 204 len: 168 time: 0.3992970 Nov 24 14:01:32.602510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.615079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38140) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:32.676935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 679a82b4-d6c2-4d5a-9a71-bd85bb96247a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:32.677208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.728563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] For port 8543581d-cbc5-4576-b935-f479d0f2d1cf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8543581d-cbc5-4576-b935-f479d0f2d1cf,segment=NetworkSegment(5d8e3c45-6763-483b-8738-029356e77eb4),segment_id=5d8e3c45-6763-483b-8738-029356e77eb4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:32.729082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.751695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:32.753221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.755250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Fanout notify agent at l3_agent the message router_deleted on router 67f01063-0d2b-4df4-9bef-5a7b2b6ee712 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:01:32.871096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.879969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Calling delete_port for 8543581d-cbc5-4576-b935-f479d0f2d1cf owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:32.907625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-53a66ab3-571e-45bc-b198-261f3e2c6c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:32.928159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6f3a07e9-6e38-4316-a011-f95585fdea04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b3e6df1b0204fe481d4633c30f2a61b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0445209 Nov 24 14:01:32.959495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] For port 8543581d-cbc5-4576-b935-f479d0f2d1cf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8543581d-cbc5-4576-b935-f479d0f2d1cf,segment=NetworkSegment(5d8e3c45-6763-483b-8738-029356e77eb4),segment_id=5d8e3c45-6763-483b-8738-029356e77eb4)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:32.959861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.968689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38144) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:32.989172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:32.993850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/67f01063-0d2b-4df4-9bef-5a7b2b6ee712 HTTP/1.1" status: 204 len: 168 time: 5.8731017 Nov 24 14:01:33.001853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38148) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:33.008491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8543581d-cbc5-4576-b935-f479d0f2d1cf no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:33.019185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'name': 'tempest-snat-router-336113636', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': False}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:33.041772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:33.056243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:router and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:33.061987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:33.079382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:33.116488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.117712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.135462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:33.143162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6eb91720-871e-427d-b916-df972fca6fe6 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4356909 Nov 24 14:01:33.146317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:33.149984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38152) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:33.182104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.191351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e4074744-8a86-4ed4-9439-faed52f31a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:33.237218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 8543581d-cbc5-4576-b935-f479d0f2d1cf update to DOWN by agent not found {{(pid=87694) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 14:01:33.247563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Calling delete_port for 8543581d-cbc5-4576-b935-f479d0f2d1cf owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:33.249849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Pushing event deleted for resources: {'Port': ['ID=8543581d-cbc5-4576-b935-f479d0f2d1cf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:33.251902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] No DVR routers for this DVR port 8543581d-cbc5-4576-b935-f479d0f2d1cf on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:33.259501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:33.261755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '59272bc3-88e5-45d5-9fdd-9934bcd4734f', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'port_id': 'b35d7866-43d1-48b8-894b-1872499fd894', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'mac_address': 'fa:16:3e:9c:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:01:24Z', 'updated_at': '2021-11-24T14:01:24Z', 'revision_number': 0, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:57Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:33.277024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.277423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2c846-8b0a-4b29-8918-928ff60d8e91 None None] The sync data for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv is: [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '59272bc3-88e5-45d5-9fdd-9934bcd4734f', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'floating_ip_address': '172.26.8.140', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'port_id': 'b35d7866-43d1-48b8-894b-1872499fd894', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'mac_address': 'fa:16:3e:9c:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:01:24Z', 'updated_at': '2021-11-24T14:01:24Z', 'revision_number': 0, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:57Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:33.311070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.333218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.339096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc98b-760a-444a-946d-c055b9da6379 req-0126ba40-9cb0-42f3-9416-396755d85fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:33.340589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-0126ba40-9cb0-42f3-9416-396755d85fc5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 899 time: 1.0904508 Nov 24 14:01:33.553145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb9fff-2dcb-47df-a366-9138a3401692 req-b853c9fe-b162-43bb-b60c-d3df0d2e8032 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:33.553939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f1bb9fff-2dcb-47df-a366-9138a3401692 req-b853c9fe-b162-43bb-b60c-d3df0d2e8032 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:33.572972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8398014-e205-417d-866e-650351423b99 None None] New status for floating IP 59272bc3-88e5-45d5-9fdd-9934bcd4734f: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:01:33.608781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38156) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:33.783616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.793834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.795562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.797421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f1bb9fff-2dcb-47df-a366-9138a3401692 req-b853c9fe-b162-43bb-b60c-d3df0d2e8032 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:33.798588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f1bb9fff-2dcb-47df-a366-9138a3401692 req-b853c9fe-b162-43bb-b60c-d3df0d2e8032 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 944 time: 1.3419499 Nov 24 14:01:33.800548 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-98f0eab1-7dbe-407b-b74b-8d3536873325 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 999 time: 0.4217832 Nov 24 14:01:33.827666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b561de86-cd11-4a0b-8396-e76e4f493225 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:33.829136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:01:33.829489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:01:33.854247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a3b8e97-8418-4b59-9295-8a0d26535b7b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:33.874767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.875245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.875498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.875864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.876654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.876654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.877054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.877360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.877714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.878202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.879090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.879724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:33.892895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.895367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:33.900652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:33.901799 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9a3b8e97-8418-4b59-9295-8a0d26535b7b HTTP/1.1" status: 204 len: 168 time: 0.7487829 Nov 24 14:01:33.967062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:34.168277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:01:34.180526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:34.180928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.191165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f856194f-fdcb-4248-94ac-cabb7ed1bb0f tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/floatingips/59272bc3-88e5-45d5-9fdd-9934bcd4734f HTTP/1.1" status: 200 len: 991 time: 0.5836325 Nov 24 14:01:34.193995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.276499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 679a82b4-d6c2-4d5a-9a71-bd85bb96247a owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:34.287694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7cb708ca-4692-4033-ab81-da03669b1ea4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:34.306349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.316125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.375655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Deleting port 8543581d-cbc5-4576-b935-f479d0f2d1cf {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:34.376015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.445999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7cb708ca-4692-4033-ab81-da03669b1ea4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:34.450078 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7cb708ca-4692-4033-ab81-da03669b1ea4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4721313 Nov 24 14:01:34.460789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38164) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:34.493866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:34.540799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.548000 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f1bb9fff-2dcb-47df-a366-9138a3401692 req-f2ab5640-9b80-4acb-9524-56364c1ff953 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7199655 Nov 24 14:01:34.549461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc98b-760a-444a-946d-c055b9da6379 req-be1cfbcc-4c65-49d9-85c1-da36aa965283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:34.550918 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-be1cfbcc-4c65-49d9-85c1-da36aa965283 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 200 len: 834 time: 0.7261107 Nov 24 14:01:34.611142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.650448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] The port '8543581d-cbc5-4576-b935-f479d0f2d1cf' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:01:34.683576 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 9563f9c1-4658-4952-9159-47d5591b2352 associated. External IP: 172.26.8.67, port: d2f4a1ee-3cd0-4276-bc54-f33e03b40940. Nov 24 14:01:34.900778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.902397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.914727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:34.918788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.926679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.935405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:34.966630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:34.978193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:34.980206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2857a34b-0c44-4efa-9a87-12391a1f9c25,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:35.014207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4481e270-9e51-4010-bd7b-6d1c066ba4e2']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:35.021812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e07cf60-5b29-4744-a5f9-98cf65469237,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:35.026095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:35.032101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.033261 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2857a34b-0c44-4efa-9a87-12391a1f9c25 HTTP/1.1" status: 204 len: 168 time: 0.5715833 Nov 24 14:01:35.038052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38168) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:35.042241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:35.048656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8e3c45-6763-483b-8738-029356e77eb4') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:35.048991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8e3c45-6763-483b-8738-029356e77eb4') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:35.070436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.088566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:35.089506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.089906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.102579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf801727-a60b-4c5f-91ea-e2108b33af72 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:35.136592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc98b-760a-444a-946d-c055b9da6379 req-692a0172-fb92-4f14-9627-0e81b1768127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:35.138027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-692a0172-fb92-4f14-9627-0e81b1768127 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7330379e-2119-4be1-b716-f76c7ceada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5408399 Nov 24 14:01:35.168863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.179213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.188793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=679a82b4-d6c2-4d5a-9a71-bd85bb96247a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:35.199518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38172) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:35.202949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:01:35.203591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.271252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:01:35.271961 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:01:35.274600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5230f507-04d4-4236-9039-d31bbaa4b7d4 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:35.338729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-656c3703-e8f2-414a-9e01-da8f09fc0366 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:35.406166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.407738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e07cf60-5b29-4744-a5f9-98cf65469237 HTTP/1.1" status: 204 len: 168 time: 2.4159610 Nov 24 14:01:35.449636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=3ed4e5e0-b745-4ea7-b9a4-218dc458c43b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:35.459903 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-602cc950-a406-4e58-88c2-9650bc4bb5e6 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/floatingips/59272bc3-88e5-45d5-9fdd-9934bcd4734f HTTP/1.1" status: 200 len: 993 time: 0.2534246 Nov 24 14:01:35.460679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-656c3703-e8f2-414a-9e01-da8f09fc0366 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:35.461837 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-656c3703-e8f2-414a-9e01-da8f09fc0366 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4231119 Nov 24 14:01:35.467538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38178) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:35.496005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:35.499268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.503401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/679a82b4-d6c2-4d5a-9a71-bd85bb96247a HTTP/1.1" status: 204 len: 168 time: 3.3531868 Nov 24 14:01:35.510322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38182) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:35.527190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Allocated IP 172.26.8.132 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/0707ce2f-10f0-4ec1-8267-227bad82094f) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:35.536911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.544298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:35.559685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.646840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ac499-d1b3-46f2-9359-ea1b86cdfc08 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:35.648415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ac499-d1b3-46f2-9359-ea1b86cdfc08 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:35.654454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8d7ac499-d1b3-46f2-9359-ea1b86cdfc08 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1399350 Nov 24 14:01:35.663291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38190) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:35.668687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port 3ed4e5e0-b745-4ea7-b9a4-218dc458c43b on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:35.671402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.936057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'name': 'network-vif-deleted', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:35.942738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8dcc08ed-054f-47f5-aa47-4579a190fc98 req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/3ed4e5e0-b745-4ea7-b9a4-218dc458c43b HTTP/1.1" status: 204 len: 173 time: 6.7397788 Nov 24 14:01:35.943324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:35.970259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b946413-84f1-48c8-a81f-d44477cd9a98 tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:36.038688 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-434c9337-9c32-44b6-a97d-c359a5c00156 req-4d1f4f86-f70a-4c88-a9c5-51b5acc93da8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a2df8a8-98a9-4231-b44b-bf21117e42b4 HTTP/1.1" status: 200 len: 210 time: 0.2035260 Nov 24 14:01:36.065135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.069827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] 10.222.0.36 "DELETE /v2.0/networks/4481e270-9e51-4010-bd7b-6d1c066ba4e2 HTTP/1.1" status: 204 len: 168 time: 5.2536137 Nov 24 14:01:36.069827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Pushing event deleted for resources: {'Network': ['ID=4481e270-9e51-4010-bd7b-6d1c066ba4e2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:36.077219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-eb4abe5b-67f5-44a1-8ffa-0c57b292f235 service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9273710 Nov 24 14:01:36.082639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 17bd8f5b-5d4c-472e-a1d0-826e5fee3525 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:36.088106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.113707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.120202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-39e6efb4-e083-40a6-8b03-4113770fdcdd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:36.155556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffea990d-fa4d-488c-98ae-e7b8f28497aa,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:36.175698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:36.188686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.189833 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ffea990d-fa4d-488c-98ae-e7b8f28497aa HTTP/1.1" status: 204 len: 168 time: 0.7213259 Nov 24 14:01:36.196846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38210) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:36.198485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.205129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.254514 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2df8a8-98a9-4231-b44b-bf21117e42b4', 'name': 'network-vif-deleted', 'tag': '3ed4e5e0-b745-4ea7-b9a4-218dc458c43b', 'status': 'completed', 'code': 200} Nov 24 14:01:36.255595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:36.270825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:36.288214 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:36.298555 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:36.299333 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:36.366602 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:36.375718 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:36.376333 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:36.445739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-12a95d38-af33-44c9-9cc7-a88a61f5decf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:36.456612 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:36.457050 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3fec91-9e46-425a-a9b4-768bdb460e9a None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:36.484267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-12a95d38-af33-44c9-9cc7-a88a61f5decf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:36.485718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-12a95d38-af33-44c9-9cc7-a88a61f5decf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2844100 Nov 24 14:01:36.489353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38222) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:36.510682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.510967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.518380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:36.550694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38226) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:36.572683 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-753fc98b-760a-444a-946d-c055b9da6379 req-e0f07689-b992-4bc8-a94d-12e098d387ac service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160896 Nov 24 14:01:36.658111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:36.667447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:36.701079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38232) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:36.701839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.728382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:36.741678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.768856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Port': ['ID=0707ce2f-10f0-4ec1-8267-227bad82094f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:36.792080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:36.855353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.864646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ed881d60-3b5a-4cde-aa4a-a8beb1c5af50 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:36.897653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1663504867'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:36.917967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.930543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:36.938023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=17bd8f5b-5d4c-472e-a1d0-826e5fee3525,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:36.942364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:36.946380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:36.948756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8883a-bb0c-4e45-8a57-e9c2cd9d8fa5 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:36.950685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:36.955460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ac8916ca-2e8c-4593-8c9a-54133cb29800 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee68414dd601454b91b7b6430159228f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837466 Nov 24 14:01:36.955460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38a31a93-b7b4-461e-8143-87c06fc3f0ca tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:36.961351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38238) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:36.962186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:36.979681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:37.001781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f2d33-71e5-499d-884f-9602fcaec998,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:37.004442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:37.028550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:37.032862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.041533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:37.049021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.054525 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/137f2d33-71e5-499d-884f-9602fcaec998 HTTP/1.1" status: 204 len: 168 time: 0.5597577 Nov 24 14:01:37.054708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38242) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:37.061699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/17bd8f5b-5d4c-472e-a1d0-826e5fee3525 HTTP/1.1" status: 204 len: 168 time: 1.3832526 Nov 24 14:01:37.065751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.070060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38246) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:37.107132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:37.116781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:security_group_rule and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:37.121801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:37.130912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:37.151149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38252) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:37.169036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.249690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.279409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:37.285971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Deleting port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:37.286648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.341926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.407418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.428409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.434300 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8425e135-d950-480d-a392-d155f83f8e8a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3501592 Nov 24 14:01:37.434633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.438658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38256) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:37.443876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-940daa98-79ce-47ac-8226-a407b4281bb0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:37.456069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.462665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:37.537510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] For port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:37.538246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.593285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b0406-4816-4ad6-89c6-a0118ee37d0f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:37.595534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:37.605071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:37.607263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9705f5d0-935d-4641-a1b6-81ee1b47328d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:37.622533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:37.625151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:01:37.633279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b8cfb9f-b69a-4a5f-a20d-81586342f46b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:37.638049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:37.650377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:37.679067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Calling delete_port for 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:37.680723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.681363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 845042a9-a84f-47c2-8a7f-bbbacff19d9e of type vlan for network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 Nov 24 14:01:37.700912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:37.705711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.720114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:37.746863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b249f1d1-42de-4648-8459-90509912c261,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:37.751250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b8cfb9f-b69a-4a5f-a20d-81586342f46b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:37.751434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:37.752034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:37.752857 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9b8cfb9f-b69a-4a5f-a20d-81586342f46b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6981647 Nov 24 14:01:37.758332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:37.762336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.767329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38260) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:37.776197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--853148991'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:37.780298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.788299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:37.789352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.790574 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79d41694-edea-4461-81a2-028798573234 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb4b0406-4816-4ad6-89c6-a0118ee37d0f HTTP/1.1" status: 204 len: 168 time: 0.8219512 Nov 24 14:01:37.796871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.818169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:37.840481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:37.841169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:37.909409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.915456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bd41d04c-aba6-4a0d-9b61-5ecea5835165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:37.917324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.925328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33b0f48c-04ab-4cd6-923d-7096508e065c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:37.929493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:37.949109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:37.949673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fd2856-d249-4210-8a82-edd64c17db7e None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:37.952106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eec5ce-4d0e-4613-a6bb-dec18c11dbb1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:37.960761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.966784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:37.967774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:37.972022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Pushing event deleted for resources: {'Port': ['ID=105f9768-2726-4f8b-9a9a-38cc0cd4bcdf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:37.976369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:37.977471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] No DVR routers for this DVR port 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:37.996344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.996734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.997370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.997594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.997972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.998346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.998741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.999086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.999918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:37.999918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:38.000241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:38.000601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:38.007798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:38.011028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c065234-0e0e-4773-abf4-bd6f79866700 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:38.023225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:38.062543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.091981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.096037 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/35eec5ce-4d0e-4613-a6bb-dec18c11dbb1 HTTP/1.1" status: 204 len: 168 time: 0.9417009 Nov 24 14:01:38.108410 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a929cf7-78a3-46bb-a1d6-48a8bf32e201 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/floatingips/9563f9c1-4658-4952-9159-47d5591b2352 HTTP/1.1" status: 200 len: 977 time: 5.7664082 Nov 24 14:01:38.110052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:38.112277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38270) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:38.126646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:38.148388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:38.186160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38274) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:38.224565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4383011 Nov 24 14:01:38.263593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=4e3af684-34fc-4c22-a8ac-ef146a9c8401,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:38.266429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:38.267129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38282) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:38.277683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:01:38.306635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035702072'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:38.315845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:38.326261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:38.332529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:38.353075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:38.366082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.480568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:38.506447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.622140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.755010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:01:38.883553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38298) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:38.884393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.884737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 157d7c21-c443-4c71-a1d4-68363f1fbb23 of type vlan for network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 Nov 24 14:01:38.909280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.921066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.921363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 9563f9c1-4658-4952-9159-47d5591b2352 disassociated. External IP: 172.26.8.67, port: c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1. Nov 24 14:01:38.954115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:38.991463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:38.991999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:38.992358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 105f9768-2726-4f8b-9a9a-38cc0cd4bcdf not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:39.008735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.019154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2ba6e3a1-42ac-4cff-b28c-0f4db34683c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:39.085722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-917c8b52-4dca-4486-ab08-95cb2b1523c7 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.087316 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-917c8b52-4dca-4486-ab08-95cb2b1523c7 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1977241 Nov 24 14:01:39.092830 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38304) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.101554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.111510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f476646-40cb-4c7d-83ff-e47ee66e7b59,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:39.126737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-98b2c3af-10d1-4cc2-b4e7-32b1648f40de tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.130401 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-98b2c3af-10d1-4cc2-b4e7-32b1648f40de tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0179386 Nov 24 14:01:39.130401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:39.135630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38308) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.136414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.140045 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3693542 Nov 24 14:01:39.147662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-7f641f5d-8b2e-4c4f-b69a-7a30b47fa1dc tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.153414 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7f641f5d-8b2e-4c4f-b69a-7a30b47fa1dc tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097759 Nov 24 14:01:39.153414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38312) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.153414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38314) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.157297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:01:39.157926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '9f476646-40cb-4c7d-83ff-e47ee66e7b59', 'direction': 'ingress', 'protocol': 17}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:39.162399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.171016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c1ce150d-c081-47a7-b0f2-70dd6ab6af52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:39.173990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-d2078346-55e2-4d75-b770-ffb905d0ba83 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.174998 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d2078346-55e2-4d75-b770-ffb905d0ba83 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0210395 Nov 24 14:01:39.196915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38320) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.204092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:39.219979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:39.228251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-e89fd1a0-0755-4919-9aea-7fcd3fd520f2 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.229491 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e89fd1a0-0755-4919-9aea-7fcd3fd520f2 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0274293 Nov 24 14:01:39.230604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:39.235390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38324) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.254701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-aecb491c-0640-4238-9a42-2251354ee31f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.257941 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-aecb491c-0640-4238-9a42-2251354ee31f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0173571 Nov 24 14:01:39.257941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:39.260655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38328) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.266115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:39.273053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-e43a1e67-5d3e-4b47-9cd9-faf480c0bcaf tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.275520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e43a1e67-5d3e-4b47-9cd9-faf480c0bcaf tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0123575 Nov 24 14:01:39.280527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:39.283084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38332) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.285987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:39.286662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.292716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8869e-e7f2-4e8e-90b4-ab783cab9ff2 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:39.318144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.324012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:39.324584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.326001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-65d5fde8-45d5-4ad1-8681-7fa8a71945e1 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.329351 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-65d5fde8-45d5-4ad1-8681-7fa8a71945e1 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0127554 Nov 24 14:01:39.332895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38336) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.340021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=4c585ba6-3cce-4a89-aa6c-d052225c0d7f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:39.343029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:39.351394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9387ee6f-72a0-4d09-a234-486c1e02409e tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:39.356283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.368328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Router 0b33e757-1329-4efb-8a63-a324ff40da02 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:01:39.370798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-228ed7d3-771b-497f-ba25-a78f6ac3b1d8 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.371758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-228ed7d3-771b-497f-ba25-a78f6ac3b1d8 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0332527 Nov 24 14:01:39.375775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38340) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.387364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-bcb3a59c-1ced-4009-84b8-ac156ea89980 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.388643 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bcb3a59c-1ced-4009-84b8-ac156ea89980 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0117514 Nov 24 14:01:39.400209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38344) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.421967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-d14de496-d21e-4467-8c65-ee0f4e38ae42 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.423219 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d14de496-d21e-4467-8c65-ee0f4e38ae42 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0210850 Nov 24 14:01:39.433214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38348) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.433447 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9805501 Nov 24 14:01:39.484292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38350) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.487773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-d05beadd-7e56-46dc-995f-87e8ba7b3ca2 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.489436 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d05beadd-7e56-46dc-995f-87e8ba7b3ca2 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088372 Nov 24 14:01:39.499761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38356) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.563956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:92:26:be', 'name': 'tempest-NetworksTestDHCPv6-368037698'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:39.571762 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2842615 Nov 24 14:01:39.574504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '4c585ba6-3cce-4a89-aa6c-d052225c0d7f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:01:39.575751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.586024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38360) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.594254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-673a8116-f802-4284-a402-31c2875dfedb tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.595252 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-673a8116-f802-4284-a402-31c2875dfedb tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0939653 Nov 24 14:01:39.599003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:39.610043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38364) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.631835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=30919a02-fa0f-4618-aa2c-66b4b2f349c9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:39.634792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:39.688653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:01:39.696412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-9bc0b0a8-7da6-4c5c-8a10-af3649d9df9c tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.697759 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9bc0b0a8-7da6-4c5c-8a10-af3649d9df9c tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0782638 Nov 24 14:01:39.701128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38368) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.729199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-7232ed6c-3691-4336-ad00-e92a8c7d3b23 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.730154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7232ed6c-3691-4336-ad00-e92a8c7d3b23 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0281184 Nov 24 14:01:39.733998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38372) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.744658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.753239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-68cfe200-3d1f-4b6c-a47c-77500c6ef052 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.755167 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-68cfe200-3d1f-4b6c-a47c-77500c6ef052 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0134487 Nov 24 14:01:39.758042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38376) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.766788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-5a6eb4b2-9f15-4561-b3be-c0fd43ec34a2 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.768219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5a6eb4b2-9f15-4561-b3be-c0fd43ec34a2 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091114 Nov 24 14:01:39.773000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38380) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.774039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.782002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:39.785191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-b42c963c-e8a6-4ae9-8103-01f9ec766dc5 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.787067 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b42c963c-e8a6-4ae9-8103-01f9ec766dc5 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0132303 Nov 24 14:01:39.790022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38384) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.790822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:39.798526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:39.803193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:39.804943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:39.812683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:39.844055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-c98daf6b-7afe-44da-aaae-8a3dd8a22a04 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.845369 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c98daf6b-7afe-44da-aaae-8a3dd8a22a04 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0415382 Nov 24 14:01:39.851444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38388) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.871782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c1c4b6-c939-45ec-9088-0a0f07219aad,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:39.886719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:39.890478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-349ad303-5e66-4584-bc8d-d2116adcf0e5 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.893949 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-349ad303-5e66-4584-bc8d-d2116adcf0e5 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0295115 Nov 24 14:01:39.901949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38392) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.904291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Allocated IP 2001:db8::f816:3eff:fe59:f361 (13168bed-777a-4e4d-96b5-2446850be7d2/4c585ba6-3cce-4a89-aa6c-d052225c0d7f/7684d6d8-fee1-43dd-a45b-55d6fbdaefdf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:39.950500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:39.953492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.956950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-871b6021-894f-4747-a42e-4df690998c19 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.960776 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-871b6021-894f-4747-a42e-4df690998c19 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0183942 Nov 24 14:01:39.960776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:39.961181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38396) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.971620 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Sync routers for ids ['0b33e757-1329-4efb-8a63-a324ff40da02'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:39.975570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:39.979796 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8247063 Nov 24 14:01:39.982592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-4b13fe8a-077a-414b-96bb-7c95b054bed7 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.984260 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4b13fe8a-077a-414b-96bb-7c95b054bed7 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0148854 Nov 24 14:01:39.989753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38400) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:39.990007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38402) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.001223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:40.002018 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Routers {'0b33e757-1329-4efb-8a63-a324ff40da02'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:40.002718 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0b33e757-1329-4efb-8a63-a324ff40da02'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:40.027215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:40.032606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:40.040899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.042125 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0393810 Nov 24 14:01:40.044014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:40.046193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38408) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.063567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-04d87978-80a6-46e0-bb2d-150c117d1508 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.067620 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-04d87978-80a6-46e0-bb2d-150c117d1508 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0683408 Nov 24 14:01:40.077889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38412) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.086171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-7b4ff5ca-3ee2-4e07-be26-9d3912164be6 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.089949 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b4ff5ca-3ee2-4e07-be26-9d3912164be6 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053670 Nov 24 14:01:40.111934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38416) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.128684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-88caa06c-e8ca-4567-9285-185850654712 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.132770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-88caa06c-e8ca-4567-9285-185850654712 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0179694 Nov 24 14:01:40.178316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38420) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.190275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.206913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Transition to ACTIVE for port object 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:40.207963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-c59fc399-13a8-453e-9fa2-9885bf5287c7 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.211761 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c59fc399-13a8-453e-9fa2-9885bf5287c7 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0302110 Nov 24 14:01:40.215298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38424) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.219261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:40.233519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Transition to ACTIVE for port object 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:40.242117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.243736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-77383bfd-251a-4a03-a950-47d979393178 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.247722 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-77383bfd-251a-4a03-a950-47d979393178 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0299461 Nov 24 14:01:40.251021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:40.253296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38428) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.265050 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Set router 0b33e757-1329-4efb-8a63-a324ff40da02 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:40.267710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-ee52b5a7-e4be-4f8b-ab9c-02a845c60ec5 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.272054 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ee52b5a7-e4be-4f8b-ab9c-02a845c60ec5 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0165591 Nov 24 14:01:40.290823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38432) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.325523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-3603042f-17db-45f0-ae87-ae807a2cf50d tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.328910 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3603042f-17db-45f0-ae87-ae807a2cf50d tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0343807 Nov 24 14:01:40.335073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38436) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.343188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:40.349529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.350737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:40.356136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-414b340f-52b7-4813-a7be-ef08e225653d tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.356328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:40.359850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-414b340f-52b7-4813-a7be-ef08e225653d tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0198085 Nov 24 14:01:40.365067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38440) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.370860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Pushing event updated for resources: {'Port': ['ID=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:40.375422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-c040aa25-5dda-46ae-af1a-ed38535a0f1e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.378938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c040aa25-5dda-46ae-af1a-ed38535a0f1e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054350 Nov 24 14:01:40.382367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:40.382731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38444) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.392032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-90255abc-97b9-4d08-a504-49ca379baf94 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.395510 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-90255abc-97b9-4d08-a504-49ca379baf94 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0066531 Nov 24 14:01:40.396539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:40.406926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38448) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.422569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-2daccfc6-9cba-421b-8cd5-3e20dff03312 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.427154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2daccfc6-9cba-421b-8cd5-3e20dff03312 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0156808 Nov 24 14:01:40.428944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38452) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.434556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.434728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:40.439794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-9a526ded-b982-4785-ba82-559ef457ce16 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.444048 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9a526ded-b982-4785-ba82-559ef457ce16 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0092201 Nov 24 14:01:40.444048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.469590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38456) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.496170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-d577a576-cdea-4952-8ea4-ac1f0d843ee1 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.499570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d577a576-cdea-4952-8ea4-ac1f0d843ee1 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0211737 Nov 24 14:01:40.505984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38460) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.512301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:40.513291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:40.531704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-5e8f017a-713f-4b8f-80be-cf12ba9b30c4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.536480 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5e8f017a-713f-4b8f-80be-cf12ba9b30c4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0291500 Nov 24 14:01:40.548402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38464) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.561817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-d4cd821d-5c0e-44fc-a0e9-3668376417f3 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.565941 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d4cd821d-5c0e-44fc-a0e9-3668376417f3 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0145082 Nov 24 14:01:40.573121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38468) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.585546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-97c73e61-8883-434a-9fa2-60e4b3b77082 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.588953 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-97c73e61-8883-434a-9fa2-60e4b3b77082 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124094 Nov 24 14:01:40.589095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Attempting to bind port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:40.589095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Attempting to bind port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:40.589095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Attempting to bind port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:40.589934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.601255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38472) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.604839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:40.607407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:40.607783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:40.608234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.609022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:40.609227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-a074d5b3-78fd-4ef1-87d0-0a88410b4694 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.609500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Bound port: 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:40.609875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.613105 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a074d5b3-78fd-4ef1-87d0-0a88410b4694 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081403 Nov 24 14:01:40.618532 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4268f8b9-6281-4b13-98a4-d02f007d2380 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/floatingips/9563f9c1-4658-4952-9159-47d5591b2352 HTTP/1.1" status: 200 len: 687 time: 2.5040319 Nov 24 14:01:40.621581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38476) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.622223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38478) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.640403 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5492359f-5dfb-4df2-aa2e-decba420d9c3 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/0b33e757-1329-4efb-8a63-a324ff40da02 HTTP/1.1" status: 200 len: 908 time: 0.5919325 Nov 24 14:01:40.640730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:40.641507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:40.649769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-b39a0fe7-2493-4066-bbc0-ae589ee8b14a tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.653446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38484) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.654353 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b39a0fe7-2493-4066-bbc0-ae589ee8b14a tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0291362 Nov 24 14:01:40.661623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38486) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.666786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-220f6bc9-7f82-4c77-b120-f0e62097890e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.670109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-220f6bc9-7f82-4c77-b120-f0e62097890e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051408 Nov 24 14:01:40.670539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'name': 'tempest-snat-router-336113636', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': True}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:40.687153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38492) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.696711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-646943c7-1ecc-4fad-ad00-0ee07e51704d tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.700203 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-646943c7-1ecc-4fad-ad00-0ee07e51704d tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084569 Nov 24 14:01:40.700203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:40.702036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38496) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.709209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Usage tracker for resource:router and tenant:a48cf8efa8b94a5da468e7b1dac01318 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:40.721711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:40.724227 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b33e757-1329-4efb-8a63-a324ff40da02', 'name': 'tempest-snat-router-336113636', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.132'}], 'enable_snat': False}, 'gw_port_id': '0707ce2f-10f0-4ec1-8267-227bad82094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:33Z', 'updated_at': '2021-11-24T14:01:37Z', 'revision_number': 3, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port': {'id': '0707ce2f-10f0-4ec1-8267-227bad82094f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b33e757-1329-4efb-8a63-a324ff40da02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:35Z', 'updated_at': '2021-11-24T14:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:40.728635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-e23f6fbd-d421-4743-8cec-02d1c29d7624 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.732030 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e23f6fbd-d421-4743-8cec-02d1c29d7624 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0229423 Nov 24 14:01:40.736059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38500) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.736966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:40.741906 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Checking router: 0b33e757-1329-4efb-8a63-a324ff40da02 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:40.742290 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Updating router 0b33e757-1329-4efb-8a63-a324ff40da02 port 0707ce2f-10f0-4ec1-8267-227bad82094f binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:01:40.749769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-b7116ffc-11c0-4971-beff-e5e265fc45bd tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.753385 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b7116ffc-11c0-4971-beff-e5e265fc45bd tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0109189 Nov 24 14:01:40.756626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38504) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.762807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-147e5db7-986f-4281-b1e6-057b248e9a1e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.766435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-147e5db7-986f-4281-b1e6-057b248e9a1e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055068 Nov 24 14:01:40.766435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.767574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.771595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.774228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38508) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.775712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.781068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.785155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:40.786428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486411b-cdcc-43b7-99af-d1ac6fa6933f None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:40.791491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d4c0731-1961-43cd-b5da-ef73e4939661 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:40.806578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-3e574d02-667c-46a8-a401-8c75c1160c8c tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:40.810523 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3e574d02-667c-46a8-a401-8c75c1160c8c tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0326927 Nov 24 14:01:40.813273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38512) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.838270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f476646-40cb-4c7d-83ff-e47ee66e7b59,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:40.842455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:40.844992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d8faad21-eb96-4372-8c3c-85116468cc1a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:40.861428 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.867567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] For port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:40.902532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] For port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:40.905731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.911805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.924944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:40.935134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:40.936255 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/9f476646-40cb-4c7d-83ff-e47ee66e7b59 HTTP/1.1" status: 204 len: 168 time: 0.9417524 Nov 24 14:01:40.947161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38516) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:40.975736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=eb00771e-2f40-48a4-9aa1-c1d48c79051c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:40.984455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:40.987185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '845042a9-a84f-47c2-8a7f-bbbacff19d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:40.987543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 4e3af684-34fc-4c22-a8ac-ef146a9c8401, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:01:41.040466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Pushing event updated for resources: {'Port': ['ID=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:41.054960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.060438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-35ff6f8a-4aff-459a-b1b4-7781ffb1cc4f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.063268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.063711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.064465 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35ff6f8a-4aff-459a-b1b4-7781ffb1cc4f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.2460210 Nov 24 14:01:41.065340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.065688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.066030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.066394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.067233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.067578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.068202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.068565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.068934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:41.074463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:41.084479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38520) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.150649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 65b2a583-4e7b-4c45-8249-f5d18e8873be yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:41.166134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-835d54c6-aea7-43f8-b80c-f9047ce939f3 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.170225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-835d54c6-aea7-43f8-b80c-f9047ce939f3 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0817447 Nov 24 14:01:41.177154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38524) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.189016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-1929ef1f-bce4-4748-814f-e2e61cef665b tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.193372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1929ef1f-bce4-4748-814f-e2e61cef665b tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0104568 Nov 24 14:01:41.196979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38528) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.208727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ad3f82c4-15f2-4625-a179-f00dd9a35f8d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:41.211430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:01:41.220130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-3a59e34e-fbff-459c-864a-50c09fd5eba4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.221444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3a59e34e-fbff-459c-864a-50c09fd5eba4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0221040 Nov 24 14:01:41.234637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38532) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.247725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-4cd70a05-3bb9-413d-8a77-37a921153edb tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.248687 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4cd70a05-3bb9-413d-8a77-37a921153edb tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057166 Nov 24 14:01:41.290013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38536) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.297692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port cf915a12-6ef1-480f-a118-92025c466d6e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:41.298424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.329188 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.347226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-4878ac72-9841-44f5-8cee-5ea7fe8ce3b3 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.349329 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4878ac72-9841-44f5-8cee-5ea7fe8ce3b3 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0538864 Nov 24 14:01:41.353446 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Transition to ACTIVE for port object 0707ce2f-10f0-4ec1-8267-227bad82094f will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:41.366279 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.371681 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:41.411150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38540) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.411950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 4e3af684-34fc-4c22-a8ac-ef146a9c8401) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:41.421971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91acd6c5-bc87-4151-98e1-4d2fb2d0dcc6 None None] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:41.429816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:41.430428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.436581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-25ca51e7-6206-4bd5-8912-6284f42cad7a tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.440514 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-25ca51e7-6206-4bd5-8912-6284f42cad7a tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0265951 Nov 24 14:01:41.443331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38544) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.464645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-29cc29d0-3ac7-41bf-ac7e-fc6857538fee tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.468668 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-29cc29d0-3ac7-41bf-ac7e-fc6857538fee tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0206051 Nov 24 14:01:41.469865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38548) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.479811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.482676 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46fe12-1bde-4fad-8874-64ffa990854b None None] Pushing event updated for resources: {'Port': ['ID=0707ce2f-10f0-4ec1-8267-227bad82094f,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:41.484284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ad3f82c4-15f2-4625-a179-f00dd9a35f8d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:41.485644 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ad3f82c4-15f2-4625-a179-f00dd9a35f8d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5373704 Nov 24 14:01:41.496978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-49371c76-9e83-4e24-91ff-6892721eefe6 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.500498 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7d46fe12-1bde-4fad-8874-64ffa990854b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:41.501123 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-49371c76-9e83-4e24-91ff-6892721eefe6 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0274737 Nov 24 14:01:41.503127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38552) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.503557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38554) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.513495 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9212892 Nov 24 14:01:41.514186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-919bc985-85d1-4d98-a4a5-4605a9bf1fbd tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.518022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-919bc985-85d1-4d98-a4a5-4605a9bf1fbd tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102499 Nov 24 14:01:41.521423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243333203'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:41.527532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:41.529426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38560) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.529760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38562) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.539745 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Attempting to bind port 0707ce2f-10f0-4ec1-8267-227bad82094f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:41.540479 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Attempting to bind port 0707ce2f-10f0-4ec1-8267-227bad82094f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:41.541098 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Attempting to bind port 0707ce2f-10f0-4ec1-8267-227bad82094f on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:41.549019 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:41.549797 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:41.550555 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.551783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-dcb78614-7304-4162-8fab-45ec8f3a3dd0 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.552329 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:41.553106 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Bound port: 0707ce2f-10f0-4ec1-8267-227bad82094f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:41.553745 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.555784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dcb78614-7304-4162-8fab-45ec8f3a3dd0 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0109556 Nov 24 14:01:41.564904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:41.648387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe92:26be (13168bed-777a-4e4d-96b5-2446850be7d2/4c585ba6-3cce-4a89-aa6c-d052225c0d7f/65b2a583-4e7b-4c45-8249-f5d18e8873be) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:41.651692 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] For port 0707ce2f-10f0-4ec1-8267-227bad82094f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:41.656073 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] For port 0707ce2f-10f0-4ec1-8267-227bad82094f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0707ce2f-10f0-4ec1-8267-227bad82094f,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:41.661749 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.667460 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:41.678840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38568) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.690840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:41.696764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-e4f786bc-ce70-4de8-82ec-5696032fd5bf tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.700529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e4f786bc-ce70-4de8-82ec-5696032fd5bf tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0179594 Nov 24 14:01:41.702947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:41.708001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:41.714274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38572) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.723510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:41.729268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-740aca8e-65a0-43db-bb5f-16d87ce9fb4c tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.733077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-740aca8e-65a0-43db-bb5f-16d87ce9fb4c tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0177112 Nov 24 14:01:41.761960 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46fe12-1bde-4fad-8874-64ffa990854b None None] Pushing event updated for resources: {'Port': ['ID=0707ce2f-10f0-4ec1-8267-227bad82094f,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:41.765428 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7d46fe12-1bde-4fad-8874-64ffa990854b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:41.781880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38576) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.788180 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Routers {'0b33e757-1329-4efb-8a63-a324ff40da02'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:41.789210 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0b33e757-1329-4efb-8a63-a324ff40da02'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:41.789478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:41.802181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-18051230-14e8-43e3-95e6-b809bd4bd072 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.805941 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-18051230-14e8-43e3-95e6-b809bd4bd072 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0189722 Nov 24 14:01:41.816123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38580) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.821420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.837093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-9411b47a-27ca-4b53-9b73-7c5f3f0cd8f4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.842323 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9411b47a-27ca-4b53-9b73-7c5f3f0cd8f4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0232465 Nov 24 14:01:41.845927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38584) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.848657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-4e3af684-34fc-4c22-a8ac-ef146a9c8401', 'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': 'eb00771e-2f40-48a4-9aa1-c1d48c79051c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:01:41.850227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.860965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-c290433d-b147-4dfa-b2ce-738676b8eec4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.864803 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c290433d-b147-4dfa-b2ce-738676b8eec4 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0173285 Nov 24 14:01:41.869040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38588) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.869659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:41.873669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.900014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-ebfb22aa-4295-4494-8f81-a089c0a8e794 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.904145 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ebfb22aa-4295-4494-8f81-a089c0a8e794 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0153229 Nov 24 14:01:41.947826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:41.962054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38592) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:41.985436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:41.990987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-1c4c7894-b15e-42b1-82b0-e3737fc7dddc tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:41.991283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 65b2a583-4e7b-4c45-8249-f5d18e8873be will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:41.994819 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1c4c7894-b15e-42b1-82b0-e3737fc7dddc tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0263343 Nov 24 14:01:42.007758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38596) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:42.017750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:42.026907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-6dc7aa60-b91d-4561-a3c2-95bf3bc154de tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:42.030132 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] Set router 0b33e757-1329-4efb-8a63-a324ff40da02 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:42.030827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6dc7aa60-b91d-4561-a3c2-95bf3bc154de tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0155830 Nov 24 14:01:42.037394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38600) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:42.040186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:42.043632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.060730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:42.074886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.078069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.081780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Allocated IP 2001:db8::2 (4e3af684-34fc-4c22-a8ac-ef146a9c8401/eb00771e-2f40-48a4-9aa1-c1d48c79051c/77fcacea-0a06-4799-920c-2b2c723e02b6) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:42.090976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bdec71aa-1c86-44c5-a352-fc3f6bf4c993 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:42.157129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [None req-c2972334-8ea0-4971-8023-981fa0814d7f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:42.158115 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c2972334-8ea0-4971-8023-981fa0814d7f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1173384 Nov 24 14:01:42.178659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38604) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:42.201021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-3190d7fa-090a-48ce-b765-95b6dcd6a2f8 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:42.205195 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3190d7fa-090a-48ce-b765-95b6dcd6a2f8 tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0190840 Nov 24 14:01:42.209329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:42.237334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-5097f762-f6b4-461c-86a8-a979d7e0b89f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:42.241495 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5097f762-f6b4-461c-86a8-a979d7e0b89f tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0228026 Nov 24 14:01:42.247488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38612) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:42.265246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [None req-9b8a4d6c-bc14-411c-9f81-3cf1a811fe8e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:42.278912 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b8a4d6c-bc14-411c-9f81-3cf1a811fe8e tempest-ExtensionsTestJSON-309031290 tempest-ExtensionsTestJSON-309031290-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0271139 Nov 24 14:01:42.397510 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b33e757-1329-4efb-8a63-a324ff40da02', 'name': 'tempest-snat-router-336113636', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.132'}], 'enable_snat': False}, 'gw_port_id': '0707ce2f-10f0-4ec1-8267-227bad82094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:33Z', 'updated_at': '2021-11-24T14:01:37Z', 'revision_number': 3, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port': {'id': '0707ce2f-10f0-4ec1-8267-227bad82094f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b33e757-1329-4efb-8a63-a324ff40da02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:35Z', 'updated_at': '2021-11-24T14:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:42.404387 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af260a90-32cc-4ea2-a914-a5039a7a9083 None None] The sync data for ids ['0b33e757-1329-4efb-8a63-a324ff40da02'] in dv-neutron-818153-2-hyperv is: [{'id': '0b33e757-1329-4efb-8a63-a324ff40da02', 'name': 'tempest-snat-router-336113636', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.132'}], 'enable_snat': False}, 'gw_port_id': '0707ce2f-10f0-4ec1-8267-227bad82094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:33Z', 'updated_at': '2021-11-24T14:01:37Z', 'revision_number': 3, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port': {'id': '0707ce2f-10f0-4ec1-8267-227bad82094f', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b33e757-1329-4efb-8a63-a324ff40da02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:35Z', 'updated_at': '2021-11-24T14:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:42.434818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.454649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Transition to ACTIVE for port object 77fcacea-0a06-4799-920c-2b2c723e02b6 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:42.466415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for cf915a12-6ef1-480f-a118-92025c466d6e owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:42.493076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Transition to ACTIVE for port object 77fcacea-0a06-4799-920c-2b2c723e02b6 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:42.502741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.514816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5d9b3a9-8b7c-4ae3-ab07-09062f1c7da2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:42.568832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:42.576100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:42.653944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.663522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Pushing event updated for resources: {'Port': ['ID=77fcacea-0a06-4799-920c-2b2c723e02b6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:42.668391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:42.678487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:42.679830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:42.682370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:42.698734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.710535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7446efa7-4d7f-46d3-94ba-c11c0a2fc1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:42.759801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.783632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=65b2a583-4e7b-4c45-8249-f5d18e8873be,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:42.791164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:42.807072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:42.807751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.863196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2e6b564c-ba46-4612-9a6c-ed80a9db5924 None None] Provisioning for port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:42.883469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Attempting to bind port 77fcacea-0a06-4799-920c-2b2c723e02b6 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:42.883863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Attempting to bind port 77fcacea-0a06-4799-920c-2b2c723e02b6 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '845042a9-a84f-47c2-8a7f-bbbacff19d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:42.884280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Attempting to bind port 77fcacea-0a06-4799-920c-2b2c723e02b6 on network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:42.887092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.891418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:42.891972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Checking segment: {'id': '845042a9-a84f-47c2-8a7f-bbbacff19d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:42.892321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.892832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Bound using segment: {'id': '845042a9-a84f-47c2-8a7f-bbbacff19d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:42.893472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Bound port: 77fcacea-0a06-4799-920c-2b2c723e02b6, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845042a9-a84f-47c2-8a7f-bbbacff19d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4e3af684-34fc-4c22-a8ac-ef146a9c8401'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:42.893866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:42.897852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38620) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:42.898701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:42.899452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:42.954525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8067e636-aaf7-49c8-9ee0-30205474b605,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:42.971394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:42.978964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-21c282c0-10a9-4ea7-ad3c-7dc578dc496e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:43.068920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] For port 77fcacea-0a06-4799-920c-2b2c723e02b6, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:43.076294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] For port 77fcacea-0a06-4799-920c-2b2c723e02b6, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=77fcacea-0a06-4799-920c-2b2c723e02b6,segment=NetworkSegment(845042a9-a84f-47c2-8a7f-bbbacff19d9e),segment_id=845042a9-a84f-47c2-8a7f-bbbacff19d9e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:43.087428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.096601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ab8f9ee2-aa63-4a0d-8f91-489838ad2d38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:43.165271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0707ce2f-10f0-4ec1-8267-227bad82094f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:43.237727 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a8c2e638-900d-451d-b00f-6588fd9bf747 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7467775 Nov 24 14:01:43.241590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38626) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:43.255016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=cf915a12-6ef1-480f-a118-92025c466d6e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:43.283402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.284627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:43.289580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7836015 Nov 24 14:01:43.291165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.322223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38630) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:43.324361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-92ba6839-7ec6-436c-ad0f-0c4e9f2a3e07 None None] Provisioning for port 65b2a583-4e7b-4c45-8249-f5d18e8873be completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:43.352467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462985607'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:43.354811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-92ba6839-7ec6-436c-ad0f-0c4e9f2a3e07 None None] Provisioning complete for port 65b2a583-4e7b-4c45-8249-f5d18e8873be triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:43.355206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-92ba6839-7ec6-436c-ad0f-0c4e9f2a3e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.368479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.382528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.386774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.388640 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/floatingips/9563f9c1-4658-4952-9159-47d5591b2352 HTTP/1.1" status: 204 len: 168 time: 2.7619166 Nov 24 14:01:43.403285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38634) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:43.449757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-92ba6839-7ec6-436c-ad0f-0c4e9f2a3e07 None None] Port 65b2a583-4e7b-4c45-8249-f5d18e8873be cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:43.454660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Pushing event updated for resources: {'Port': ['ID=77fcacea-0a06-4799-920c-2b2c723e02b6,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:43.459449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:43.464975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:43.467862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 0707ce2f-10f0-4ec1-8267-227bad82094f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:43.474766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0707ce2f-10f0-4ec1-8267-227bad82094f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:43.475488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.477713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '157d7c21-c443-4c71-a1d4-68363f1fbb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:43.478378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 30919a02-fa0f-4618-aa2c-66b4b2f349c9, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:01:43.502684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=07de4195-2749-4a8a-90f9-93b29f784f20,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:43.526014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:43.529606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:43.534695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:43.562005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:43.564203 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-f2e593e1-c739-402c-b9f5-eac3230ba375 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] delete failed (client error): The resource could not be found. Nov 24 14:01:43.565970 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f2e593e1-c739-402c-b9f5-eac3230ba375 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/floatingips/9563f9c1-4658-4952-9159-47d5591b2352 HTTP/1.1" status: 404 len: 345 time: 0.1577458 Nov 24 14:01:43.576058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38640) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:43.616154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:43.616423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.634044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.674075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:01:43.744369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.772055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 0707ce2f-10f0-4ec1-8267-227bad82094f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0707ce2f-10f0-4ec1-8267-227bad82094f,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:43.783274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 30919a02-fa0f-4618-aa2c-66b4b2f349c9) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:43.783551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.785344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:43.792833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:43.797826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:43.798675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:43.815676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:43.820671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:43.859568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:43.862231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2534583f-1f94-4caa-8036-36b43004025f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:43.863837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Allocated IP 172.26.8.33 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/b26adb77-1d9d-4acc-a727-f050f1aad5b0) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:43.880687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3374443 Nov 24 14:01:43.881443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38646) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:43.898873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-653536181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:43.907461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2885e23a-2d6f-4c92-a4d5-f661076149a1 None None] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:43.923026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:43.990224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.036542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:44.043577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:44.049099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:44.052027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6fab7c1d1c2e4aa8be0585cd6ebe90fb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:44.058808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:44.075114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:44.095705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=0707ce2f-10f0-4ec1-8267-227bad82094f,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:44.114533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.115819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.116418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:44.135040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:44.143792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:44.144109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.148308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:44.173040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.187701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273c4aac-4f9c-4060-b0d1-8f07ac1bb014 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.193939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273c4aac-4f9c-4060-b0d1-8f07ac1bb014 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.194772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-273c4aac-4f9c-4060-b0d1-8f07ac1bb014 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:44.222430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.239773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.248529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.252034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f40c81a-4b91-42ee-aa19-c53e426c7fd9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:44.275773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb34a25-c2b8-485c-8c33-8fdd1193c72a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.282973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.283428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb34a25-c2b8-485c-8c33-8fdd1193c72a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.289438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb34a25-c2b8-485c-8c33-8fdd1193c72a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.290654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0eb34a25-c2b8-485c-8c33-8fdd1193c72a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Synchronizing usage tracker for tenant:5b97645332db4a4996f8e648588f9719 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:44.321213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-273c4aac-4f9c-4060-b0d1-8f07ac1bb014 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:44.323249 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-273c4aac-4f9c-4060-b0d1-8f07ac1bb014 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0700159 Nov 24 14:01:44.329881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38650) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:44.343554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port dc6757fa-8545-4e7d-adb5-e7ba3e4dd137, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:44.344213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.350232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-30919a02-fa0f-4618-aa2c-66b4b2f349c9', 'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': '07de4195-2749-4a8a-90f9-93b29f784f20'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:01:44.351403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.377216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cc221a-bdf1-43f2-815b-ef0851315512,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:44.381499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:44.406898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.407770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6d800e0-9024-4e31-b8da-8a62ef497e83 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5204360 Nov 24 14:01:44.408711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.409779 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0776811 Nov 24 14:01:44.418353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38654) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:44.418353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38656) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:44.440221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.497978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '8067e636-aaf7-49c8-9ee0-30205474b605', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10cc221a-bdf1-43f2-815b-ef0851315512', 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:44.501817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0eb34a25-c2b8-485c-8c33-8fdd1193c72a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Unset dirty status for tenant:5b97645332db4a4996f8e648588f9719 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:44.503432 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0eb34a25-c2b8-485c-8c33-8fdd1193c72a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/ports?network_id=b0ebebb2-853e-44e1-a545-365d1f97d566 HTTP/1.1" status: 200 len: 2357 time: 0.8899724 Nov 24 14:01:44.511529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:44.514690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:44.522915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.530955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:44.571779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38662) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:44.572682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:44.633736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:44.652397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:44.721212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:44.721917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 65b2a583-4e7b-4c45-8249-f5d18e8873be {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:44.722253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.737785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:44.739698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Allocated IP 2001:db8:1::2 (30919a02-fa0f-4618-aa2c-66b4b2f349c9/07de4195-2749-4a8a-90f9-93b29f784f20/4254a8f4-0d1d-4871-bc6f-495c3e1a60e7) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:44.750888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:44.751523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.876054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.881093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:44.887446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f8993a99-9840-4f9e-927e-c2dce686d7f9 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:44.893575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903b3369-a955-4230-8f43-2dc53be46003 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:44.938087 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fab7c1d1c2e4aa8be0585cd6ebe90fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8910730 Nov 24 14:01:44.947165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38666) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:44.969764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4ce81c-3113-414b-975f-54311c1527c5,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:44.979161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:44.987781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:44.991385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6555e57-1bfc-47d0-a9da-53e824560a5f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.991949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6555e57-1bfc-47d0-a9da-53e824560a5f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Synchronizing usage tracker for tenant:5b97645332db4a4996f8e648588f9719 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:44.993943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.000194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:45.002751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:45.024587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4f1398af-e5da-45e7-acde-50c4a07306fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:45.122910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.159047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Transition to ACTIVE for port object 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:45.172247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c7fc2-ed38-4ee5-8e6e-eb917bd0b9f1 None None] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:45.203578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 77fcacea-0a06-4799-920c-2b2c723e02b6 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:45.208627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=dc6757fa-8545-4e7d-adb5-e7ba3e4dd137,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:45.215496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:45.275872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.307255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.365261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Port': ['ID=b26adb77-1d9d-4acc-a727-f050f1aad5b0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:45.397252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.402781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.418761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Transition to ACTIVE for port object 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:45.436646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.443886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-62a17e94-d2d8-403c-a0be-8ac455c17986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:45.462579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:45.465893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80ae190e-00af-4a5e-92cc-5ca9d65a42e0 tempest-RoutersAdminTest-1404552349 tempest-RoutersAdminTest-1404552349-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:45.474190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cf99b5f7-03a2-45ea-813e-577d6693df06 None None] Provisioning for port 77fcacea-0a06-4799-920c-2b2c723e02b6 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:45.539111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4ce81c-3113-414b-975f-54311c1527c5,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:45.541304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:45.568941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:45.579962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:45.587383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.591301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d4ce81c-3113-414b-975f-54311c1527c5 HTTP/1.1" status: 204 len: 168 time: 0.6429510 Nov 24 14:01:45.619447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:45.622046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Pushing event updated for resources: {'Port': ['ID=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:45.631914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.635811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 77fcacea-0a06-4799-920c-2b2c723e02b6 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:45.643062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:45.685296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6555e57-1bfc-47d0-a9da-53e824560a5f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Unset dirty status for tenant:5b97645332db4a4996f8e648588f9719 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:45.691047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b6555e57-1bfc-47d0-a9da-53e824560a5f tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/subnets/c6b7ba83-12be-4b34-81d8-935107d3d28f HTTP/1.1" status: 200 len: 797 time: 1.1040549 Nov 24 14:01:45.702065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38672) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:45.759099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 77fcacea-0a06-4799-920c-2b2c723e02b6 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:45.765827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.776844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'port': {'network_id': 'b0ebebb2-853e-44e1-a545-365d1f97d566', 'name': 'tempest-FloatingIPTestJSON-2008091814', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:45.867849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.914565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Attempting to bind port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:45.915217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Attempting to bind port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '157d7c21-c443-4c71-a1d4-68363f1fbb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:45.915764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Attempting to bind port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 on network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:45.938819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:45.939530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Checking segment: {'id': '157d7c21-c443-4c71-a1d4-68363f1fbb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:45.940103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:45.940650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Bound using segment: {'id': '157d7c21-c443-4c71-a1d4-68363f1fbb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:45.941406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Bound port: 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157d7c21-c443-4c71-a1d4-68363f1fbb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '30919a02-fa0f-4618-aa2c-66b4b2f349c9'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:45.942489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.025224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.074728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:46.106963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.151876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] For port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:46.156504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] For port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,segment=NetworkSegment(157d7c21-c443-4c71-a1d4-68363f1fbb23),segment_id=157d7c21-c443-4c71-a1d4-68363f1fbb23)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:46.158971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 77fcacea-0a06-4799-920c-2b2c723e02b6, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=77fcacea-0a06-4799-920c-2b2c723e02b6,segment=NetworkSegment(845042a9-a84f-47c2-8a7f-bbbacff19d9e),segment_id=845042a9-a84f-47c2-8a7f-bbbacff19d9e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:46.164122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.164469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.173005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b658f839-aba6-418d-ad33-5b383ac0f713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:46.199938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:46.209865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.210714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0707ce2f-10f0-4ec1-8267-227bad82094f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:46.254511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfee0c7-2737-40c3-a0a9-b80bc5fb6e94,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:46.334002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:46.345931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Pushing event updated for resources: {'Port': ['ID=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:46.365518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:46.366034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:46.459974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:46.462044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0707ce2f-10f0-4ec1-8267-227bad82094f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:46.462500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.463003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.466927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.0424311 Nov 24 14:01:46.475983 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] Sync routers for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:46.477718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/eb5794f2-652d-45fe-a0fa-f9c35fa69da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2906239 Nov 24 14:01:46.478294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38678) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:46.480819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38680) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:46.501514 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:46.505635 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:46.566116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=77fcacea-0a06-4799-920c-2b2c723e02b6,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:46.573487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.575521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:46.583883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-76488902-6ab5-4294-83f6-0e49154f34a7 None None] Provisioning complete for port 77fcacea-0a06-4799-920c-2b2c723e02b6 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:46.584735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76488902-6ab5-4294-83f6-0e49154f34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.591190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.615371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 1aec0793-245d-46a8-a7a4-e92390fc7259 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:46.639356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.730860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.746553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.775446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:46.777464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.819438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:46.847289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cfee0c7-2737-40c3-a0a9-b80bc5fb6e94,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:46.850814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:46.854482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.855659 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2cfee0c7-2737-40c3-a0a9-b80bc5fb6e94 HTTP/1.1" status: 204 len: 168 time: 0.3760042 Nov 24 14:01:46.860401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38686) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:46.891920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:46.901103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:46.906550 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:46.962498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9d619a1b-0c9f-4c74-86dc-bacf91998273 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:46.980443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:46.981640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.008952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.035593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:47.043933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 65b2a583-4e7b-4c45-8249-f5d18e8873be owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:47.055892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9d619a1b-0c9f-4c74-86dc-bacf91998273 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:47.072843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9d619a1b-0c9f-4c74-86dc-bacf91998273 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2111118 Nov 24 14:01:47.083594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38690) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:47.086992 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:01:47.156624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.166171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25d61639-ce1d-4db4-b4b6-8cec1936d12f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:47.168930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:47.224802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=1aec0793-245d-46a8-a7a4-e92390fc7259,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:47.232627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:47.234225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.238103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77126884-0b37-49b4-bdab-1b96f565ec7f None None] Network 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:47.265200 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/1aec0793-245d-46a8-a7a4-e92390fc7259 HTTP/1.1" status: 204 len: 168 time: 0.7779474 Nov 24 14:01:47.268139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38694) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:47.335361 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:44Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:47.340543 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] Checking router: eb5794f2-652d-45fe-a0fa-f9c35fa69da5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:47.365052 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] Routers {'eb5794f2-652d-45fe-a0fa-f9c35fa69da5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:47.365924 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:47.583255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.606036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:47.679822 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] Set router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:47.731786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:47.739938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.741052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 77fcacea-0a06-4799-920c-2b2c723e02b6 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:47.838313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] DHCP port deletion for 061b6656-d0d1-4ec8-82e5-e1e12f22fef7 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:47.939999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Deleting port 29900c9d-5f96-44d4-a7f2-50316dc69102 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:47.940374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.944988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.956974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port ed813a29-9469-4c55-ad34-5ed24a9b0957 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:47.957529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:47.998589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7b073-515b-49b9-a6fc-618a942211a2 None None] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:48.050163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.112669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.133859 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:44Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:48.141068 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13f9f6-43ee-451f-b1bd-9eaec3417842 None None] The sync data for ids ['eb5794f2-652d-45fe-a0fa-f9c35fa69da5'] in dv-neutron-818153-2-hyperv is: [{'id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'name': 'tempest-TestNetworkBasicOps-router-1570700781', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:02Z', 'updated_at': '2021-11-24T14:01:44Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'ed813a29-9469-4c55-ad34-5ed24a9b0957', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5794f2-652d-45fe-a0fa-f9c35fa69da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:05Z', 'updated_at': '2021-11-24T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:48.154825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8::1 (4e3af684-34fc-4c22-a8ac-ef146a9c8401/eb00771e-2f40-48a4-9aa1-c1d48c79051c/97eeef88-96ee-487d-9743-cd8317f65d59) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:48.190230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.204492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port ed813a29-9469-4c55-ad34-5ed24a9b0957, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed813a29-9469-4c55-ad34-5ed24a9b0957,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:48.205126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.260104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] device_id is not set on port 6b560823-3f0e-4397-989e-128b0e651747 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:48.288366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 77fcacea-0a06-4799-920c-2b2c723e02b6 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:48.288776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.323328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Provisioning for port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:48.335336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for ed813a29-9469-4c55-ad34-5ed24a9b0957 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:48.361194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.387147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8780abd5-e618-4b54-bf63-51404f808dc5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:48.398643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Provisioning complete for port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:48.398643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.519210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=65b2a583-4e7b-4c45-8249-f5d18e8873be,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:48.529351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.533983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6be6988-bf4d-4818-98f7-b2b1c0c5312c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:48.534560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:48.577500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] For port 29900c9d-5f96-44d4-a7f2-50316dc69102, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29900c9d-5f96-44d4-a7f2-50316dc69102,segment=NetworkSegment(54d9b152-df1b-4e2d-a27b-359a5f992d2b),segment_id=54d9b152-df1b-4e2d-a27b-359a5f992d2b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:48.578063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.771027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=ed813a29-9469-4c55-ad34-5ed24a9b0957,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:48.774249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:48.776303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Calling delete_port for 29900c9d-5f96-44d4-a7f2-50316dc69102 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:48.811948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.820897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.859468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.876366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object 97eeef88-96ee-487d-9743-cd8317f65d59 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:48.878670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7a4dc99-ecae-4c67-ba87-c2e9cc6ef764 tempest-ServersTestJSON-896468223 tempest-ServersTestJSON-896468223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:48.882328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.928707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:48.983133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cc221a-bdf1-43f2-815b-ef0851315512,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:49.001117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:49.008226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.012479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:49.013454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9dde26c5-6fe9-4818-8304-07e941c9a1fb tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:49.021962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.028367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cbf728cc-6617-41d7-a22c-0f3d8cebc8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:49.088415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Pushing event deleted for resources: {'Port': ['ID=29900c9d-5f96-44d4-a7f2-50316dc69102,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:49.094766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:49.095801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:49.106819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] No DVR routers for this DVR port 29900c9d-5f96-44d4-a7f2-50316dc69102 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:49.124285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.126958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.135893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:49.138578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.165830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] For port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,segment=NetworkSegment(157d7c21-c443-4c71-a1d4-68363f1fbb23),segment_id=157d7c21-c443-4c71-a1d4-68363f1fbb23)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:49.167641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.168313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router eb5794f2-652d-45fe-a0fa-f9c35fa69da5 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:01:49.168898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/65b2a583-4e7b-4c45-8249-f5d18e8873be HTTP/1.1" status: 204 len: 168 time: 4.8356712 Nov 24 14:01:49.170233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.171477 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/10cc221a-bdf1-43f2-815b-ef0851315512 HTTP/1.1" status: 204 len: 168 time: 2.0758436 Nov 24 14:01:49.172221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38698) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:49.173962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.188093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38700) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:49.195220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:49.266782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.274522 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/eb5794f2-652d-45fe-a0fa-f9c35fa69da5 HTTP/1.1" status: 204 len: 168 time: 2.0037675 Nov 24 14:01:49.276065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38706) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:49.332729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Pushing event updated for resources: {'Port': ['ID=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:49.343497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:49.368607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2dd5d966-7f15-4da7-a4ce-9b90077e7feb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:49.411046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-66ef6074-e540-42ce-a82e-5d108b1e53d8 None None] Provisioning complete for port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:49.411439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-66ef6074-e540-42ce-a82e-5d108b1e53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.421345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2dd5d966-7f15-4da7-a4ce-9b90077e7feb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:49.429000 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2dd5d966-7f15-4da7-a4ce-9b90077e7feb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2386382 Nov 24 14:01:49.429805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38710) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:49.468489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.530979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.562481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.616450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.620821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0286fa81-ca27-4457-a336-e0b6c6f06d5c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:49.637744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8067e636-aaf7-49c8-9ee0-30205474b605,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:49.640785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:49.674354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.675895 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/8067e636-aaf7-49c8-9ee0-30205474b605 HTTP/1.1" status: 204 len: 168 time: 0.2429018 Nov 24 14:01:49.678588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38714) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:49.694869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3a86ad41-3e27-45c0-a9ab-a5a3b75d06f1 None None] Provisioning for port 97eeef88-96ee-487d-9743-cd8317f65d59 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:49.703106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3a86ad41-3e27-45c0-a9ab-a5a3b75d06f1 None None] Provisioning complete for port 97eeef88-96ee-487d-9743-cd8317f65d59 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:49.704245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a86ad41-3e27-45c0-a9ab-a5a3b75d06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.747824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-352119da-20c6-45da-9138-30a69f75b629 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:49.753046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=97eeef88-96ee-487d-9743-cd8317f65d59,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:49.772172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:49.774259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-352119da-20c6-45da-9138-30a69f75b629 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:49.776102 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-352119da-20c6-45da-9138-30a69f75b629 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0964262 Nov 24 14:01:49.781782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38720) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:49.788795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071364770'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:49.796199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:49.813807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:49.819124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:49.819760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dc6757fa-8545-4e7d-adb5-e7ba3e4dd137 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:49.820068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29900c9d-5f96-44d4-a7f2-50316dc69102 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:49.833817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.843635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:49.861366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:49.867165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:49.870762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:49.874888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 29900c9d-5f96-44d4-a7f2-50316dc69102 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:49.874888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29900c9d-5f96-44d4-a7f2-50316dc69102 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:49.878471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:49.898040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2da2c594-5088-4355-81e3-89048c2dd3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.902223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.906788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3a86ad41-3e27-45c0-a9ab-a5a3b75d06f1 None None] Port 97eeef88-96ee-487d-9743-cd8317f65d59 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:49.919140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a37c048-012f-409e-b20d-b852f4353e35 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:49.920659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a37c048-012f-409e-b20d-b852f4353e35 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:49.921424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5a37c048-012f-409e-b20d-b852f4353e35 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:49.960524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.964648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:49.970165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9b927623-096b-40d3-a196-f143b08dc6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:50.015584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dae9d1-740a-4fe1-b41f-e8f69afeede2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:50.019339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:50.023649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.024901 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2417257 Nov 24 14:01:50.027961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38724) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.034201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': 'b5dae9d1-740a-4fe1-b41f-e8f69afeede2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:50.041049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:50.045156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:50.048098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:50.054925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:50.072926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.107566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5a37c048-012f-409e-b20d-b852f4353e35 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:50.108732 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5a37c048-012f-409e-b20d-b852f4353e35 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.9189501 Nov 24 14:01:50.112160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38728) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.192898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.202284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 4c585ba6-3cce-4a89-aa6c-d052225c0d7f {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:50.204192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.212949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19e9bd8b-52d8-40d1-9bda-05010e2e1c4d tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:50.218688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.224779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.269073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221e9d0c-10df-400f-abd4-3e79fb4272cc,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:50.272421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:50.281645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.14 (b0ebebb2-853e-44e1-a545-365d1f97d566/c6b7ba83-12be-4b34-81d8-935107d3d28f/6b560823-3f0e-4397-989e-128b0e651747) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:50.291553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.295456 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2634592 Nov 24 14:01:50.295700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38732) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.314317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.322044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.331354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.350214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.13 (b0ebebb2-853e-44e1-a545-365d1f97d566/c6b7ba83-12be-4b34-81d8-935107d3d28f/6b560823-3f0e-4397-989e-128b0e651747) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:50.382264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.396318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.419616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061b6656-d0d1-4ec8-82e5-e1e12f22fef7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:50.444661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.451887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:50.458099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.510096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=221e9d0c-10df-400f-abd4-3e79fb4272cc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:50.512547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:50.516587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.517601 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/221e9d0c-10df-400f-abd4-3e79fb4272cc HTTP/1.1" status: 204 len: 168 time: 0.2205534 Nov 24 14:01:50.521134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38736) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.582475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d9b152-df1b-4e2d-a27b-359a5f992d2b') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:50.582926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d9b152-df1b-4e2d-a27b-359a5f992d2b') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:50.590554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f11ac7f-9040-4730-9b8e-431ec2fae759 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:50.594938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.600353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5fe49449-3746-426c-a043-4b54ab05f5af tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:50.620889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.635812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Router 441dee6f-9884-4134-8068-a0dcc12ec838 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:01:50.650884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=4c585ba6-3cce-4a89-aa6c-d052225c0d7f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:50.653385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:50.659597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.668273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8f11ac7f-9040-4730-9b8e-431ec2fae759 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:50.672193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8f11ac7f-9040-4730-9b8e-431ec2fae759 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476181 Nov 24 14:01:50.672954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38740) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.679836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03bdc8-6708-4710-aacc-92392483f9a1 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:50.683838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.693324 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/4c585ba6-3cce-4a89-aa6c-d052225c0d7f HTTP/1.1" status: 204 len: 168 time: 0.5743432 Nov 24 14:01:50.694652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38744) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.779718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2fbbacda-da9b-478d-a696-63cf73884216 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838037 Nov 24 14:01:50.788624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38748) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:50.798362 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-52d350ee-b204-4598-8dac-e809a4c75448 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6632035 Nov 24 14:01:50.869004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.883374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:01:50.884432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:01:50.902016 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:01:50.925038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:50.993947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f02473-5205-4bfb-a573-d4880119ecbb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:50.995413 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c0f02473-5205-4bfb-a573-d4880119ecbb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2058454 Nov 24 14:01:50.999408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38752) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.048784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:01:51.057370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Deleting port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:51.057921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.058590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.065209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-799b077e-ccae-48bb-8a71-65fdb8ee621c tempest-ServersTestManualDisk-1042215788 tempest-ServersTestManualDisk-1042215788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:51.085190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dae9d1-740a-4fe1-b41f-e8f69afeede2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:51.097446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:51.106825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221f094-edc2-46aa-89f6-fd69c1a1a638 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:51.107529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e221f094-edc2-46aa-89f6-fd69c1a1a638 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:51.115639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.119577 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5dae9d1-740a-4fe1-b41f-e8f69afeede2 HTTP/1.1" status: 204 len: 168 time: 0.4428976 Nov 24 14:01:51.119577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38756) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.165903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e221f094-edc2-46aa-89f6-fd69c1a1a638 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:51.169450 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e221f094-edc2-46aa-89f6-fd69c1a1a638 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1665425 Nov 24 14:01:51.176287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38760) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.267638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-814ff8a2-79dd-4531-be69-f7425d656141 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:51.275999 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-01138b3c-6c49-48d6-b1e4-d5fa71c6e19f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909655 Nov 24 14:01:51.276664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38764) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.282546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:51.283950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:51.399824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.400367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] For port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:51.400813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.419511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.428036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-355f9ef9-d87f-4f49-8fca-4c1871b3dbab tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:51.452190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.475376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=061b6656-d0d1-4ec8-82e5-e1e12f22fef7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:51.477512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:51.482642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:51.507132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/061b6656-d0d1-4ec8-82e5-e1e12f22fef7 HTTP/1.1" status: 204 len: 168 time: 2.2234087 Nov 24 14:01:51.526047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38768) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.539531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-814ff8a2-79dd-4531-be69-f7425d656141 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:51.544817 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-814ff8a2-79dd-4531-be69-f7425d656141 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4205446 Nov 24 14:01:51.544977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--1515932558', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:51.545522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38772) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.552369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879790845'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:51.552558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843240-16ac-4573-9dee-450f909df55e req-f55b1da6-c0e6-4a46-8ec5-338c803af14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:51.554072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-f55b1da6-c0e6-4a46-8ec5-338c803af14e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1098 time: 0.6486809 Nov 24 14:01:51.554766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Calling delete_port for 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:51.572902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:51.575161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:51.575290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:51.577621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.578821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.9250147 Nov 24 14:01:51.582748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38776) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.583647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Sync routers for ids ['441dee6f-9884-4134-8068-a0dcc12ec838'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:51.585981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:51.594141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:51.616697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.620380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:51.621042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.625014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:51.656637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Routers {'441dee6f-9884-4134-8068-a0dcc12ec838'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:51.657593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['441dee6f-9884-4134-8068-a0dcc12ec838'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:51.685795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.686639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.700036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:51.702720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:51.750470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.767532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:51.792124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.805802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:51.809511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.846178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.856309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:51.884327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:51.887954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:51.908807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:51.915411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Pushing event deleted for resources: {'Port': ['ID=7684d6d8-fee1-43dd-a45b-55d6fbdaefdf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:51.918802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:51.920085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] No DVR routers for this DVR port 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:01:51.922738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:51.927903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:51.930423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:51.937281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:51.948082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:51.958588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=97eeef88-96ee-487d-9743-cd8317f65d59,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:51.961676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:51.962143 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-55a0bc1b-3df9-4f11-ae6b-a39867e5efe5 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/441dee6f-9884-4134-8068-a0dcc12ec838 HTTP/1.1" status: 200 len: 906 time: 0.3753288 Nov 24 14:01:51.962287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38780) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:51.967287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:51.981244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-19c25b9f-d0f6-45ef-8d45-b3ff05725e6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:51.994604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Set router 441dee6f-9884-4134-8068-a0dcc12ec838 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:52.120662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.135845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.142679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5013687b-4fdb-4384-b439-9eccf34cfa8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:52.203767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4df26c-adb3-49a3-bf3e-d8ed1e7f6a65,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:52.204544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed813a29-9469-4c55-ad34-5ed24a9b0957 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:52.212886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:52.244653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.245898 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6994565 Nov 24 14:01:52.255114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38784) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:52.260164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ed813a29-9469-4c55-ad34-5ed24a9b0957 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:52.260164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed813a29-9469-4c55-ad34-5ed24a9b0957 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:52.260554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:01:52.262762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '9d4df26c-adb3-49a3-bf3e-d8ed1e7f6a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:52.267628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:01:52.272805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:52.280232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Usage tracker for resource:security_group_rule and tenant:d31de8c563ca462fbadd84b9a55b3b3c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:52.281165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843240-16ac-4573-9dee-450f909df55e req-a07b0d01-24b0-41ba-a346-7b30f3962ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:52.282740 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-a07b0d01-24b0-41ba-a346-7b30f3962ec2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 899 time: 0.7005160 Nov 24 14:01:52.284708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:52.294850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:52.296879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=6b560823-3f0e-4397-989e-128b0e651747,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:52.299415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:52.306895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:01:52.307291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7684d6d8-fee1-43dd-a45b-55d6fbdaefdf not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:01:52.338244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:01:52.340685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.345872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7d874e9b-4547-4814-9396-21a0a7e2754a tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:52.387986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:52.388492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.400615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.400987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment 29c6f93d-87ed-4770-a4fd-7501d622ae58 of type vlan for network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a Nov 24 14:01:52.403828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.413214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:52.418207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:52.428259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:52.430116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.466545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=c0cb112a-1e87-4a21-96f0-e5433b1b712c,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:52.467401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef4873-c983-4f88-b02f-0c6e8ff5f2eb None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:01:52.471541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:52.476252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:52.484985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.7178206 Nov 24 14:01:52.487713 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2103777 Nov 24 14:01:52.490319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38788) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:52.490655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38790) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:52.497203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '6b560823-3f0e-4397-989e-128b0e651747', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:52.505602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:52.509732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:be:3c:3c', 'name': 'tempest-NetworksTestDHCPv6-1446785126'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:52.531753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:52.533900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.556142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.595872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3144532-af99-477e-886f-a6636e38adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.604826 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-4c8f98fa-c6be-4e54-b0b8-4c93400e1a88 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 1001 time: 0.3042784 Nov 24 14:01:52.620117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:52.622459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.628800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:52.647315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441dee6f-9884-4134-8068-a0dcc12ec838', 'name': 'tempest-snat-router-336113636', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'b26adb77-1d9d-4acc-a727-f050f1aad5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:40Z', 'updated_at': '2021-11-24T14:01:46Z', 'revision_number': 3, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port': {'id': 'b26adb77-1d9d-4acc-a727-f050f1aad5b0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441dee6f-9884-4134-8068-a0dcc12ec838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:43Z', 'updated_at': '2021-11-24T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:52.661554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3362ff1-cf3d-4551-8236-20fcd86975af,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:52.663740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Checking router: 441dee6f-9884-4134-8068-a0dcc12ec838 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:01:52.664492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Updating router 441dee6f-9884-4134-8068-a0dcc12ec838 port b26adb77-1d9d-4acc-a727-f050f1aad5b0 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:01:52.668852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:52.671769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.679298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.740341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.741531 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4856427 Nov 24 14:01:52.751076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38796) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:52.843596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.873254 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7b044e82-aea1-423f-ac2b-50a77a463ebd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules/c3362ff1-cf3d-4551-8236-20fcd86975af HTTP/1.1" status: 200 len: 763 time: 0.1210437 Nov 24 14:01:52.874362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:52.879862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38800) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:52.883032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:52.885601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'c0cb112a-1e87-4a21-96f0-e5433b1b712c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:01:52.886855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:52.899191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:52.911814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:52.926684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:01:52.951605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:01:53.003139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.008679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:53.009291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.011541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6d016fa8-d317-4657-ad41-d5061ed73738 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:53.019910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70a43fe3-12e0-4642-9eb5-abd1088c1940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:53.034567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843240-16ac-4573-9dee-450f909df55e req-cd669971-bf26-4db6-a8ae-52d71de27621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:53.036528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-cd669971-bf26-4db6-a8ae-52d71de27621 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 200 len: 834 time: 0.3591862 Nov 24 14:01:53.086311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3ed54ed1-896e-4a88-b05e-f139e5e1230d None None] Provisioning complete for port 97eeef88-96ee-487d-9743-cd8317f65d59 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:53.086686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ed54ed1-896e-4a88-b05e-f139e5e1230d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.102498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6d016fa8-d317-4657-ad41-d5061ed73738 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:53.106576 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6d016fa8-d317-4657-ad41-d5061ed73738 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2231245 Nov 24 14:01:53.108162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38804) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:53.182907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3ed54ed1-896e-4a88-b05e-f139e5e1230d None None] Port 97eeef88-96ee-487d-9743-cd8317f65d59 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:53.205245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.213286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.239392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.267529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port e211104b-6d24-4af2-820f-196a65c60d21 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:01:53.301360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Allocated IP 2001:db8::f816:3eff:fe48:9ed6 (13168bed-777a-4e4d-96b5-2446850be7d2/c0cb112a-1e87-4a21-96f0-e5433b1b712c/ed58af6a-031b-4b9a-bb36-a4671052d7f9) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:53.304504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.362330 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8300986 Nov 24 14:01:53.368563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38808) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:53.379861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-367855525', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:53.407419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.413191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:53.413421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:53.415959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:53.417643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:53.430959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:01:53.431790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.434588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:01:53.443411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:01:53.446177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0cc84b26-5733-4afc-a267-4551e3b1f7c0 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:01:53.452168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Deleting port b26adb77-1d9d-4acc-a727-f050f1aad5b0 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:53.452916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.457896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3362ff1-cf3d-4551-8236-20fcd86975af,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:53.463131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:53.465582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:53.490869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.491909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.496580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.500397 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c3362ff1-cf3d-4551-8236-20fcd86975af HTTP/1.1" status: 204 len: 168 time: 0.3876820 Nov 24 14:01:53.501088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:53.538385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.567293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fbab5970-059f-42ea-aadb-32547fb5d5bf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:53.587780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fbab5970-059f-42ea-aadb-32547fb5d5bf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:53.591909 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fbab5970-059f-42ea-aadb-32547fb5d5bf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0877039 Nov 24 14:01:53.592328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:53.598638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '9d4df26c-adb3-49a3-bf3e-d8ed1e7f6a65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:53.654035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843240-16ac-4573-9dee-450f909df55e req-44a20d67-339d-4683-82b1-8d20b77a86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:53.655546 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-44a20d67-339d-4683-82b1-8d20b77a86b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7330379e-2119-4be1-b716-f76c7ceada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6022689 Nov 24 14:01:53.719181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.726285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.745797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Transition to ACTIVE for port object b26adb77-1d9d-4acc-a727-f050f1aad5b0 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:53.755166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.761676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.770096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:53.794917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:53.818148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Transition to ACTIVE for port object ed58af6a-031b-4b9a-bb36-a4671052d7f9 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:53.843331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:01:53.851153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0cc84b26-5733-4afc-a267-4551e3b1f7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4309249 Nov 24 14:01:53.854916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:53.855482 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] Sync routers for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:01:53.867009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Attempting to bind port b26adb77-1d9d-4acc-a727-f050f1aad5b0 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:53.867542 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:53.868060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Attempting to bind port b26adb77-1d9d-4acc-a727-f050f1aad5b0 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:53.868530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Attempting to bind port b26adb77-1d9d-4acc-a727-f050f1aad5b0 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:53.868666 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:53.874435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb77e0-8182-42d6-add2-2aa1156fd215 None None] Pushing event updated for resources: {'Port': ['ID=b26adb77-1d9d-4acc-a727-f050f1aad5b0,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:53.887986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5bb77e0-8182-42d6-add2-2aa1156fd215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:53.889388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Transition to ACTIVE for port object ed58af6a-031b-4b9a-bb36-a4671052d7f9 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:53.890825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:53.891339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:53.891843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.892597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:53.893205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Bound port: b26adb77-1d9d-4acc-a727-f050f1aad5b0, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:53.893684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.943487 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:53.953294 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:53.954322 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:53.980112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] For port b26adb77-1d9d-4acc-a727-f050f1aad5b0, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:53.982071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.44 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/4a7b5c2a-558d-4b29-ab1d-aab0d269260c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:53.984394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] For port b26adb77-1d9d-4acc-a727-f050f1aad5b0, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b26adb77-1d9d-4acc-a727-f050f1aad5b0,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:53.986872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.992638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:53.998723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:54.007555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2cf270-c0c6-471e-8644-8c78730b3038 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:54.008183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6d2cf270-c0c6-471e-8644-8c78730b3038 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:54.014195 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-4f3ab5f6-81d7-47e1-ad2b-a5d3a527b817 service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382847 Nov 24 14:01:54.033792 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:54.034468 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945a64d-d17f-4754-8f1a-4456889a336f None None] The sync data for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:54.043568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.093984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:54.099886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:54.105509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:54.107494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb77e0-8182-42d6-add2-2aa1156fd215 None None] Pushing event updated for resources: {'Port': ['ID=b26adb77-1d9d-4acc-a727-f050f1aad5b0,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:54.114548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5bb77e0-8182-42d6-add2-2aa1156fd215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:54.115155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-70e9489f-2674-4f13-863a-6f5cc1aefc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:54.166776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Calling delete_port for b26adb77-1d9d-4acc-a727-f050f1aad5b0 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:54.184654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Routers {'441dee6f-9884-4134-8068-a0dcc12ec838'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:01:54.185473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['441dee6f-9884-4134-8068-a0dcc12ec838'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:54.246514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:54.280925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6d2cf270-c0c6-471e-8644-8c78730b3038 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:54.282441 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6d2cf270-c0c6-471e-8644-8c78730b3038 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports/97eeef88-96ee-487d-9743-cd8317f65d59 HTTP/1.1" status: 200 len: 911 time: 0.4266124 Nov 24 14:01:54.289035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38826) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:54.301314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.328959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:febe:3c3c (13168bed-777a-4e4d-96b5-2446850be7d2/c0cb112a-1e87-4a21-96f0-e5433b1b712c/e211104b-6d24-4af2-820f-196a65c60d21) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:54.375895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.467109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Pushing event updated for resources: {'Port': ['ID=ed58af6a-031b-4b9a-bb36-a4671052d7f9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:54.472104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:54.499325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] Set router 441dee6f-9884-4134-8068-a0dcc12ec838 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:01:54.526931 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47843240-16ac-4573-9dee-450f909df55e req-743ccee0-e7d6-412a-b416-abbd97fb89a0 service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511275 Nov 24 14:01:54.559776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.616653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Attempting to bind port ed58af6a-031b-4b9a-bb36-a4671052d7f9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:01:54.617162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Attempting to bind port ed58af6a-031b-4b9a-bb36-a4671052d7f9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:01:54.617801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Attempting to bind port ed58af6a-031b-4b9a-bb36-a4671052d7f9 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:01:54.620975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441dee6f-9884-4134-8068-a0dcc12ec838', 'name': 'tempest-snat-router-336113636', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:40Z', 'updated_at': '2021-11-24T14:01:53Z', 'revision_number': 4, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:01:54.628195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:01:54.629661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:01:54.630339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.631084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:01:54.631777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Bound port: ed58af6a-031b-4b9a-bb36-a4671052d7f9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:01:54.632366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.644934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c4569-a938-4de6-8eca-da1c86917647 None None] The sync data for ids ['441dee6f-9884-4134-8068-a0dcc12ec838'] in dv-neutron-818153-2-hyperv is: [{'id': '441dee6f-9884-4134-8068-a0dcc12ec838', 'name': 'tempest-snat-router-336113636', 'tenant_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:40Z', 'updated_at': '2021-11-24T14:01:53Z', 'revision_number': 4, 'project_id': 'a48cf8efa8b94a5da468e7b1dac01318', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:01:54.774373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:01:54.784467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:01:54.797314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.807992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:54.872890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:54.922021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object e211104b-6d24-4af2-820f-196a65c60d21 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:54.998892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Pushing event updated for resources: {'Port': ['ID=ed58af6a-031b-4b9a-bb36-a4671052d7f9,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:55.016728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:55.036599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.055193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.059340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f5c4b2b8-a3eb-4ce1-a007-76d0312a0e92 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:55.074374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.108639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f327b7b4-6adb-4e3e-8891-d1f03f95f402,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:55.120189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:55.123470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:55.146039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:01:55.146605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:01:55.249518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.252525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:55.284261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.286969 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6933253 Nov 24 14:01:55.303644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:55.307466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:55.324114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:55.325112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.347218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38848) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:55.413072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.433068 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9395871 Nov 24 14:01:55.438890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38852) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:55.461580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-27d51ceb-40e6-4545-86a7-c54345150154 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules/f327b7b4-6adb-4e3e-8891-d1f03f95f402 HTTP/1.1" status: 200 len: 763 time: 0.0403261 Nov 24 14:01:55.464989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38854) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:55.508758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.528073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=e211104b-6d24-4af2-820f-196a65c60d21,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:55.531304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:55.543818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-98d1b94b-38a6-422e-abe0-c6835a6b5d68 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:55.610385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:55.623269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:55.628586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:55.664079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Deleting port b26adb77-1d9d-4acc-a727-f050f1aad5b0 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:55.664417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.789152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aaf44a97-6712-4090-84ed-3150725c25cc tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:55.851950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aaf44a97-6712-4090-84ed-3150725c25cc tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:55.853277 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aaf44a97-6712-4090-84ed-3150725c25cc tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3876739 Nov 24 14:01:55.858683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38860) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:55.962185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=4a7b5c2a-558d-4b29-ab1d-aab0d269260c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:55.972047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:55.990208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] For port b26adb77-1d9d-4acc-a727-f050f1aad5b0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b26adb77-1d9d-4acc-a727-f050f1aad5b0,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:55.990568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:55.990792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff46da-bf9f-4723-898b-274843211180 req-397e7774-280a-4d0d-8f65-c668fe83d0dd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:55.992389 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0eff46da-bf9f-4723-898b-274843211180 req-397e7774-280a-4d0d-8f65-c668fe83d0dd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.8234673 Nov 24 14:01:56.001558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.019978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.079692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.141575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.196584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Calling delete_port for b26adb77-1d9d-4acc-a727-f050f1aad5b0 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:56.245753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae788617-676e-4003-908d-6cdf5740db34 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:56.253307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae788617-676e-4003-908d-6cdf5740db34 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:56.255317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ae788617-676e-4003-908d-6cdf5740db34 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:56.277784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.282417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0eff46da-bf9f-4723-898b-274843211180 req-880b287b-a115-49ea-b1bf-75d3f036ae2b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584708 Nov 24 14:01:56.292141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:56.358762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f327b7b4-6adb-4e3e-8891-d1f03f95f402,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:56.371893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:56.403518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ae788617-676e-4003-908d-6cdf5740db34 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:56.407783 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ae788617-676e-4003-908d-6cdf5740db34 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9295452 Nov 24 14:01:56.408478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38864) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:56.413618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8:1::1 (30919a02-fa0f-4618-aa2c-66b4b2f349c9/07de4195-2749-4a8a-90f9-93b29f784f20/f3ffe4e0-78c5-4db8-b568-07b76f2e9712) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:56.420514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.421681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f327b7b4-6adb-4e3e-8891-d1f03f95f402 HTTP/1.1" status: 204 len: 168 time: 0.5596094 Nov 24 14:01:56.424355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38866) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:56.459813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9a334681-788f-4129-a9d6-59f4d4e66fe7 None None] Provisioning for port ed58af6a-031b-4b9a-bb36-a4671052d7f9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:56.633295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port e211104b-6d24-4af2-820f-196a65c60d21 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:56.633875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.709385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-981029fe-07f7-4ded-a985-30eccdebc6d1 None None] Provisioning for port e211104b-6d24-4af2-820f-196a65c60d21 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:56.715822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.142 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/299f4a48-5a7c-43aa-b6dc-18cf57a416e0) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:01:56.719545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6db69a42-bfb5-4eee-b872-f10c7d10e621 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:56.720632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-981029fe-07f7-4ded-a985-30eccdebc6d1 None None] Provisioning complete for port e211104b-6d24-4af2-820f-196a65c60d21 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:56.721715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-981029fe-07f7-4ded-a985-30eccdebc6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.794022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-981029fe-07f7-4ded-a985-30eccdebc6d1 None None] Port e211104b-6d24-4af2-820f-196a65c60d21 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:56.820645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6db69a42-bfb5-4eee-b872-f10c7d10e621 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:56.824553 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6db69a42-bfb5-4eee-b872-f10c7d10e621 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3947341 Nov 24 14:01:56.827253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38872) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:56.837011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Request body: {'security_group_rule': {'security_group_id': '9d4df26c-adb3-49a3-bf3e-d8ed1e7f6a65', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:01:56.852413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.856090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:01:56.860768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05baebee-fbe8-4d97-8fe4-08397388f8a1 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:56.907556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:56.930495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:01:56.935150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event deleted for resources: {'Port': ['ID=b26adb77-1d9d-4acc-a727-f050f1aad5b0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:56.938354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:56.970842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object f3ffe4e0-78c5-4db8-b568-07b76f2e9712 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:01:57.063902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.096823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.101096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.107349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.110510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-603f54c8-a7f1-4f6c-9a8a-d78277d5a306 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:57.172168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.240574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.248799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for e211104b-6d24-4af2-820f-196a65c60d21 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:57.299165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed58af6a-031b-4b9a-bb36-a4671052d7f9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:57.382490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ed58af6a-031b-4b9a-bb36-a4671052d7f9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:57.384340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:57.390499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ed58af6a-031b-4b9a-bb36-a4671052d7f9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:57.391995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.407862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:57.421687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:57.422200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.443635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.470389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.474171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.474342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.486036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-80b7f333-6d35-4782-88d7-27a57a86759f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:57.510887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=f3ffe4e0-78c5-4db8-b568-07b76f2e9712,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:57.516200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:57.556211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.569392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.580427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:57.587401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.614265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.614787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 441dee6f-9884-4134-8068-a0dcc12ec838 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:01:57.627170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b70958-a981-4468-ba9c-1f734eda24ad,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:57.645134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:57.683777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.687660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8556287 Nov 24 14:01:57.699974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38878) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:57.709298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:57.716264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.717299 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/routers/441dee6f-9884-4134-8068-a0dcc12ec838 HTTP/1.1" status: 204 len: 168 time: 5.7033753 Nov 24 14:01:57.723540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.729919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-914cf0a1-e5a7-4e2f-8981-5f38028147ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:57.738483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f72c9d-817b-446c-8c82-2b0b43438f2d req-a178b08c-ed3c-47d6-ade2-7a49e5b5fb0f tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:57.740195 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-01f72c9d-817b-446c-8c82-2b0b43438f2d req-a178b08c-ed3c-47d6-ade2-7a49e5b5fb0f tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.3202593 Nov 24 14:01:57.742519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38882) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:57.824900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:57.839932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:57.846287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ed58af6a-031b-4b9a-bb36-a4671052d7f9,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:57.849086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:01:57.857856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:57.865148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-30bed6c7-3b6a-4b74-94e8-c5ee49f5ddb9 None None] Provisioning for port f3ffe4e0-78c5-4db8-b568-07b76f2e9712 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:01:57.871122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-30bed6c7-3b6a-4b74-94e8-c5ee49f5ddb9 None None] Provisioning complete for port f3ffe4e0-78c5-4db8-b568-07b76f2e9712 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:57.871679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-30bed6c7-3b6a-4b74-94e8-c5ee49f5ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.883483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:57.899792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:57.938536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-439cfc3d-6224-4711-8830-73948ce3254f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules/88b70958-a981-4468-ba9c-1f734eda24ad HTTP/1.1" status: 200 len: 764 time: 0.2357426 Nov 24 14:01:57.949175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-30bed6c7-3b6a-4b74-94e8-c5ee49f5ddb9 None None] Port f3ffe4e0-78c5-4db8-b568-07b76f2e9712 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:57.959445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38886) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:57.969622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:57.988551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6c8744dd-7ae9-4c22-850a-8cd0767e5569 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:58.032858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.049726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=e211104b-6d24-4af2-820f-196a65c60d21,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:58.060197 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-01f72c9d-817b-446c-8c82-2b0b43438f2d req-675c8b3e-bfd4-4e6e-a660-3ee9bc8c1b24 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024298 Nov 24 14:01:58.135916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7c6f445f-286d-4fdb-8fa4-98f0c5dfecd4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:58.145665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:58.163361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.246857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.328547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/e211104b-6d24-4af2-820f-196a65c60d21 HTTP/1.1" status: 204 len: 168 time: 1.8595309 Nov 24 14:01:58.333065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38890) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:58.421359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.476996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.490749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-814ab0cd-ea00-4f09-ac6c-a30701457ef5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:58.552808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7c6f445f-286d-4fdb-8fa4-98f0c5dfecd4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:58.556888 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7c6f445f-286d-4fdb-8fa4-98f0c5dfecd4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5832937 Nov 24 14:01:58.564498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38894) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:58.595869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afae3f6-0009-40be-882e-2d56878afe09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:58.597549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afae3f6-0009-40be-882e-2d56878afe09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:58.598477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4afae3f6-0009-40be-882e-2d56878afe09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:58.636760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.659573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.725498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4afae3f6-0009-40be-882e-2d56878afe09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:58.726695 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4afae3f6-0009-40be-882e-2d56878afe09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3927789 Nov 24 14:01:58.736415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38898) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:58.737187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=4a7b5c2a-558d-4b29-ab1d-aab0d269260c,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:58.740409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.766511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.788014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Deleting port 0707ce2f-10f0-4ec1-8267-227bad82094f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:01:58.788432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.797728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:58.811983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.833736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9ff85d9b-6738-4397-b416-4ed8e46180f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:58.874755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b70958-a981-4468-ba9c-1f734eda24ad,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:58.890268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:58.916233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:58.917687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/88b70958-a981-4468-ba9c-1f734eda24ad HTTP/1.1" status: 204 len: 168 time: 0.3493855 Nov 24 14:01:58.923535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38902) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:58.930487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.056911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.072266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cc916f6c-7d6e-43fb-bda5-318492b159f9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:01:59.076847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.077675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.091718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-abfe872c-9e23-4451-829d-eb1ffe9304ee tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:59.161323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] For port 0707ce2f-10f0-4ec1-8267-227bad82094f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0707ce2f-10f0-4ec1-8267-227bad82094f,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:01:59.161680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.263305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed58af6a-031b-4b9a-bb36-a4671052d7f9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:01:59.289156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet c0cb112a-1e87-4a21-96f0-e5433b1b712c {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:01:59.310609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.311476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cc916f6c-7d6e-43fb-bda5-318492b159f9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:01:59.313837 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cc916f6c-7d6e-43fb-bda5-318492b159f9 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3470771 Nov 24 14:01:59.341067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ed58af6a-031b-4b9a-bb36-a4671052d7f9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:59.341576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.343225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38908) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:01:59.369690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Calling delete_port for 0707ce2f-10f0-4ec1-8267-227bad82094f owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:01:59.426750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=f3ffe4e0-78c5-4db8-b568-07b76f2e9712,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:59.435733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:01:59.443387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.471944 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 78617af5-875e-4d5a-baa2-650ede3ca31b associated. External IP: 172.26.8.44, port: 6b560823-3f0e-4397-989e-128b0e651747. Nov 24 14:01:59.517998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:01:59.520200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:01:59.747103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0cc84b26-5733-4afc-a267-4551e3b1f7c0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:01:59.796830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e7d45e9c-310b-487a-a5de-7c77178801e7 None None] Provisioning complete for port f3ffe4e0-78c5-4db8-b568-07b76f2e9712 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:59.797214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7d45e9c-310b-487a-a5de-7c77178801e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.817690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.836921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26996-f337-4312-931c-6c542f17c839 req-f7e25a2f-9bdd-4c7a-99b8-86a81c17b060 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:59.838459 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-15d26996-f337-4312-931c-6c542f17c839 req-f7e25a2f-9bdd-4c7a-99b8-86a81c17b060 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.6422250 Nov 24 14:01:59.856704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e7d45e9c-310b-487a-a5de-7c77178801e7 None None] Port f3ffe4e0-78c5-4db8-b568-07b76f2e9712 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:01:59.866314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.877218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fada7ce4-e274-4b17-92f4-a9d06209cf90 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:01:59.972191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:01:59.985822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.089257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event deleted for resources: {'Port': ['ID=0707ce2f-10f0-4ec1-8267-227bad82094f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:00.117331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:00.185804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:00.190863 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-15d26996-f337-4312-931c-6c542f17c839 req-b2f0179c-94f9-4e6f-b9b4-eb3b65517271 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324182 Nov 24 14:02:00.198989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] Sync routers for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:00.204722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0cc84b26-5733-4afc-a267-4551e3b1f7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9143751 Nov 24 14:02:00.205315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38912) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:00.209342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.211394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:00.212152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:00.222688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.281774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:00.293101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:00.293845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:00.364150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:00.364626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaae230-83e3-49aa-9676-20518081b517 None None] The sync data for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:00.403855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.412647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5af3ace8-af68-403e-8f7f-2e429dcdd35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:00.438310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.438791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.442969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.450081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4df26c-adb3-49a3-bf3e-d8ed1e7f6a65,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:00.453966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35465f-4d39-4b04-807b-a3d95d7556d6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:00.454210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ea35465f-4d39-4b04-807b-a3d95d7556d6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:00.461236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:00.466042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-87be7e7f-1de5-4527-b0fc-e3cfab9e608e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:00.482844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ea35465f-4d39-4b04-807b-a3d95d7556d6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:00.487650 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ea35465f-4d39-4b04-807b-a3d95d7556d6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports/f3ffe4e0-78c5-4db8-b568-07b76f2e9712 HTTP/1.1" status: 200 len: 913 time: 0.2801692 Nov 24 14:02:00.489295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38916) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:00.489951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.490591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b33e757-1329-4efb-8a63-a324ff40da02 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:02:00.544727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cb112a-1e87-4a21-96f0-e5433b1b712c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:00.545721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dcd3e-cdab-4496-951f-173c440f0309 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:00.548528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:00.554337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.562442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:00.601348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.602891 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d4df26c-adb3-49a3-bf3e-d8ed1e7f6a65 HTTP/1.1" status: 204 len: 168 time: 1.2565269 Nov 24 14:02:00.607316 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/c0cb112a-1e87-4a21-96f0-e5433b1b712c HTTP/1.1" status: 204 len: 168 time: 1.8139431 Nov 24 14:02:00.610051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38920) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:00.610584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38922) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:00.690059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:00.692106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0b33e757-1329-4efb-8a63-a324ff40da02 HTTP/1.1" status: 204 len: 168 time: 2.9482641 Nov 24 14:02:00.703588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38928) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:00.715705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356075683', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:00.730783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-797d2245-6f75-430b-aa72-a1005453fd92 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164794 Nov 24 14:02:00.734966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38932) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:00.755287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:00.782219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:00.927986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c50c5b2d-bd07-4558-b164-155000b59c1c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Synchronizing usage tracker for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:00.985336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Usage tracker for resource:router and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:00.993189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:01.006287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:01.010982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router caee891a-0d53-404e-b441-95e0b5331217 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:01.017003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:01.022289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Deleting port ed58af6a-031b-4b9a-bb36-a4671052d7f9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:01.022653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.055944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c50c5b2d-bd07-4558-b164-155000b59c1c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Unset dirty status for tenant:d31de8c563ca462fbadd84b9a55b3b3c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:01.058717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c50c5b2d-bd07-4558-b164-155000b59c1c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4462461 Nov 24 14:02:01.065051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38936) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:01.091941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:01.124955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:01.187562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.187562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.215796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b4e10e31-28f2-4d8a-920a-44e130c1843f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1476901 Nov 24 14:02:01.220217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:01.244319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.269236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:01.281228 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:01.282080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.301832 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:01.305486 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:01.336964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.344581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0707ce2f-10f0-4ec1-8267-227bad82094f no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:01.371258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:01.391503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 0707ce2f-10f0-4ec1-8267-227bad82094f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:02:01.391897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0707ce2f-10f0-4ec1-8267-227bad82094f not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:02:01.392326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed58af6a-031b-4b9a-bb36-a4671052d7f9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:01.455385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Sync routers for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:01.485724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:01.487251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:01.517856 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:01.536111 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:01.538433 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:01.661449 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1688602 Nov 24 14:02:01.662462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.663625 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2930288 Nov 24 14:02:01.664496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38946) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:01.690887 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:01.693115 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2c4f3-754a-495d-8825-18991ec07eb4 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:01.702015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38948) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:01.713917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:01.714685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.744103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38950) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:01.756126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'port_id': '6b560823-3f0e-4397-989e-128b0e651747', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:01.828952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.904931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Calling delete_port for ed58af6a-031b-4b9a-bb36-a4671052d7f9 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:01.955702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:01.957764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:02.021862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:02.039081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:02.043455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-97e6a69d-3523-43a0-941f-d2ec7f4b05f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:02.048660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b8a3db32-7ed9-4591-8c37-7fa0d278d851 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2444007 Nov 24 14:02:02.061368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38962) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:02.125256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ed58af6a-031b-4b9a-bb36-a4671052d7f9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:02.132879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:02.140195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:02:02.140553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:02:02.142274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:02.180337 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-33bc0e10-6df3-4db8-b805-521197844d53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d31de8c563ca462fbadd84b9a55b3b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349556 Nov 24 14:02:02.184420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38966) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:02.303566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dba94-3a1e-4255-8063-25dc2df2a097 req-ba6738d3-af18-418f-9af0-a13349a7cfb4 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:02.305052 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-592dba94-3a1e-4255-8063-25dc2df2a097 req-ba6738d3-af18-418f-9af0-a13349a7cfb4 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.7568719 Nov 24 14:02:02.423130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c5d41-632b-46f8-9ee6-6b2e9be3b10e tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:02.427852 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bc9c5d41-632b-46f8-9ee6-6b2e9be3b10e tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3541696 Nov 24 14:02:02.437174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38970) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:02.487133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:02.500528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-592dba94-3a1e-4255-8063-25dc2df2a097 req-918fd78e-de21-4dc0-8c52-e7e918a2057e tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714940 Nov 24 14:02:02.514002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-04c637f4-a208-4b26-adf4-fd397e31ddf9 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730200 Nov 24 14:02:02.527902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 38974) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:02.540573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:01:58Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:02.545594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Checking router: caee891a-0d53-404e-b441-95e0b5331217 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:02:02.546134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Updating router caee891a-0d53-404e-b441-95e0b5331217 port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:02:02.546249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530897291', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:02.582447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:02.608571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:02.645499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Deleting port ed58af6a-031b-4b9a-bb36-a4671052d7f9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:02.645499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:02.741395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:02:02.931098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.157320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:03.157722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.200233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.225429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.265906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:03.286036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.294161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:03.294472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port f3ffe4e0-78c5-4db8-b568-07b76f2e9712 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:03.294472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.295090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Calling delete_port for ed58af6a-031b-4b9a-bb36-a4671052d7f9 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:03.366900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:03.396058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:03.450697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:03.454242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.468859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.471903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.483458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Transition to ACTIVE for port object 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:03.491917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a361b3a1-9a90-49f6-bf95-fe66167051a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:03.494317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.498775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:03.646112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Attempting to bind port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:03.647318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Attempting to bind port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:03.647802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Attempting to bind port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:03.648508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f77210-6478-4226-87b1-533f4bc5fb11,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:03.667792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c5ee0-4750-4dfc-aba7-4b276a180c26 None None] Pushing event updated for resources: {'Port': ['ID=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:03.688785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-027c5ee0-4750-4dfc-aba7-4b276a180c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:03.699090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:03.699658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:03.700187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.701750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:03.702309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Bound port: 299f4a48-5a7c-43aa-b6dc-18cf57a416e0, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:03.703449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.745705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:03.774864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.830112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] For port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:03.834945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] For port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:03.840580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.844336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:02:03.845276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b9316397-bba7-4d92-b82b-b5ce7c976597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:03.948653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:03.949339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:03.986732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:03.990866 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7f77210-6478-4226-87b1-533f4bc5fb11 HTTP/1.1" status: 204 len: 168 time: 1.8004479 Nov 24 14:02:04.021286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.030074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Allocated IP 172.26.8.99 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/cfca06f5-4b83-4538-beba-8ca7d0c8b3df) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:04.041936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.103345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c5ee0-4750-4dfc-aba7-4b276a180c26 None None] Pushing event updated for resources: {'Port': ['ID=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:04.103617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for f3ffe4e0-78c5-4db8-b568-07b76f2e9712 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:04.108634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-027c5ee0-4750-4dfc-aba7-4b276a180c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:04.154719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:04.188813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:04.240677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.250862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.252075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.264144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c0432d97-0eb1-4689-8127-493df41b8de4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:04.339004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402336-16dc-408a-a04e-9596b453e7ff req-d93e1da4-9b98-4d79-aa73-c88c21fb2142 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:04.341490 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-76402336-16dc-408a-a04e-9596b453e7ff req-d93e1da4-9b98-4d79-aa73-c88c21fb2142 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.6770184 Nov 24 14:02:04.396988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:04.410777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:04.418812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:02:04.419376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:02:04.421395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:04.422434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.456221 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-76402336-16dc-408a-a04e-9596b453e7ff req-3bab8e91-2399-4934-a937-ed23146f9d04 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895691 Nov 24 14:02:04.493075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=ed58af6a-031b-4b9a-bb36-a4671052d7f9,revision_number=7']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:04.498987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:04.508933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-55669ef1-06c9-4c31-b620-73f7768ad30d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:04.574200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.609442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a8c8b9dc-2a03-4695-b712-280af4a89cda tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:04.644778 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9062490 Nov 24 14:02:04.667467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 38990) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:04.744164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:73:2c:09', 'name': 'tempest-NetworksTestDHCPv6-1604854866'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:04.766643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Deleting port ed58af6a-031b-4b9a-bb36-a4671052d7f9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:04.767201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:04.783907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:05.029732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=9ba8daa3-eb63-4e8c-932b-536edef74eef,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:05.045378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:05.049596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fe10cbea-0ce9-48c5-bf78-1e9547d601e5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:05.079632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:05.139756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=f3ffe4e0-78c5-4db8-b568-07b76f2e9712,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:05.223725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] For port ed58af6a-031b-4b9a-bb36-a4671052d7f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed58af6a-031b-4b9a-bb36-a4671052d7f9,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:05.224137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:05.240588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:05.241032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:02:05.298831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=01eaa211-56f6-4398-a997-f129e21ecda6,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:05.312330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:05.351368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:01:58Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:05.406203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:05.414748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:02:05.416149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:05.434083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:05.443539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4c682-1fac-437c-8289-b1ed68f08722 None None] The sync data for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv is: [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:01:58Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:05.447098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:05.460835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Calling delete_port for ed58af6a-031b-4b9a-bb36-a4671052d7f9 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:05.477457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:05.567386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39006) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:05.586397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:05.661391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53728192-db6c-462b-9491-eed13261b671 None None] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:05.719791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:05.720456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:05.908263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:05.909437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event updated for resources: {'Port': ['ID=cfca06f5-4b83-4538-beba-8ca7d0c8b3df,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:05.923457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:05.942563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-47dc4eb5-9cd0-4f93-bb57-9b369034fa13 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:05.943453 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-47dc4eb5-9cd0-4f93-bb57-9b369034fa13 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 14:02:05.944230 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-47dc4eb5-9cd0-4f93-bb57-9b369034fa13 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 14:02:05.945531 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-47dc4eb5-9cd0-4f93-bb57-9b369034fa13 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3746455 Nov 24 14:02:05.946785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:05.954207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:05.955585 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4361851 Nov 24 14:02:05.958079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:06.041324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:06.041843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39014) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:06.056200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:06.061691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:06.069682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:06.078582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:06.088316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--531971948'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:06.171778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:06.184659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Pushing event deleted for resources: {'Port': ['ID=ed58af6a-031b-4b9a-bb36-a4671052d7f9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:06.187224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:06.188731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:06.215143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:06.221925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:06.241862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:06.255810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc3254-91d6-462f-8a71-6a0b4590a500 req-8e335365-c76c-40a7-9181-58fbe77c38cd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:06.263800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-11dc3254-91d6-462f-8a71-6a0b4590a500 req-8e335365-c76c-40a7-9181-58fbe77c38cd tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.5143437 Nov 24 14:02:06.265943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:06.271744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] No DVR routers for this DVR port ed58af6a-031b-4b9a-bb36-a4671052d7f9 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:06.302856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0950ed2-cb0a-4110-8e9b-f5cabb67f574 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:06.449444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-11dc3254-91d6-462f-8a71-6a0b4590a500 req-6ad61a38-9ec8-4794-9bb6-a61a866d1951 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843715 Nov 24 14:02:06.452538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:06.470723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:06.471389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:06.481767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0cc84b26-5733-4afc-a267-4551e3b1f7c0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:06.485467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:06.508851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:06.522075 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:06.534415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:06.536169 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:06.536822 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:06.663680 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:06.674569 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:06.676172 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:06.795620 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:06.797102 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaa5cc-9cca-4bef-8dd4-6385cbb5bfd4 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:06.844361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:06.850055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:06.853390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:06.860791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:06.866548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:06.901631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Allocated IP 172.20.0.2 (67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a/01eaa211-56f6-4398-a997-f129e21ecda6/2218c4be-e247-49a6-a8d2-c8a82f8f37cb) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:06.914193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:02:07.176079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '9ba8daa3-eb63-4e8c-932b-536edef74eef'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:07.177010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:07.273772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:07.320549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] Sync routers for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:07.379132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:07.381619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:07.382322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:07.396332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0cc84b26-5733-4afc-a267-4551e3b1f7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9036541 Nov 24 14:02:07.397840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39020) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:07.571823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:07.603459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe73:2c09 (13168bed-777a-4e4d-96b5-2446850be7d2/9ba8daa3-eb63-4e8c-932b-536edef74eef/bd2fb76f-2f30-41ed-9aaf-e4776c1ff922) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:07.650947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:07.657461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Transition to ACTIVE for port object 2218c4be-e247-49a6-a8d2-c8a82f8f37cb will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:07.660655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:07.667298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:07.676679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:07.696146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:07.709242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:07.720778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:07.721692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:07.736143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:07.774828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:07.777958 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d53dda27-8df5-4ef6-9250-5877e66ce26e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/floatingips/78617af5-875e-4d5a-baa2-650ede3ca31b HTTP/1.1" status: 200 len: 978 time: 6.0444560 Nov 24 14:02:07.781867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39030) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:07.782713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6203d37f-7d9e-4ff5-a2f4-ba5a7baeb686,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:07.787621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:07.817721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:07.818996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e8f6e-c664-412a-b687-e0cd95545994 None None] The sync data for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:07.826327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Transition to ACTIVE for port object 2218c4be-e247-49a6-a8d2-c8a82f8f37cb will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:07.844078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:07.853787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:07.965162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:07.969114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:07.975154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:07.978528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Pushing event updated for resources: {'Port': ['ID=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:07.981381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:07.986838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:07.990914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:07.992715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.049583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.145690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Attempting to bind port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:08.146218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Attempting to bind port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:08.147592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Attempting to bind port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb on network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:08.159023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:08.159604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Checking segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:08.160660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.161227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Bound using segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:08.161857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Bound port: 2218c4be-e247-49a6-a8d2-c8a82f8f37cb, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:08.162363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.271938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.297535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.311893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.322072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.326798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] For port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:08.329803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] For port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:08.332380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:08.337306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.341753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:08.350703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:08.368815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.370036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4089851 Nov 24 14:02:08.376317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39034) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:08.385755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.401197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': 'c3c9ccef-7072-4917-ad08-1183fa1e0c67', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:08.408957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:08.419392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64dc0d-3150-4637-8616-9e3c2d6525f6 req-4c032b41-d1de-4efd-b802-0b5bb915502c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:08.421381 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5b64dc0d-3150-4637-8616-9e3c2d6525f6 req-4c032b41-d1de-4efd-b802-0b5bb915502c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.7837763 Nov 24 14:02:08.429040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:08.436083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 4a7b5c2a-558d-4b29-ab1d-aab0d269260c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:08.436424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.438959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:08.444736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c9ccef-7072-4917-ad08-1183fa1e0c67,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:08.447232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:08.451366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:08.451622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Pushing event updated for resources: {'Port': ['ID=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:08.455365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:08.455680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:08.461863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:08.502066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.560680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.579062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:08.627879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:08.634134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:08.635729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Allocated IP 2001:db8::f816:3eff:fe59:6511 (13168bed-777a-4e4d-96b5-2446850be7d2/9ba8daa3-eb63-4e8c-932b-536edef74eef/a7771a9f-6970-4512-af43-7c6f31a1417c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:08.715662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.716432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.747835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:08.755809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:08.763595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:08.783323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:08.784317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.845074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=bd2fb76f-2f30-41ed-9aaf-e4776c1ff922,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:08.849673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:08.878543 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2096035 Nov 24 14:02:08.884016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39038) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:08.890334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.946180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:08.971236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5e08a30e-054e-4790-a8b8-1895bfb09bed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:09.006068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 4a7b5c2a-558d-4b29-ab1d-aab0d269260c owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:09.010709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f0bf03-6272-47a6-8c35-93de2dff452e,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:09.013183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:02:09.015239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.093022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.172532 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5b64dc0d-3150-4637-8616-9e3c2d6525f6 req-7b1c9765-fa93-4d03-b508-331b5a8a67d3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5470536 Nov 24 14:02:09.178057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Transition to ACTIVE for port object a7771a9f-6970-4512-af43-7c6f31a1417c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:09.255191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Transition to ACTIVE for port object a7771a9f-6970-4512-af43-7c6f31a1417c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:09.286504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.295539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f70dc09e-e2f1-45b9-a510-134052078310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:09.311897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:09.380209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:09.385029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:09.388143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:09.399457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:09.454450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'b35d7866-43d1-48b8-894b-1872499fd894', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'port_id': 'b35d7866-43d1-48b8-894b-1872499fd894', 'mac_address': 'fa:16:3e:9c:4e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:02:09.455353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.456861 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0752766 Nov 24 14:02:09.464932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Pushing event updated for resources: {'Port': ['ID=a7771a9f-6970-4512-af43-7c6f31a1417c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:09.482466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39042) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:09.518791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': 'c3c9ccef-7072-4917-ad08-1183fa1e0c67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:09.548622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:09.551731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:09.560408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:09.566518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:09.572899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:09.588082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:09.677647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db41ba6-9aee-4317-8b9c-6344b1106654 req-e1b9dc3f-ebdf-450b-b596-ef558f98a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:09.683501 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2db41ba6-9aee-4317-8b9c-6344b1106654 req-e1b9dc3f-ebdf-450b-b596-ef558f98a196 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1098 time: 0.3718224 Nov 24 14:02:09.694169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccc090-f633-4b3c-9744-cd42f28666f7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:09.694986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-57ccc090-f633-4b3c-9744-cd42f28666f7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:09.718551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Attempting to bind port a7771a9f-6970-4512-af43-7c6f31a1417c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:09.719351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Attempting to bind port a7771a9f-6970-4512-af43-7c6f31a1417c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:09.719966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Attempting to bind port a7771a9f-6970-4512-af43-7c6f31a1417c on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:09.741730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:09.742946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:09.743814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.750259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:09.751455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Bound port: a7771a9f-6970-4512-af43-7c6f31a1417c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:09.752090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.792085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.891491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-57ccc090-f633-4b3c-9744-cd42f28666f7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:09.896138 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-57ccc090-f633-4b3c-9744-cd42f28666f7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.0107596 Nov 24 14:02:09.899380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39046) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:09.902629 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2db41ba6-9aee-4317-8b9c-6344b1106654 req-eb6391f9-b063-4574-920c-cc105fdf2454 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957190 Nov 24 14:02:09.945503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] For port a7771a9f-6970-4512-af43-7c6f31a1417c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:09.949283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] For port a7771a9f-6970-4512-af43-7c6f31a1417c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a7771a9f-6970-4512-af43-7c6f31a1417c,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:09.950443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 14:02:09.954405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f54a315-a515-42ac-b776-7b6cbef1b0a0 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4400618 Nov 24 14:02:09.958175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39050) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:09.961713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.965572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:09.986893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b35d7866-43d1-48b8-894b-1872499fd894 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:02:09.994488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.007511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:10.078527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 97eeef88-96ee-487d-9743-cd8317f65d59 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:10.078805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.118277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:10.122713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Pushing event updated for resources: {'Port': ['ID=a7771a9f-6970-4512-af43-7c6f31a1417c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:10.127422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:10.129052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.131465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:10.167269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:10.173026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.293350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:10.294206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.314407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3b4e3-31b5-4160-84bb-93dcba15e6e8 None None] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:10.353962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.476297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.490913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['b35d7866-43d1-48b8-894b-1872499fd894'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:02:10.509981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.521223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e1c783dc-6f97-4038-8158-e21fe52e1161 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:10.586455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=4a7b5c2a-558d-4b29-ab1d-aab0d269260c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:10.602870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:10.696404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 97eeef88-96ee-487d-9743-cd8317f65d59 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:10.716008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.744424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.754973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:10.765539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-17271bb6-1b1b-4d57-8626-17d0adeb5f40 None None] Provisioning for port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:10.774419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:10.885106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1888e-3d72-4679-b351-99b71df9bf88 req-950aed44-5df0-47fe-88d9-d371c9d530c8 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:10.886879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-48a1888e-3d72-4679-b351-99b71df9bf88 req-950aed44-5df0-47fe-88d9-d371c9d530c8 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 944 time: 0.4221358 Nov 24 14:02:10.905181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:10.993833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2218c4be-e247-49a6-a8d2-c8a82f8f37cb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:11.037985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-23d49773-7bca-4d9c-8143-2f0f64beeeaf tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:11.072166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.072684 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 78617af5-875e-4d5a-baa2-650ede3ca31b disassociated (deleted). External IP: 172.26.8.44, port: 6b560823-3f0e-4397-989e-128b0e651747. Nov 24 14:02:11.113641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:11.128446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c9ccef-7072-4917-ad08-1183fa1e0c67,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:11.149313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:11.222385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.225963 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3c9ccef-7072-4917-ad08-1183fa1e0c67 HTTP/1.1" status: 204 len: 168 time: 1.2634346 Nov 24 14:02:11.227902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.243565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39058) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:11.245822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-876a0285-f99d-4f98-b2ec-f9164da0b66d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:11.266893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.359747 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-48a1888e-3d72-4679-b351-99b71df9bf88 req-c2802d52-5c89-4192-954f-309d465e53bb tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4593248 Nov 24 14:02:11.386215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=97eeef88-96ee-487d-9743-cd8317f65d59,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:11.393327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:11.667587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Router 7f1e1762-a116-45f6-8424-9cba06f09a2f is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:11.680940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.796262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b35d7866-43d1-48b8-894b-1872499fd894 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:02:11.830036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:11.837712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.852669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-095eb9b4-74a5-40af-a74e-8456373741bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:11.878118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:11.915903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-166933a9-834e-4c75-8115-1823cdf5c753 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:11.931255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:11.940431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:11.987011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:11.987391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.058347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-542707ef-2e34-4540-8869-376d64bde152 None None] Provisioning for port a7771a9f-6970-4512-af43-7c6f31a1417c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:12.105311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:12.120947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:12.168958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-166933a9-834e-4c75-8115-1823cdf5c753 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:12.171243 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-166933a9-834e-4c75-8115-1823cdf5c753 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8274388 Nov 24 14:02:12.179837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39062) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:12.230723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774103850'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:12.237669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5522fd91-806e-4656-b1b6-c2c4424ca333 None None] Provisioning complete for port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:12.239293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5522fd91-806e-4656-b1b6-c2c4424ca333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.281669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:12.290808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.339648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:12.346689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.350036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f0691ad7-1e57-41dc-9216-11d5934e997e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:12.395356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0cc84b26-5733-4afc-a267-4551e3b1f7c0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:12.514103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:12.526356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:12.556713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a7771a9f-6970-4512-af43-7c6f31a1417c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:12.571798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:12.583321 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] Sync routers for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:12.591899 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0cc84b26-5733-4afc-a267-4551e3b1f7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1853399 Nov 24 14:02:12.595394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39068) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:12.601396 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:12.602362 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:12.655910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-57d5c273-caf2-44c9-b338-866d7a75470b None None] Provisioning for port bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:12.658447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-91913e38-1584-48c0-9a05-c91b44065522 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:12.664635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-57d5c273-caf2-44c9-b338-866d7a75470b None None] Provisioning complete for port bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:12.665152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57d5c273-caf2-44c9-b338-866d7a75470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.684865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-91913e38-1584-48c0-9a05-c91b44065522 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:12.686393 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-91913e38-1584-48c0-9a05-c91b44065522 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc84b26-5733-4afc-a267-4551e3b1f7c0 HTTP/1.1" status: 200 len: 205 time: 0.0898781 Nov 24 14:02:12.689388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39072) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:12.705571 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:12.726483 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] Routers {'0cc84b26-5733-4afc-a267-4551e3b1f7c0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:12.727095 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:12.757815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:12.770562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port a7771a9f-6970-4512-af43-7c6f31a1417c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:12.777846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-57d5c273-caf2-44c9-b338-866d7a75470b None None] Port bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:12.783302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a7771a9f-6970-4512-af43-7c6f31a1417c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:12.783865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.807728 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:12.808502 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186d015-1b27-43c6-90ce-56e33cd9567a None None] The sync data for ids ['0cc84b26-5733-4afc-a267-4551e3b1f7c0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:12.847986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.918920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.954437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port a7771a9f-6970-4512-af43-7c6f31a1417c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a7771a9f-6970-4512-af43-7c6f31a1417c,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:12.958442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.960109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:12.965706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-027c5ee0-4750-4dfc-aba7-4b276a180c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:12.987635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:13.008984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] Sync routers for ids ['7f1e1762-a116-45f6-8424-9cba06f09a2f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:13.011821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:13.047392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a/01eaa211-56f6-4398-a997-f129e21ecda6/e998b263-b0c8-4c49-aec6-b2892b1a50ce) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:13.063034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:13.084643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:13.091286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:13.100166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.143591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:13.144877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] Routers {'7f1e1762-a116-45f6-8424-9cba06f09a2f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:13.146142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7f1e1762-a116-45f6-8424-9cba06f09a2f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:13.147393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cb2a2468-a72a-4a6c-8850-71bda752a0fe tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:13.180816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:13.186063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.188355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.215910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.216438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc84b26-5733-4afc-a267-4551e3b1f7c0 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:02:13.227690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:13.232970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.235466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=a7771a9f-6970-4512-af43-7c6f31a1417c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:13.237219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b27ff0e5-0426-4846-95bf-3dcf0f6f905b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/0cc84b26-5733-4afc-a267-4551e3b1f7c0 HTTP/1.1" status: 204 len: 168 time: 0.5465877 Nov 24 14:02:13.239506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:13.241333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39076) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:13.255793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] Routers {'7f1e1762-a116-45f6-8424-9cba06f09a2f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:13.256431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7f1e1762-a116-45f6-8424-9cba06f09a2f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:13.258483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.262138 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.5551541 Nov 24 14:02:13.278994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=bd2fb76f-2f30-41ed-9aaf-e4776c1ff922,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:13.282528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39080) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:13.292349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:13.298364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': False}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:13.300132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552b14-832a-40d0-aea0-b1ca9f4a61e8 req-924795e7-46db-4304-ae33-55e145b8c019 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:13.307569 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3a552b14-832a-40d0-aea0-b1ca9f4a61e8 req-924795e7-46db-4304-ae33-55e145b8c019 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 943 time: 0.6559715 Nov 24 14:02:13.328136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port b35d7866-43d1-48b8-894b-1872499fd894 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:13.328679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.359162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:13.359844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703002a-72da-47d7-9c07-eac1a362beaa None None] The sync data for ids ['7f1e1762-a116-45f6-8424-9cba06f09a2f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:13.412657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet 07de4195-2749-4a8a-90f9-93b29f784f20 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:13.460625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.473539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.482998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.509897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:02:13.535147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:13.542594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.545468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:13.612696 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 HTTP/1.1" status: 204 len: 168 time: 3.7105219 Nov 24 14:02:13.639491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39088) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:13.657384 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3a552b14-832a-40d0-aea0-b1ca9f4a61e8 req-4d4a0e05-d701-4bad-b518-dcf19fefec99 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488333 Nov 24 14:02:13.692478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:13.701742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:13.801237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39092) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:13.825629 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894', 'code': 200} Nov 24 14:02:13.924257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.937575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.968995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:13.990512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bbddd-d111-47da-9242-0ce5a19e408f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:13.992041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bbddd-d111-47da-9242-0ce5a19e408f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:13.992841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-412bbddd-d111-47da-9242-0ce5a19e408f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:13.995364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.001973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-386b84c7-d7ef-4e11-a285-b7514c818b6a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/floatingips/59272bc3-88e5-45d5-9fdd-9934bcd4734f HTTP/1.1" status: 200 len: 993 time: 0.1989543 Nov 24 14:02:14.003187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-78ef1376-1371-480e-8de4-d77eb7ba4952 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:14.012167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:14.014147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object e998b263-b0c8-4c49-aec6-b2892b1a50ce will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:14.025508 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:14.038677 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:14.039423 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:14.061976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.100336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.104712 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8996267 Nov 24 14:02:14.104712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854e116a-2861-4209-8636-0d3111326cab,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:14.106412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39096) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:14.106554 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:14.111505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6b6ff136-fc49-428f-b110-9b2bdd3e871e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '854e116a-2861-4209-8636-0d3111326cab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:14.111720 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-6b6ff136-fc49-428f-b110-9b2bdd3e871e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 14:02:14.112276 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-6b6ff136-fc49-428f-b110-9b2bdd3e871e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:14.116808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:14.116973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6b6ff136-fc49-428f-b110-9b2bdd3e871e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080101 Nov 24 14:02:14.117059 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:14.117578 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:14.121489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39100) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:14.127096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-412bbddd-d111-47da-9242-0ce5a19e408f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:14.131167 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-412bbddd-d111-47da-9242-0ce5a19e408f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4876060 Nov 24 14:02:14.144020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39104) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:14.184095 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:14.184516 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb967bf-1ffa-4626-a356-29fb7d49851c None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:14.211747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.218561 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/floatingips/78617af5-875e-4d5a-baa2-650ede3ca31b HTTP/1.1" status: 204 len: 168 time: 6.4320519 Nov 24 14:02:14.228157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39108) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:14.282742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.294883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e4a9b0a7-1bfc-49e7-baa1-3fb4926ac847 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:14.379827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 9ba8daa3-eb63-4e8c-932b-536edef74eef {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:14.404099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.438989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2218c4be-e247-49a6-a8d2-c8a82f8f37cb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:14.444077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.444883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.447115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:14.451479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:14.462644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 6b560823-3f0e-4397-989e-128b0e651747 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:14.462989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.506488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:14.507588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=07de4195-2749-4a8a-90f9-93b29f784f20,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:14.511862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.514137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:14.514668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.517358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:14.522784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/07de4195-2749-4a8a-90f9-93b29f784f20 HTTP/1.1" status: 204 len: 168 time: 1.2801840 Nov 24 14:02:14.531204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39112) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:14.537688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:14.548604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf0c4f-3df2-43be-9209-005fb7f6dbe6 None None] Network 30919a02-fa0f-4618-aa2c-66b4b2f349c9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:14.568410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=e998b263-b0c8-4c49-aec6-b2892b1a50ce,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:14.597239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.608088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:14.615338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet eb00771e-2f40-48a4-9aa1-c1d48c79051c {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:14.618628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.619380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.665900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.753833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.800365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.836901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a7771a9f-6970-4512-af43-7c6f31a1417c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:14.922657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.931671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8008a2db-19e3-4e20-b818-8b3082e89e2d None None] Provisioning for port e998b263-b0c8-4c49-aec6-b2892b1a50ce completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:14.941555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8008a2db-19e3-4e20-b818-8b3082e89e2d None None] Provisioning complete for port e998b263-b0c8-4c49-aec6-b2892b1a50ce triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:14.941947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8008a2db-19e3-4e20-b818-8b3082e89e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.957700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.972691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a7771a9f-6970-4512-af43-7c6f31a1417c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:14.973115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:14.975517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-45433334-d649-470a-94e1-49e31f08508f tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:15.002161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e116a-2861-4209-8636-0d3111326cab,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:15.019675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:15.025860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.043045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] DHCP port deletion for 30919a02-fa0f-4618-aa2c-66b4b2f349c9 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:15.074001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Deleting port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:15.074884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.090241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.091376 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/854e116a-2861-4209-8636-0d3111326cab HTTP/1.1" status: 204 len: 168 time: 0.9656625 Nov 24 14:02:15.101971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39116) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:15.145218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8008a2db-19e3-4e20-b818-8b3082e89e2d None None] Port e998b263-b0c8-4c49-aec6-b2892b1a50ce cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:15.147274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.157244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.183719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c22d26f8-a890-46fe-82da-70ed2d3f6ef9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:15.242592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=eb00771e-2f40-48a4-9aa1-c1d48c79051c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:15.255464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.258184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:15.283299 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/eb00771e-2f40-48a4-9aa1-c1d48c79051c HTTP/1.1" status: 204 len: 168 time: 0.7511394 Nov 24 14:02:15.288922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39120) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:15.300059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add68b2-2db5-46f0-a199-c43ee0d029de None None] Network 4e3af684-34fc-4c22-a8ac-ef146a9c8401 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:15.326488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 6b560823-3f0e-4397-989e-128b0e651747 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:15.332101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-05a132e1-ac6f-4301-a8e7-649faa556822 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2240796 Nov 24 14:02:15.333431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39124) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:15.359781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.377550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f227dcf-f92a-4833-ad59-c3eb5ffef9b7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:15.434886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba8daa3-eb63-4e8c-932b-536edef74eef,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:15.445755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:15.448951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.463181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.467248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037e262-7f09-44ce-a447-7123986ebfc1 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:15.486802 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/9ba8daa3-eb63-4e8c-932b-536edef74eef HTTP/1.1" status: 204 len: 168 time: 1.3408475 Nov 24 14:02:15.490556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39128) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:15.571006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204904921'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:15.586903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:15.640731 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-48e22aa2-7813-4e27-968a-fca9e72df66f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1486599 Nov 24 14:02:15.647237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39132) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:15.670441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:15.736388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] For port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,segment=NetworkSegment(157d7c21-c443-4c71-a1d4-68363f1fbb23),segment_id=157d7c21-c443-4c71-a1d4-68363f1fbb23)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:15.737126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.749601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:15.783185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:15.804855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.820240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.860693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:15.860963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:15.915319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Calling delete_port for 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:15.958530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:16.030265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:16.043041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:16.061881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:16.090590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.098155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5bb77e0-8182-42d6-add2-2aa1156fd215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:16.145757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] The port '4254a8f4-0d1d-4871-bc6f-495c3e1a60e7' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:02:16.149990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] No DVR routers for this DVR port 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:16.160200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Pushing event deleted for resources: {'Port': ['ID=4254a8f4-0d1d-4871-bc6f-495c3e1a60e7,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:16.165587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:16.178010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] DHCP port deletion for 4e3af684-34fc-4c22-a8ac-ef146a9c8401 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:16.184550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Deleting port 77fcacea-0a06-4799-920c-2b2c723e02b6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:16.184974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.209742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa8dbb-0fbc-4bb1-9677-03712757ef18 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:16.210446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f3fa8dbb-0fbc-4bb1-9677-03712757ef18 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:16.257113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.271843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:16.314326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.317814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Deleting port a7771a9f-6970-4512-af43-7c6f31a1417c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:16.318320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.318450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:16.320574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.379891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=6b560823-3f0e-4397-989e-128b0e651747,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:16.382377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:16.388672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f3fa8dbb-0fbc-4bb1-9677-03712757ef18 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:16.390226 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f3fa8dbb-0fbc-4bb1-9677-03712757ef18 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7426283 Nov 24 14:02:16.431403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39136) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:16.502743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:16.510786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.541633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.561024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.568419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:02:16.568784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4254a8f4-0d1d-4871-bc6f-495c3e1a60e7 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:02:16.569572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 77fcacea-0a06-4799-920c-2b2c723e02b6 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:16.570238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-34942090-366e-4d88-9143-8bae2f3f5ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:16.579068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30919a02-fa0f-4618-aa2c-66b4b2f349c9']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:16.625963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157d7c21-c443-4c71-a1d4-68363f1fbb23') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:16.626171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157d7c21-c443-4c71-a1d4-68363f1fbb23') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:16.640141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] For port 77fcacea-0a06-4799-920c-2b2c723e02b6, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=77fcacea-0a06-4799-920c-2b2c723e02b6,segment=NetworkSegment(845042a9-a84f-47c2-8a7f-bbbacff19d9e),segment_id=845042a9-a84f-47c2-8a7f-bbbacff19d9e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:16.640550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.649469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0cbf95-8fe2-46f1-89f9-3ad7b9c9e336 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:16.650305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ed0cbf95-8fe2-46f1-89f9-3ad7b9c9e336 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:16.659268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.667351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.689845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.691264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3545055 Nov 24 14:02:16.695350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39140) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:16.695741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0f7065-2c91-471b-abcf-6cd1c4895992,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:16.701964 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/ports/6b560823-3f0e-4397-989e-128b0e651747 HTTP/1.1" status: 204 len: 168 time: 2.4704037 Nov 24 14:02:16.702679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.705409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:16.709095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3fc69a56-8544-4470-adc2-db3eec8a9203 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '5d0f7065-2c91-471b-abcf-6cd1c4895992', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:16.709889 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-3fc69a56-8544-4470-adc2-db3eec8a9203 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 14:02:16.710387 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-3fc69a56-8544-4470-adc2-db3eec8a9203 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:16.710667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Router 7f1e1762-a116-45f6-8424-9cba06f09a2f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:16.711348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39144) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:16.714337 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3fc69a56-8544-4470-adc2-db3eec8a9203 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0145493 Nov 24 14:02:16.717243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39148) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:16.717471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:16.717871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ed0cbf95-8fe2-46f1-89f9-3ad7b9c9e336 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:16.718960 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ed0cbf95-8fe2-46f1-89f9-3ad7b9c9e336 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2866123 Nov 24 14:02:16.724958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:16.733970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.735657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39152) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:16.736221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:16.752045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:02:16.752469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:02:16.771345 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:02:16.774093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.809894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.848499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:16.873594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Calling delete_port for 77fcacea-0a06-4799-920c-2b2c723e02b6 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:16.895585 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-edb3bfdf-ae84-4d89-ab28-9ce5b5f0d74f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520507 Nov 24 14:02:16.916575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39156) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:16.933316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.943880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] For port a7771a9f-6970-4512-af43-7c6f31a1417c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a7771a9f-6970-4512-af43-7c6f31a1417c,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:16.944275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:16.948246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:17.085100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=e998b263-b0c8-4c49-aec6-b2892b1a50ce,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:17.087964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:17.102997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.106795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.111152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Calling delete_port for a7771a9f-6970-4512-af43-7c6f31a1417c owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:17.177139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.185863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:17.257250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.290817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.297002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.299106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-66feaf27-fa2c-4677-9f28-19cf8e47f507 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:17.302344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:17.307722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-027c5ee0-4750-4dfc-aba7-4b276a180c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:17.317758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.340397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=30919a02-fa0f-4618-aa2c-66b4b2f349c9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:17.346837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:17.352400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:17.359964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.366849 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/30919a02-fa0f-4618-aa2c-66b4b2f349c9 HTTP/1.1" status: 204 len: 168 time: 2.0658929 Nov 24 14:02:17.367381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39160) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:17.381607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Pushing event deleted for resources: {'Port': ['ID=77fcacea-0a06-4799-920c-2b2c723e02b6,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:17.396561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:17.399987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a7771a9f-6970-4512-af43-7c6f31a1417c no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:17.423031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] No DVR routers for this DVR port 77fcacea-0a06-4799-920c-2b2c723e02b6 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:17.424788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.435059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-412cfe40-cb10-4571-bfb9-7f75b71b14ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:17.466980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:17.467328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.471625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.473199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5a0b1d04-3b63-4535-a527-6c4347973ff0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "PUT /v2.0/routers/7f1e1762-a116-45f6-8424-9cba06f09a2f HTTP/1.1" status: 200 len: 924 time: 4.1901984 Nov 24 14:02:17.479813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-77ebb1f7-9622-4cc5-9da5-f53ec68524b0 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:17.481408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39164) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:17.497980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] Sync routers for ids ['7f1e1762-a116-45f6-8424-9cba06f09a2f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:17.500160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: a7771a9f-6970-4512-af43-7c6f31a1417c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:02:17.500516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a7771a9f-6970-4512-af43-7c6f31a1417c not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:02:17.508107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Pushing event deleted for resources: {'Port': ['ID=a7771a9f-6970-4512-af43-7c6f31a1417c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:17.512824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:17.516836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] No DVR routers for this DVR port a7771a9f-6970-4512-af43-7c6f31a1417c on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:17.522444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:17.522770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] Routers {'7f1e1762-a116-45f6-8424-9cba06f09a2f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:17.523189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7f1e1762-a116-45f6-8424-9cba06f09a2f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:17.526717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0f7065-2c91-471b-abcf-6cd1c4895992,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:17.537052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:17.540738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:17.551615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.555043 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/5d0f7065-2c91-471b-abcf-6cd1c4895992 HTTP/1.1" status: 204 len: 168 time: 0.8338027 Nov 24 14:02:17.572424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39168) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:17.602688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:17.611840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] Routers {'7f1e1762-a116-45f6-8424-9cba06f09a2f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:17.612580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7f1e1762-a116-45f6-8424-9cba06f09a2f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:17.684117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:17.684676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb83e9-47ae-498a-b06c-e0a493e837c3 None None] The sync data for ids ['7f1e1762-a116-45f6-8424-9cba06f09a2f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:17.712609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.892635 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e3f0ff13-de00-46d8-bc2c-155258f1990c tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/7f1e1762-a116-45f6-8424-9cba06f09a2f HTTP/1.1" status: 200 len: 924 time: 0.4067528 Nov 24 14:02:17.894919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.896723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39172) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:17.915522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4a274a84-b31e-419a-b261-7fbe94132123 None None] Provisioning complete for port e998b263-b0c8-4c49-aec6-b2892b1a50ce triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:17.916205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4a274a84-b31e-419a-b261-7fbe94132123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:17.977535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4a274a84-b31e-419a-b261-7fbe94132123 None None] Port e998b263-b0c8-4c49-aec6-b2892b1a50ce cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:18.014352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.051813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1bc49bfa-c3c7-4c2c-a3f5-df796a8555c4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:18.063939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3af684-34fc-4c22-a8ac-ef146a9c8401']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:18.083192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845042a9-a84f-47c2-8a7f-bbbacff19d9e') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:18.083480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845042a9-a84f-47c2-8a7f-bbbacff19d9e') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:18.096004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router caee891a-0d53-404e-b441-95e0b5331217 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:18.096765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1bc49bfa-c3c7-4c2c-a3f5-df796a8555c4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:18.098576 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1bc49bfa-c3c7-4c2c-a3f5-df796a8555c4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5196824 Nov 24 14:02:18.105486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39176) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.114222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128952618'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:18.130911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:18.136452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.169249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.183953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.191 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/5caf5990-01ec-43ca-8ff0-15f04e5704db) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:18.186008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:02:18.186390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.202368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f42cd0-7c44-41e6-8214-28939001cf69 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:18.203045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-42f42cd0-7c44-41e6-8214-28939001cf69 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Synchronizing usage tracker for tenant:a48cf8efa8b94a5da468e7b1dac01318 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:02:18.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:02:18.208602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:18.298126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.298569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-42f42cd0-7c44-41e6-8214-28939001cf69 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Unset dirty status for tenant:a48cf8efa8b94a5da468e7b1dac01318 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:18.299733 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-42f42cd0-7c44-41e6-8214-28939001cf69 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=7f1e1762-a116-45f6-8424-9cba06f09a2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3971126 Nov 24 14:02:18.307720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.312320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39180) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.315713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eaced6da-105a-4188-9957-6a2d95b49b19 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:18.375408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.380903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8d3c475-a10f-4a44-b7c6-bd37ce9aed03 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:18.399230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.408671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=4e3af684-34fc-4c22-a8ac-ef146a9c8401,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:18.413682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:18.417043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/4e3af684-34fc-4c22-a8ac-ef146a9c8401 HTTP/1.1" status: 204 len: 168 time: 1.0484817 Nov 24 14:02:18.424306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39184) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.432536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-681658315'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:18.449053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:18.461664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:18.466907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:18.476324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:18.478013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:18.479068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:18.488517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:18.490509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:18.496541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.499984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efbb49-2e38-4ead-b518-5a9a011a3949 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:18.502764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:18.503458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.505827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:18.507458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:18.510549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.532252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=bd0b5cb9-e3a4-432f-8322-a173e83ba755,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:18.541113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:18.543579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:18.561501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:02:18.574810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.575166 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 7022c9df-0f75-4f3c-b14e-0b204cf348bf of type vlan for network 53930032-f8e3-4026-b27e-7f20bb124b73 Nov 24 14:02:18.584621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:18.598636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.604684 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/caee891a-0d53-404e-b441-95e0b5331217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5593066 Nov 24 14:02:18.604975 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Sync routers for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:18.611209 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6833129 Nov 24 14:02:18.611209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39188) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.611209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39190) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.612159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7f95f2be-3d44-4966-99ec-8e0d6071c4b5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:18.619980 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:18.621033 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:18.630104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:80:dc:17', 'name': 'tempest-NetworksTestDHCPv6-903288453'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:18.679274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.689681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01857c-e6bd-449a-8673-2e3b7626a56a tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:18.691593 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3c01857c-e6bd-449a-8673-2e3b7626a56a tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.3468685 Nov 24 14:02:18.714298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39196) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.738389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:18.748553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:18.757204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:18.793453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'bd0b5cb9-e3a4-432f-8322-a173e83ba755'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:18.794759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.818274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=5caf5990-01ec-43ca-8ff0-15f04e5704db,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:18.825106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:18.838741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.844792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:18.845603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:18.849469 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:18.868850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:18.890251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4621937 Nov 24 14:02:18.895234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39200) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:18.902929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:19.022147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/bd0b5cb9-e3a4-432f-8322-a173e83ba755/45cc9d94-13b3-4d2f-aab4-caf54fa7258e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:19.071876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.072250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.072707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.073185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.073777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.074235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.074685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.080235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39204) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:19.080474 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-641aec6c-565e-4565-b1f4-751d0cad39ca tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.4659681 Nov 24 14:02:19.146320 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b504c3a2-05f2-4c62-b0a8-3d8dbaece8bf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1e1762-a116-45f6-8424-9cba06f09a2f HTTP/1.1" status: 200 len: 205 time: 0.4224315 Nov 24 14:02:19.146953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39208) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:19.155928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:19.164023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.166758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:19.253449 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:16Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:19.260457 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Checking router: caee891a-0d53-404e-b441-95e0b5331217 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:02:19.261156 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Updating router caee891a-0d53-404e-b441-95e0b5331217 port e998b263-b0c8-4c49-aec6-b2892b1a50ce binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:02:19.310794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.325797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Transition to ACTIVE for port object 45cc9d94-13b3-4d2f-aab4-caf54fa7258e will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:19.342439 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.352169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Transition to ACTIVE for port object 45cc9d94-13b3-4d2f-aab4-caf54fa7258e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:19.360189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=53930032-f8e3-4026-b27e-7f20bb124b73,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:19.371998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.380571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:19.381609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.411426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:19.420227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 53930032-f8e3-4026-b27e-7f20bb124b73 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:02:19.457952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:19.462615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.547618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:19.562308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:19.573441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:19.577102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:19.595758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Pushing event updated for resources: {'Port': ['ID=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:19.668223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:19.702994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.712162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:19.717741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.722032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:19.732628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:19.774222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Attempting to bind port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:19.775283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Attempting to bind port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:19.776074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Attempting to bind port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:19.779648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.780377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.780720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-23bae373-76d0-4e51-831a-8ad68d65ab58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.781151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.781769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.782394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.782993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.783578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:19.786682 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9e3144f3-c07c-4531-a166-c7043dee9a20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4554 time: 0.7011137 Nov 24 14:02:19.787988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:19.789835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:19.790469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:19.791146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.791494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:19.792067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Bound port: 45cc9d94-13b3-4d2f-aab4-caf54fa7258e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:19.792511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.813939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39212) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:19.866253 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.884102 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Transition to ACTIVE for port object e998b263-b0c8-4c49-aec6-b2892b1a50ce will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:19.896850 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.903772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] For port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:19.906677 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:19.912941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] For port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:19.919170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.923428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8a5bfe8a-58b7-46bd-b9af-2a0c48515ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:19.924099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.952006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:19.955602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.961213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:19.972989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Deleting port cfca06f5-4b83-4538-beba-8ca7d0c8b3df {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:19.973482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.012617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Pushing event updated for resources: {'Port': ['ID=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:20.016918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:20.025074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.043844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:20.154597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.167323 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Pushing event updated for resources: {'Port': ['ID=e998b263-b0c8-4c49-aec6-b2892b1a50ce,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:20.194461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=5caf5990-01ec-43ca-8ff0-15f04e5704db,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:20.198063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:20.216522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.238409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 01970d4c-f75f-47ea-ada5-029b79b88b4c yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:02:20.260874 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.261589 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.262117 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.263038 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.263724 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.264407 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.265056 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.265816 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.266402 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.266984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.268010 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.268670 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:20.310533 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:20.330785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.333046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6204722 Nov 24 14:02:20.334490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.342655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39218) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:20.355417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.361447 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2499068 Nov 24 14:02:20.361651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'port': {'network_id': 'b0ebebb2-853e-44e1-a545-365d1f97d566', 'name': 'tempest-FloatingIPTestJSON-203727468'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:20.361827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc2d3b9-74a5-4307-85ce-b1e8408a9af8,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:20.383997 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Attempting to bind port e998b263-b0c8-4c49-aec6-b2892b1a50ce on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:20.384685 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Attempting to bind port e998b263-b0c8-4c49-aec6-b2892b1a50ce by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:20.385310 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Attempting to bind port e998b263-b0c8-4c49-aec6-b2892b1a50ce on network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:20.393176 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:20.393747 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Checking segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:20.395611 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.396335 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Bound using segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:20.397092 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Bound port: e998b263-b0c8-4c49-aec6-b2892b1a50ce, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:20.397791 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.407090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39222) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:20.447542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:20.457684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b83d9ca8-cc0d-46e7-b367-78161780bbad tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '5fc2d3b9-74a5-4307-85ce-b1e8408a9af8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:20.461013 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-b83d9ca8-cc0d-46e7-b367-78161780bbad tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 14:02:20.473592 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-b83d9ca8-cc0d-46e7-b367-78161780bbad tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:20.475473 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b83d9ca8-cc0d-46e7-b367-78161780bbad tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0656288 Nov 24 14:02:20.482709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39226) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:20.493066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ff0a2a1f-077a-44f9-87d6-13cd9421641f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '5fc2d3b9-74a5-4307-85ce-b1e8408a9af8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:20.506759 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-ff0a2a1f-077a-44f9-87d6-13cd9421641f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 14:02:20.507772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-ff0a2a1f-077a-44f9-87d6-13cd9421641f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:20.513480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ff0a2a1f-077a-44f9-87d6-13cd9421641f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0265667 Nov 24 14:02:20.521930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39230) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:20.549346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-139c4838-de4e-4df2-b772-47d94ee8cb06 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '5fc2d3b9-74a5-4307-85ce-b1e8408a9af8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:20.552770 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-139c4838-de4e-4df2-b772-47d94ee8cb06 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 14:02:20.553919 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-139c4838-de4e-4df2-b772-47d94ee8cb06 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:20.554974 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-139c4838-de4e-4df2-b772-47d94ee8cb06 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0320418 Nov 24 14:02:20.560644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39234) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:20.561691 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] For port e998b263-b0c8-4c49-aec6-b2892b1a50ce, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:20.566546 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] For port e998b263-b0c8-4c49-aec6-b2892b1a50ce, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e998b263-b0c8-4c49-aec6-b2892b1a50ce,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:20.572999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-aaca8668-ee94-448b-a48c-3f995b51f9c3 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '5fc2d3b9-74a5-4307-85ce-b1e8408a9af8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:20.574971 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-aaca8668-ee94-448b-a48c-3f995b51f9c3 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 14:02:20.575707 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-aaca8668-ee94-448b-a48c-3f995b51f9c3 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:20.576758 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-aaca8668-ee94-448b-a48c-3f995b51f9c3 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123384 Nov 24 14:02:20.580983 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.584462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39238) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:20.588327 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:20.715636 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:20.716284 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:01:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:20.721028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::34d (13168bed-777a-4e4d-96b5-2446850be7d2/bd0b5cb9-e3a4-432f-8322-a173e83ba755/01970d4c-f75f-47ea-ada5-029b79b88b4c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:20.761333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.766315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.783470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:20.793660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70b66597-1d9d-4724-ac7f-c5b7619ebb91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:20.797050 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Pushing event updated for resources: {'Port': ['ID=e998b263-b0c8-4c49-aec6-b2892b1a50ce,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:20.874898 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:20.897453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:20.912006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:port and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:20.915617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:20.922309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:20.962414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=0f0850ac-9a63-45d2-82bc-d43b05a51539,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:20.967973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:20.976628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '7022c9df-0f75-4f3c-b14e-0b204cf348bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:20.976829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 53930032-f8e3-4026-b27e-7f20bb124b73, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:02:20.985749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:20.988288 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:20.989682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.034212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 53930032-f8e3-4026-b27e-7f20bb124b73 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:02:21.038611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] device_id is not set on port 1c00e121-3a0d-4bac-8f8a-7f8c46c1e932 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:02:21.100215 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ae1cb498-fd66-4308-a16b-1ce5d331ce67 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 1.2846735 Nov 24 14:02:21.128901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 53930032-f8e3-4026-b27e-7f20bb124b73) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:21.151756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260b80b-25ca-47c9-a22b-53119066d167 None None] Network 53930032-f8e3-4026-b27e-7f20bb124b73 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:21.161182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:21.161836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.248663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.330677 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4340394 Nov 24 14:02:21.334493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39244) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:21.355255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1210862847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:21.387796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Calling delete_port for cfca06f5-4b83-4538-beba-8ca7d0c8b3df owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:21.395678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:21.399356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39248) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:21.406634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:21.416686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177946320', 'description': 'tempest-secgroup-smoke-177946320 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:21.432005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:21.435978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:21.441923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.450565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.464824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-58176c15-a8b7-464e-91d0-2c350e4f04f6 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:21.486798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:21.507129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc2d3b9-74a5-4307-85ce-b1e8408a9af8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:21.510496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:21.514508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 01970d4c-f75f-47ea-ada5-029b79b88b4c will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:21.516221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:21.518485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.5 (b0ebebb2-853e-44e1-a545-365d1f97d566/c6b7ba83-12be-4b34-81d8-935107d3d28f/1c00e121-3a0d-4bac-8f8a-7f8c46c1e932) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:21.545660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:21.583984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.585285 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/5fc2d3b9-74a5-4307-85ce-b1e8408a9af8 HTTP/1.1" status: 204 len: 168 time: 0.9998276 Nov 24 14:02:21.588650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39252) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:21.589285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:21.592261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.595647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.641093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-53930032-f8e3-4026-b27e-7f20bb124b73', 'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': '0f0850ac-9a63-45d2-82bc-d43b05a51539'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:21.641962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.660892 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:21.672268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.673780 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bbb92-deae-4bfa-ac33-2c8c34a1ed23 None None] The sync data for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv is: [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:20Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:21.677626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.697323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-51e12bc5-14b8-4b1a-b1d2-8d8c3a4bbe91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:21.802287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.820679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5fecbb9f-72e0-4c60-9f30-165d2d9b86eb tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:21.849084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:21.857046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:21.868553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:21.874522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:21.875240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.905195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:21.928986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:21.937330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:21.939144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5fecbb9f-72e0-4c60-9f30-165d2d9b86eb tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:21.940440 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5fecbb9f-72e0-4c60-9f30-165d2d9b86eb tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3507562 Nov 24 14:02:21.946762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=01970d4c-f75f-47ea-ada5-029b79b88b4c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:21.950856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39256) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:21.958445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:21.960079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:21.968504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351522024'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:21.979749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:21.981551 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3655059 Nov 24 14:02:21.983414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d7358f48-124f-44ce-ab6d-d571b76f0c59 None None] Provisioning for port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:21.986771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39260) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:21.989415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Allocated IP 2001:db8::2 (53930032-f8e3-4026-b27e-7f20bb124b73/0f0850ac-9a63-45d2-82bc-d43b05a51539/58019aff-7d68-49ca-8c2a-f496631fee0d) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:22.006288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:22.084124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:22.100762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.106566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6f6a1356-97cf-42e4-b12c-a14cb838f83c tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:22.170171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.175701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event deleted for resources: {'Port': ['ID=cfca06f5-4b83-4538-beba-8ca7d0c8b3df,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:22.179225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:22.201914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.203433 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fd0aab4e-ed84-40e4-876e-9a77cca74f71 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8679874 Nov 24 14:02:22.217586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39264) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:22.233389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.240779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'port': {'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73', 'name': 'tempest-RoutersIpV6Test-1151109752'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:22.339676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c6f3c-60a7-4583-b0fe-f0c0610e7cc0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:22.346192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c6f3c-60a7-4583-b0fe-f0c0610e7cc0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:22.347558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-578c6f3c-60a7-4583-b0fe-f0c0610e7cc0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:22.350775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.363453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.379113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Transition to ACTIVE for port object 58019aff-7d68-49ca-8c2a-f496631fee0d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:22.403569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Transition to ACTIVE for port object 58019aff-7d68-49ca-8c2a-f496631fee0d will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:22.412882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.420988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c28d309b-9d66-4aa0-af4d-f0d5586d0101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:22.516490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Network 53930032-f8e3-4026-b27e-7f20bb124b73 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:22.536204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d357-5d06-46bf-82fd-097b9feef1d9 None None] Provisioning for port 01970d4c-f75f-47ea-ada5-029b79b88b4c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:22.565942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:22.591226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:22.609492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:22.612429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d357-5d06-46bf-82fd-097b9feef1d9 None None] Provisioning complete for port 01970d4c-f75f-47ea-ada5-029b79b88b4c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:22.613552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d357-5d06-46bf-82fd-097b9feef1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.653208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:22.668232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e998b263-b0c8-4c49-aec6-b2892b1a50ce up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:22.689123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:22.754055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:22.755483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45bb8124-a39c-4b4e-a2d2-373f117bae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.757071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Pushing event updated for resources: {'Port': ['ID=58019aff-7d68-49ca-8c2a-f496631fee0d,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:22.764189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.786132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.790303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:22.793925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:22.800031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-578c6f3c-60a7-4583-b0fe-f0c0610e7cc0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:22.802611 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-578c6f3c-60a7-4583-b0fe-f0c0610e7cc0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8103063 Nov 24 14:02:22.815393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39268) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:22.820829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.826732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.868210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.869840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1e1762-a116-45f6-8424-9cba06f09a2f {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:02:22.896276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5d357-5d06-46bf-82fd-097b9feef1d9 None None] Port 01970d4c-f75f-47ea-ada5-029b79b88b4c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:22.900925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.901296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port e998b263-b0c8-4c49-aec6-b2892b1a50ce completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:22.905041 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/7f1e1762-a116-45f6-8424-9cba06f09a2f HTTP/1.1" status: 204 len: 168 time: 3.7552807 Nov 24 14:02:22.908833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e998b263-b0c8-4c49-aec6-b2892b1a50ce triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:22.909601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.911102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39274) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:22.922921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1719670369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:22.932006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e6c77-6108-47e3-a426-4c9dbdfa55df,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:22.938241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:22.944350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Usage tracker for resource:router and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:22.946266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:22.947440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.949499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:22.958996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:22.962166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-931004c3-c224-47fb-88d7-082e654254a3 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:22.964212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Attempting to bind port 58019aff-7d68-49ca-8c2a-f496631fee0d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:22.965202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Attempting to bind port 58019aff-7d68-49ca-8c2a-f496631fee0d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '7022c9df-0f75-4f3c-b14e-0b204cf348bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:22.970386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Attempting to bind port 58019aff-7d68-49ca-8c2a-f496631fee0d on network 53930032-f8e3-4026-b27e-7f20bb124b73 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:22.978969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.980093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.996263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:22.996994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Checking segment: {'id': '7022c9df-0f75-4f3c-b14e-0b204cf348bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:22.997605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:22.998016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Bound using segment: {'id': '7022c9df-0f75-4f3c-b14e-0b204cf348bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:22.998660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Bound port: 58019aff-7d68-49ca-8c2a-f496631fee0d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7022c9df-0f75-4f3c-b14e-0b204cf348bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '53930032-f8e3-4026-b27e-7f20bb124b73'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:22.999233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.008942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.013364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.018646 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6176996 Nov 24 14:02:23.022320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39278) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:23.032002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:23.051842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.091580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5f8e6c77-6108-47e3-a426-4c9dbdfa55df', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:23.134269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b0ebebb2-853e-44e1-a545-365d1f97d566 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:23.155870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.157097 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-02dec19c-5f64-4340-844b-f25847073d81 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2447593 Nov 24 14:02:23.161806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39282) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:23.167044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:23.239028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:23.242750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:port and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:23.246012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:23.253619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:23.255172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 01970d4c-f75f-47ea-ada5-029b79b88b4c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:23.255529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.260889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:23.265493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:23.276540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] For port 58019aff-7d68-49ca-8c2a-f496631fee0d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:23.278836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.305103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=1c00e121-3a0d-4bac-8f8a-7f8c46c1e932,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:23.309714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] For port 58019aff-7d68-49ca-8c2a-f496631fee0d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=58019aff-7d68-49ca-8c2a-f496631fee0d,segment=NetworkSegment(7022c9df-0f75-4f3c-b14e-0b204cf348bf),segment_id=7022c9df-0f75-4f3c-b14e-0b204cf348bf)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:23.317245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.323254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:23.326170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:23.329936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:23.342028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.343349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:23.359243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.366619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:23.368767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c3f7a7d-5f14-4513-a125-a943d9dad081 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:23.384511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:23.389503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port e998b263-b0c8-4c49-aec6-b2892b1a50ce, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e998b263-b0c8-4c49-aec6-b2892b1a50ce,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:23.389952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.407016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.407892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45cc9d94-13b3-4d2f-aab4-caf54fa7258e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:23.471665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:23.472891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.477995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] device_id is not set on port a795283f-e44c-4de8-b17a-affc2240233e yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:02:23.500631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Pushing event updated for resources: {'Port': ['ID=58019aff-7d68-49ca-8c2a-f496631fee0d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:23.504329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:23.504842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b5bb77e0-8182-42d6-add2-2aa1156fd215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:23.539859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.542162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5864770 Nov 24 14:02:23.544031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543a4a00-e66d-45ec-9929-edb6901fc66d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:23.545018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.554250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:23.557080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39286) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:23.564109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-67ffb759-f24c-44da-80b8-5780a9634557 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:23.564605 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-67ffb759-f24c-44da-80b8-5780a9634557 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 14:02:23.565140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-67ffb759-f24c-44da-80b8-5780a9634557 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:23.566922 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-67ffb759-f24c-44da-80b8-5780a9634557 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078521 Nov 24 14:02:23.578161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39290) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:23.582868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:23.590990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:23.591469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.601978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:23.630510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:23.640987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2955997 Nov 24 14:02:23.646874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39294) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:23.655260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'port_id': '1c00e121-3a0d-4bac-8f8a-7f8c46c1e932'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:23.718411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=e998b263-b0c8-4c49-aec6-b2892b1a50ce,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:23.724056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.724858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:23.769430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:23.775271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:23.807134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.845187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:23.873681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.902343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:23.914406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:23.922337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:23.988132 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:02:24.026573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:24.031061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:24.149763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.175193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.179223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.189338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2252053d-da68-47d2-8115-8d1dd12da072 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:24.199910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8::7e (53930032-f8e3-4026-b27e-7f20bb124b73/0f0850ac-9a63-45d2-82bc-d43b05a51539/a795283f-e44c-4de8-b17a-affc2240233e) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:24.206260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:24.208154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d5a939b6-fcc0-4a41-9948-87469e64248d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6258426 Nov 24 14:02:24.225314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39298) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:24.245917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3d0b8fa9-fe30-475e-8a92-2cbeee6df9fa tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:24.246385 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-3d0b8fa9-fe30-475e-8a92-2cbeee6df9fa tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 14:02:24.246984 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-3d0b8fa9-fe30-475e-8a92-2cbeee6df9fa tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:24.248104 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d0b8fa9-fe30-475e-8a92-2cbeee6df9fa tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218301 Nov 24 14:02:24.256635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39302) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:24.264455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.266906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ac0b4e-91df-45da-9183-f1905eaee9b9,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:24.279133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:24.303751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.305219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2630503 Nov 24 14:02:24.315764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39306) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:24.324138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:24.336493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:24.341309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5f8e6c77-6108-47e3-a426-4c9dbdfa55df', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:24.404585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:24.478530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:24.483483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 01970d4c-f75f-47ea-ada5-029b79b88b4c owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:24.516272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:24.527357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:24.543524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:24.544150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:24.597087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e998b263-b0c8-4c49-aec6-b2892b1a50ce up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:24.616386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:24.734396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.748097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e998b263-b0c8-4c49-aec6-b2892b1a50ce triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:24.750556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.906217 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:24.907798 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7fb1032a-834a-4b84-81f2-61c0fac1336c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6462848 Nov 24 14:02:24.910695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.912227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39310) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:24.919459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d1dc12d0-6166-44e8-9f57-9e61c383ee4e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:24.919929 dv-neutron-818153-2-hyperv neutron-server[87692]: WARNING neutron.api.v2.base [None req-d1dc12d0-6166-44e8-9f57-9e61c383ee4e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 14:02:24.920410 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-d1dc12d0-6166-44e8-9f57-9e61c383ee4e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:24.926175 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d1dc12d0-6166-44e8-9f57-9e61c383ee4e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061302 Nov 24 14:02:24.927424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d5765f3d-729c-47f0-a5d8-6054c8e63adc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:24.930058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39314) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:24.934528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:24.944788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:24.962949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:24.977219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:24.986163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:24.995926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object a795283f-e44c-4de8-b17a-affc2240233e will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:24.997285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:24.997961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=01970d4c-f75f-47ea-ada5-029b79b88b4c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:25.000272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45cc9d94-13b3-4d2f-aab4-caf54fa7258e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:25.004521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:25.037387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.087471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c449d5a-cddd-4922-bb08-8a43ba714c30 None None] Network 53930032-f8e3-4026-b27e-7f20bb124b73 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:25.111030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.195802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:25.196322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.240930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:02:25.298234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f815a399-d08d-42f1-9fe6-0ae102ff4bac None None] Provisioning for port 58019aff-7d68-49ca-8c2a-f496631fee0d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:25.308378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.346626 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/01970d4c-f75f-47ea-ada5-029b79b88b4c HTTP/1.1" status: 204 len: 168 time: 2.5287318 Nov 24 14:02:25.349953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39318) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:25.365152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.372331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Project 352985864e214d2c8fdd091b3ee579f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:02:25.381113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d19ec9a8-426e-4942-beec-e759679bbd1b tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:25.447910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.448735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9f36db-23dc-4764-a7a6-297643d5dd84,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:25.452669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:25.454117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.472897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.478133 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1545157 Nov 24 14:02:25.478133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.486986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39322) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:25.492999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.500632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5f8e6c77-6108-47e3-a426-4c9dbdfa55df', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:25.502147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 58019aff-7d68-49ca-8c2a-f496631fee0d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:25.564350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:25.574492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d03aab4-f220-4661-a023-9299b7b6b598 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:25.577211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d03aab4-f220-4661-a023-9299b7b6b598 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:25.578678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0d03aab4-f220-4661-a023-9299b7b6b598 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:25.588760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:25.601790 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:25.602496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:25.602997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-36766c9c-ed4d-43b5-af3e-40171d339fd4 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6720030 Nov 24 14:02:25.612271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39326) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:25.627190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ddeb2bc8-a6f8-4cb3-8f88-0bb03ce9958f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:25.631092 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-ddeb2bc8-a6f8-4cb3-8f88-0bb03ce9958f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 14:02:25.631789 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-ddeb2bc8-a6f8-4cb3-8f88-0bb03ce9958f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:25.632904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ddeb2bc8-a6f8-4cb3-8f88-0bb03ce9958f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191283 Nov 24 14:02:25.634342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.636611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39330) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:25.647012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:25.648115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cebc0fbe-0736-4ee1-8219-a185c6326456 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:25.672603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 58019aff-7d68-49ca-8c2a-f496631fee0d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:25.681590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 58019aff-7d68-49ca-8c2a-f496631fee0d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:25.687797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.721549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:25.728676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=a795283f-e44c-4de8-b17a-affc2240233e,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:25.741446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:25.742577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:25.760306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:25.781451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:25.788976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 53930032-f8e3-4026-b27e-7f20bb124b73 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:25.794300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:25.800806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:25.808012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:25.814050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:25.820541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:25.833159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Allocated IP 172.26.8.44 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/378572fa-43de-4c97-b9af-9545d6bf0e0c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:25.858823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Project 352985864e214d2c8fdd091b3ee579f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:02:25.884624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 1cec1b73-9c26-454d-8fa8-d2b6e5df3438 associated. External IP: 172.26.8.191, port: 1c00e121-3a0d-4bac-8f8a-7f8c46c1e932. Nov 24 14:02:25.964209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.027442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 58019aff-7d68-49ca-8c2a-f496631fee0d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=58019aff-7d68-49ca-8c2a-f496631fee0d,segment=NetworkSegment(7022c9df-0f75-4f3c-b14e-0b204cf348bf),segment_id=7022c9df-0f75-4f3c-b14e-0b204cf348bf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:26.033330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.043446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:26.047289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0d03aab4-f220-4661-a023-9299b7b6b598 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:26.050980 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0d03aab4-f220-4661-a023-9299b7b6b598 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6928530 Nov 24 14:02:26.052865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39334) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:26.053539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.098417 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8791304 Nov 24 14:02:26.122546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39338) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:26.178007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=58019aff-7d68-49ca-8c2a-f496631fee0d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:26.195985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:26.214932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-41a0536d-f728-4c6c-b6b4-d860b02f4c2f None None] Provisioning complete for port 58019aff-7d68-49ca-8c2a-f496631fee0d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:26.215574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-41a0536d-f728-4c6c-b6b4-d860b02f4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.257786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:26.258697 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fb27d90d-b04c-4ab7-8c33-2167a3c70a2a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6189380 Nov 24 14:02:26.265919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39342) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:26.277922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '543a4a00-e66d-45ec-9929-edb6901fc66d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:26.347895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:26.370564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:26.377681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:26.390382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:26.444542 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Project 352985864e214d2c8fdd091b3ee579f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:02:26.465403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 58019aff-7d68-49ca-8c2a-f496631fee0d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:26.475167 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:26.479086 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-61cbba9f-24d1-4c63-9bb7-91a5bd517e93 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2094607 Nov 24 14:02:26.480017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39346) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:26.509680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:26.515398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.561881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9ed1ab7-d95b-4c38-a430-c44017abc445 None None] Provisioning for port a795283f-e44c-4de8-b17a-affc2240233e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:26.569174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b9ed1ab7-d95b-4c38-a430-c44017abc445 None None] Provisioning complete for port a795283f-e44c-4de8-b17a-affc2240233e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:26.569611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1ab7-d95b-4c38-a430-c44017abc445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.612436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 58019aff-7d68-49ca-8c2a-f496631fee0d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:26.613437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.666736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet bd0b5cb9-e3a4-432f-8322-a173e83ba755 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:26.667963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.704899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.729757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed1ab7-d95b-4c38-a430-c44017abc445 None None] Port a795283f-e44c-4de8-b17a-affc2240233e cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:26.730557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.766710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.814944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:26.822637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.833580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:26.846178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:26.847605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:26.890303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b8168fb5-18d9-444f-bba7-35ad5b73c8e3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/floatingips/1cec1b73-9c26-454d-8fa8-d2b6e5df3438 HTTP/1.1" status: 200 len: 977 time: 3.2373850 Nov 24 14:02:26.890303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:26.893520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39350) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:26.894847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff88b392-6d3c-4e83-b338-d1c0bc4654dd tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:26.918078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:26.943749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:26.945050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:26.955331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543a4a00-e66d-45ec-9929-edb6901fc66d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:26.968129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:26.998242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.005933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.007241 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/543a4a00-e66d-45ec-9929-edb6901fc66d HTTP/1.1" status: 204 len: 168 time: 0.5260890 Nov 24 14:02:27.010294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39354) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:27.021359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.029726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:27.031728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 1c00e121-3a0d-4bac-8f8a-7f8c46c1e932 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:27.032072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.061150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:27.061150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d048cb97-d179-469d-8dc4-fa7c9012a713 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:27.070373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e526408-231b-48e6-a74a-9cc9fff360b8,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:27.083905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:27.125969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3dea604b-f1ae-48f1-84d0-870aa6e4c817 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:27.162032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.163755 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6728566 Nov 24 14:02:27.167019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39358) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:27.186135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.223987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.239813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-42eef290-7827-4039-a0fc-1c7e8b37dbfa tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:27.330755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5f8e6c77-6108-47e3-a426-4c9dbdfa55df', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:27.348171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:27.358300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:27.361998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:27.367683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3dea604b-f1ae-48f1-84d0-870aa6e4c817 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:27.368975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3dea604b-f1ae-48f1-84d0-870aa6e4c817 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3577361 Nov 24 14:02:27.375450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:27.385068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39362) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:27.385824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:27.391903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:27.392243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:27.425928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329987060'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:27.448457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:27.461196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event updated for resources: {'Port': ['ID=378572fa-43de-4c97-b9af-9545d6bf0e0c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:27.478810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:27.479821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.484319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.502371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:27.574134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.575309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.628533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.654337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-69803a8b-11a2-4b76-be00-1e24a3273506 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:27.677355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.684249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.688501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:27.725114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c5076d-db3a-436c-a856-6a78142a2ab0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:27.773355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0b5cb9-e3a4-432f-8322-a173e83ba755,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:27.775383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.785851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:27.786172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:27.792771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf9dee-5cc9-4596-83ee-bff856bbfce7 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:27.796545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:27.797785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4799132 Nov 24 14:02:27.807986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39366) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:27.815404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5f8e6c77-6108-47e3-a426-4c9dbdfa55df', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:27.828653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:27.842559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:27.866069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:27.939586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:27.960441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:27.984295 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/bd0b5cb9-e3a4-432f-8322-a173e83ba755 HTTP/1.1" status: 204 len: 168 time: 1.9189880 Nov 24 14:02:27.984295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:27.986084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39370) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:27.990217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:28.011315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:28.051713 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:02:28.085752 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fabc3cfe-b4f0-4c3a-80ef-cd4f41a62df0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986147 Nov 24 14:02:28.087415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.095871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.096244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.096559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP 1cec1b73-9c26-454d-8fa8-d2b6e5df3438 disassociated. External IP: 172.26.8.191, port: 1c00e121-3a0d-4bac-8f8a-7f8c46c1e932. Nov 24 14:02:28.096968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 1c00e121-3a0d-4bac-8f8a-7f8c46c1e932 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:28.097965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39374) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:28.120389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:28.129266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Deleting port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:28.130220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.281125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.323339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.327200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d4396f37-734f-428b-bc59-e4e43a33db7e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:28.396989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.418846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.421832 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6129456 Nov 24 14:02:28.427131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39378) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:28.443170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dc6ab7-7f8f-4c1d-9c49-b09a44713cac,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:28.458377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5f8e6c77-6108-47e3-a426-4c9dbdfa55df', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:28.478487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:28.489919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.509269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 45cc9d94-13b3-4d2f-aab4-caf54fa7258e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:28.515244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:28.521348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.538778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:28.555612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-daf079db-1432-41b5-a740-49d09ef5162c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:28.596264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.603219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] For port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:28.604163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.680493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=1c00e121-3a0d-4bac-8f8a-7f8c46c1e932,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:28.692607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:28.768526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.779610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:28.783075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8600ebf0-966e-4bfb-8587-4a7440970ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:28.794384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:28.836372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Calling delete_port for 45cc9d94-13b3-4d2f-aab4-caf54fa7258e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:28.881720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:28.891288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.930885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5294b0e-c839-4662-aa1a-ba99c40a5cdd tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:28.932116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a5294b0e-c839-4662-aa1a-ba99c40a5cdd tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:28.958763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:28.979226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:29.009190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22823f07-eb6d-46d8-af32-7963eed3f0a1,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:29.016838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] No DVR routers for this DVR port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:29.037089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:29.046309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 45cc9d94-13b3-4d2f-aab4-caf54fa7258e update to DOWN by agent not found {{(pid=87694) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 14:02:29.048461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Pushing event deleted for resources: {'Port': ['ID=45cc9d94-13b3-4d2f-aab4-caf54fa7258e,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:29.052403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:29.053228 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:02:29.058651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-924bf349-4156-4280-ae84-6c33ae537cac tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:29.091806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:29.108408 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:29.119930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a5294b0e-c839-4662-aa1a-ba99c40a5cdd tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:29.121166 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a5294b0e-c839-4662-aa1a-ba99c40a5cdd tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9669251 Nov 24 14:02:29.129057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:29.130051 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:29.150240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39382) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.150970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.158653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.163280 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7723947 Nov 24 14:02:29.179909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39386) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.184402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '22823f07-eb6d-46d8-af32-7963eed3f0a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:29.195345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:29.213787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:29.221032 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:29.244116 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:29.245476 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:29.258102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:29.275534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:29.334456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.340100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/ports/1c00e121-3a0d-4bac-8f8a-7f8c46c1e932 HTTP/1.1" status: 204 len: 168 time: 2.4342532 Nov 24 14:02:29.347956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39390) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.391666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-49d74d97-5b1f-41c1-847c-cc1fe116e722 None None] Provisioning complete for port a795283f-e44c-4de8-b17a-affc2240233e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:29.392260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49d74d97-5b1f-41c1-847c-cc1fe116e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.396463 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:29.397189 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ea723-e7df-4ab7-a642-b6c3a64d0749 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:29.452700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=a795283f-e44c-4de8-b17a-affc2240233e,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:29.468260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:29.487243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-49d74d97-5b1f-41c1-847c-cc1fe116e722 None None] Port a795283f-e44c-4de8-b17a-affc2240233e cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:29.620841 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The resource could not be found. Nov 24 14:02:29.621999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd28aa67-a353-40bf-82b8-6431040a2d2c tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4424179 Nov 24 14:02:29.625021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39394) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.631578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c51f1ff7-1c54-4bfd-9463-6c4a230c771b tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/floatingips/1cec1b73-9c26-454d-8fa8-d2b6e5df3438 HTTP/1.1" status: 200 len: 688 time: 0.2824605 Nov 24 14:02:29.635249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '22823f07-eb6d-46d8-af32-7963eed3f0a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '956b14d4-ef96-4e1b-9bf1-f861dff1bd9b'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:29.640393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39398) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.641101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:29.645803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:29.650419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:29.652714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394e9d5-eca5-4a1e-91e4-77c8cc7ad8c9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:29.653446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6394e9d5-eca5-4a1e-91e4-77c8cc7ad8c9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:29.657319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:29.721258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The resource could not be found. Nov 24 14:02:29.724845 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79f73cde-f79c-450c-a0c0-29d20e5dfd07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0972946 Nov 24 14:02:29.726626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39402) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.805178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.842130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.903227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.908376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2f37086b-2fd9-402b-aaf9-fde4446abf79 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:29.921568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.932880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22823f07-eb6d-46d8-af32-7963eed3f0a1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:29.937484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:29.938582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6394e9d5-eca5-4a1e-91e4-77c8cc7ad8c9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:29.939773 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6394e9d5-eca5-4a1e-91e4-77c8cc7ad8c9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7778916 Nov 24 14:02:29.940883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.943050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:29.974101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:29.987508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:30.010295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.011431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/22823f07-eb6d-46d8-af32-7963eed3f0a1 HTTP/1.1" status: 204 len: 168 time: 0.2836671 Nov 24 14:02:30.018443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39410) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:30.020077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 5caf5990-01ec-43ca-8ff0-15f04e5704db {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:30.020425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.021639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cec1e710-f0c4-49ca-b555-caa5097670cf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772586 Nov 24 14:02:30.042597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39414) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:30.053412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:30.072439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.102542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abb4a60-b567-4c5d-9b0d-565e689f3e31,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:30.109652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.121214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:30.129102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.140778 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6923018 Nov 24 14:02:30.195845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b907fb0a-ae54-406a-aad6-e5a6f80d6f07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:30.232069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:30.245204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b907fb0a-ae54-406a-aad6-e5a6f80d6f07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:30.253913 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b907fb0a-ae54-406a-aad6-e5a6f80d6f07 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2238469 Nov 24 14:02:30.253913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:30.255485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39420) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:30.264323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '6e3c9690-5d7c-4b84-a81b-514dc116f1ef', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:30.273991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:30.279814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:30.283488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:30.291477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:30.295335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.327694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:30.510658 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The resource could not be found. Nov 24 14:02:30.520451 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b18a6c15-1b0f-46d2-acd3-49be0c0b473e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2620060 Nov 24 14:02:30.521507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39428) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:30.542724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084177060'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:30.555420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:30.583255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:30.605648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.623621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.646309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.647009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:30.707145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:30.718749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:30.726458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:30.733680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-1d06db05-e7d5-42a5-b70d-2d8b5aa5c3c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:30.745078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:30.799435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-1d06db05-e7d5-42a5-b70d-2d8b5aa5c3c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:30.801177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-1d06db05-e7d5-42a5-b70d-2d8b5aa5c3c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177946320&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.1756647 Nov 24 14:02:30.987194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 5caf5990-01ec-43ca-8ff0-15f04e5704db owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:31.029072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.043208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.051746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05608f6c-e8f3-4452-80e0-8d8f54c487fe tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:31.122169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:02:31.127231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.152599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-a3bea053-77b2-40fb-b77f-b413583d41c5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:31.153305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-a3bea053-77b2-40fb-b77f-b413583d41c5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:31.175509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33e8a0-669c-44c4-b09d-dae529d9aea8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:31.180097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:31.180793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-72f74f7a-675e-4b75-9813-32b6f4d3af2e tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:31.227071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:31.230732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.232367 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7019351 Nov 24 14:02:31.233557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Router 09a270d7-df05-4572-a85c-bd43ad5eddbf is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:31.235782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39438) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:31.237624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:31.243720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:31.244649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.250877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791285515'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:31.255164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-a3bea053-77b2-40fb-b77f-b413583d41c5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:31.255915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533f67f-5a50-4500-be91-83f9a39a4374 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:31.256457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-a3bea053-77b2-40fb-b77f-b413583d41c5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a HTTP/1.1" status: 200 len: 797 time: 0.4454172 Nov 24 14:02:31.261662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:31.280325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:31.280603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=65bc3e65-98ee-4325-8e5d-1496be84ce47,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:31.287736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2414119 Nov 24 14:02:31.287736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:31.288894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-3f4a7082-0e47-4b24-a98e-0036eb5c7b9d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0196314 Nov 24 14:02:31.289369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39442) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:31.295005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:31.393999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:31.502562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:31.515419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:31.521577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:31.522810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-f3ad4648-bf7c-44b8-8797-6b444ba1a781 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:31.539699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:31.543217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.552610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '65bc3e65-98ee-4325-8e5d-1496be84ce47'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:31.553261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.562196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-f3ad4648-bf7c-44b8-8797-6b444ba1a781 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:31.563586 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-f3ad4648-bf7c-44b8-8797-6b444ba1a781 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538133 Nov 24 14:02:31.578319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.636270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.652780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-974e1414-6551-4ed3-a3b9-ed8a2802e37d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:31.710292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:31.727973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:31.732931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=5caf5990-01ec-43ca-8ff0-15f04e5704db,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:31.740356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:31.752260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Allocated IP 2001:db8::f816:3eff:fe4d:3f0c (13168bed-777a-4e4d-96b5-2446850be7d2/65bc3e65-98ee-4325-8e5d-1496be84ce47/f224c2fd-56ad-4a91-b493-c0a262758768) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:31.793108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:31.800524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:31.819121 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.ipam_backend_mixin [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65bc3e65-98ee-4325-8e5d-1496be84ce47 (CIDR: 2001:db8::/64) Nov 24 14:02:31.826282 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:31.826730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:02:31.830610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:31.845748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] Sync routers for ids ['09a270d7-df05-4572-a85c-bd43ad5eddbf'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:31.862057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] Routers {'09a270d7-df05-4572-a85c-bd43ad5eddbf'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:31.863552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['09a270d7-df05-4572-a85c-bd43ad5eddbf'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:31.914587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.933706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:31.935221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.952454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.953125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:31.959433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a6f2f171-9cce-45ab-b456-48ac87637eee tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:31.960226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] Routers {'09a270d7-df05-4572-a85c-bd43ad5eddbf'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:31.960996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['09a270d7-df05-4572-a85c-bd43ad5eddbf'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:32.013987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-60e2c673-0592-4f91-83ff-7123a7a4d28d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7235885 Nov 24 14:02:32.017418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39448) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:32.025704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:32.028497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.033405 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/floatingips/1cec1b73-9c26-454d-8fa8-d2b6e5df3438 HTTP/1.1" status: 204 len: 168 time: 2.3768251 Nov 24 14:02:32.038700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:32.039186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4aa59-4c2f-4e23-b2fa-b0beb8ac1a53 None None] The sync data for ids ['09a270d7-df05-4572-a85c-bd43ad5eddbf'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:32.041288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39452) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:32.049150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:32.055994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-5fa72fa8-f4f6-41a3-a571-398573ccf6e5 service neutron] 10.222.0.36 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384811 Nov 24 14:02:32.061316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:32.098060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.099259 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "PUT /v2.0/routers/09a270d7-df05-4572-a85c-bd43ad5eddbf HTTP/1.1" status: 200 len: 883 time: 8.9365048 Nov 24 14:02:32.133686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39456) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:32.135290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.147001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:floatingip and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:32.147516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Transition to ACTIVE for port object f224c2fd-56ad-4a91-b493-c0a262758768 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:32.157111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:32.168939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Transition to ACTIVE for port object f224c2fd-56ad-4a91-b493-c0a262758768 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:32.176391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.181198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ca0a3bdf-ce61-4af5-946b-02d946cea168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:32.196371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.200107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=a795283f-e44c-4de8-b17a-affc2240233e,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:32.213498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:32.214444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.222973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-056a6eb1-164f-43f1-8bd5-03442146f75f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:32.225882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:32.247322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:32.250520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:32.255098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:32.264440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Pushing event updated for resources: {'Port': ['ID=f224c2fd-56ad-4a91-b493-c0a262758768,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:32.280562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.284633 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0414078 Nov 24 14:02:32.288021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39460) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:32.298292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': 'cf33e8a0-669c-44c4-b09d-dae529d9aea8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '242d1cee-e1a0-4d0a-84ac-8e303622d5f7'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:32.318552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242d1cee-e1a0-4d0a-84ac-8e303622d5f7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:32.326821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:32.332047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:32.345145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:32.349541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:32.351366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 53930032-f8e3-4026-b27e-7f20bb124b73 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:32.352717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:32.356779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:32.395963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Attempting to bind port f224c2fd-56ad-4a91-b493-c0a262758768 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:32.396597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Attempting to bind port f224c2fd-56ad-4a91-b493-c0a262758768 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:32.397171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Attempting to bind port f224c2fd-56ad-4a91-b493-c0a262758768 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:32.397979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.405106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:32.405488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:32.405941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.406498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:32.407128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Bound port: f224c2fd-56ad-4a91-b493-c0a262758768, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:32.407673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.526119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] For port f224c2fd-56ad-4a91-b493-c0a262758768, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:32.530517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:32.530988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] For port f224c2fd-56ad-4a91-b493-c0a262758768, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f224c2fd-56ad-4a91-b493-c0a262758768,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:32.537773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.543872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:32.548061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:32.587834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:32.607927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b097d0b0-1341-4b04-b552-fdfa035a1d24 service neutron] 10.222.0.36 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007722 Nov 24 14:02:32.624771 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cdee9e28-2bb1-4fe8-be8a-32935519b49f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/09a270d7-df05-4572-a85c-bd43ad5eddbf HTTP/1.1" status: 200 len: 924 time: 0.4796076 Nov 24 14:02:32.627960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39464) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:32.707081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Pushing event updated for resources: {'Port': ['ID=f224c2fd-56ad-4a91-b493-c0a262758768,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:32.714166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:32.727343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:32.734233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.755188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2a0b8013-410e-4503-ba73-c193bafe7993 None None] Provisioning complete for port a795283f-e44c-4de8-b17a-affc2240233e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:32.756249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a0b8013-410e-4503-ba73-c193bafe7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.858024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b8013-410e-4503-ba73-c193bafe7993 None None] Port a795283f-e44c-4de8-b17a-affc2240233e cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:32.877497 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:32.879865 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-205664a0-18d7-4311-9f66-db42f26355be tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5885577 Nov 24 14:02:32.884335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:32.975107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:32.994777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-966a407e-7bb8-4ccd-95df-19b709195420 req-c8a3b5e4-2ad2-4244-afa7-45fc454a0b7b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:33.039059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 89e8ba9f-c062-4f19-a6a7-1e8622624714 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:33.054820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-966a407e-7bb8-4ccd-95df-19b709195420 req-c8a3b5e4-2ad2-4244-afa7-45fc454a0b7b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:33.056265 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-966a407e-7bb8-4ccd-95df-19b709195420 req-c8a3b5e4-2ad2-4244-afa7-45fc454a0b7b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 210 time: 0.1261692 Nov 24 14:02:33.103469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643123a7-3db9-4a61-803e-9104da6bbdf5 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:33.105054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-643123a7-3db9-4a61-803e-9104da6bbdf5 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=09a270d7-df05-4572-a85c-bd43ad5eddbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4756839 Nov 24 14:02:33.114463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39478) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.204148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.260737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.292360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:33.297653 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/89e8ba9f-c062-4f19-a6a7-1e8622624714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1700230 Nov 24 14:02:33.303302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39482) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.327775 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] Sync routers for ids ['89e8ba9f-c062-4f19-a6a7-1e8622624714'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:33.335746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.342020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2ecfa2a5-a4b4-461b-9d7f-09eb70bb8371 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:33.350970 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] Routers {'89e8ba9f-c062-4f19-a6a7-1e8622624714'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:33.351396 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['89e8ba9f-c062-4f19-a6a7-1e8622624714'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:33.380017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d1cee-e1a0-4d0a-84ac-8e303622d5f7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:33.383498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:33.398158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.400909 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/242d1cee-e1a0-4d0a-84ac-8e303622d5f7 HTTP/1.1" status: 204 len: 168 time: 0.5138934 Nov 24 14:02:33.403481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.183 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/0615a496-b675-4ed1-ba87-ab861642a4aa) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:33.403965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39490) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.486353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e75109ea-d9e8-473b-a4df-06e041072475 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:33.488345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8719acbc-f3de-4e70-a1d8-ab0a7760e964 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:33.489191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8719acbc-f3de-4e70-a1d8-ab0a7760e964 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:33.492833 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:33.506228 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] Routers {'89e8ba9f-c062-4f19-a6a7-1e8622624714'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:33.508957 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['89e8ba9f-c062-4f19-a6a7-1e8622624714'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:33.514421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e75109ea-d9e8-473b-a4df-06e041072475 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:33.518603 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e75109ea-d9e8-473b-a4df-06e041072475 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1108539 Nov 24 14:02:33.519734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39496) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.592499 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:33.593104 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3c16b-b52e-434a-ac53-b52eeb824c2e None None] The sync data for ids ['89e8ba9f-c062-4f19-a6a7-1e8622624714'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:33.620313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.623675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386c328-aaee-49b3-b884-a8be62db3efc tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:33.624237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5386c328-aaee-49b3-b884-a8be62db3efc tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Synchronizing usage tracker for tenant:a48cf8efa8b94a5da468e7b1dac01318 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:33.664460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.743700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.750471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-be849c64-16d2-4644-ad97-183465f99dbc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:33.777560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33e8a0-669c-44c4-b09d-dae529d9aea8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:33.791205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:33.797654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.799058 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf33e8a0-669c-44c4-b09d-dae529d9aea8 HTTP/1.1" status: 204 len: 168 time: 0.2780356 Nov 24 14:02:33.802292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39502) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.882915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f2662ff5-cd64-4b25-b610-e2561acc1e72 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:33.890451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8719acbc-f3de-4e70-a1d8-ab0a7760e964 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:33.891676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8719acbc-f3de-4e70-a1d8-ab0a7760e964 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports/a795283f-e44c-4de8-b17a-affc2240233e HTTP/1.1" status: 200 len: 983 time: 0.5874350 Nov 24 14:02:33.892465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5386c328-aaee-49b3-b884-a8be62db3efc tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Unset dirty status for tenant:a48cf8efa8b94a5da468e7b1dac01318 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:33.893508 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5386c328-aaee-49b3-b884-a8be62db3efc tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.7763174 Nov 24 14:02:33.895204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39506) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.897564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.897749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39508) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:33.903583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.908077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d77b9fb7-a726-4b05-8777-c7ad23a0c64d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:33.971594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:33.976011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:33.983621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:33.984391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:33.994912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=41def8b7-425b-408a-839f-c4b041cb647d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:34.005821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:34.010700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f2662ff5-cd64-4b25-b610-e2561acc1e72 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:34.012038 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f2662ff5-cd64-4b25-b610-e2561acc1e72 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2082620 Nov 24 14:02:34.016206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39514) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:34.026130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454295101'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:34.036433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:34.052166 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0337152 Nov 24 14:02:34.054061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:34.055943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39518) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:34.063083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:50:27:1d', 'name': 'tempest-NetworksTestDHCPv6-1415810126'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:34.079242 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f3c5c03-e8e1-47fa-9ce7-3d522e7571a1 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=09a270d7-df05-4572-a85c-bd43ad5eddbf HTTP/1.1" status: 200 len: 205 time: 0.1755562 Nov 24 14:02:34.083398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:34.085637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39522) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:34.093391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7da7bdd0-35bc-44e2-b244-682e41122fd4 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:34.272255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:34.273819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d1526-cf55-4a19-a9b1-0a8c22e10bb5 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:34.322983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:34.340681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:34.354740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:34.392052 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-13c31737-78c7-43e1-9acc-c65587a98d70 req-61ed2ae6-c588-4a41-9980-ef755308210a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 210 time: 0.1481557 Nov 24 14:02:34.404938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=0615a496-b675-4ed1-ba87-ab861642a4aa,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:34.410513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:34.423894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:34.451932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:34.467724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:34.489811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:34.569426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:34.584120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:34.591577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:34.622453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f224c2fd-56ad-4a91-b493-c0a262758768 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:34.642229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:34.685934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:34.713883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7c86b018-05c8-4738-9e76-94833170a3e9 None None] Provisioning for port f224c2fd-56ad-4a91-b493-c0a262758768 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:34.750889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:34.874327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port f224c2fd-56ad-4a91-b493-c0a262758768 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:34.885908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port f224c2fd-56ad-4a91-b493-c0a262758768 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:34.886559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.047682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.065878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.076860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:35.109353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Update dhcp port {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '65bc3e65-98ee-4325-8e5d-1496be84ce47', 'ip_address': '2001:db8::f816:3eff:fe4d:3f0c'}, {'subnet_id': '41def8b7-425b-408a-839f-c4b041cb647d'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': 'f224c2fd-56ad-4a91-b493-c0a262758768'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:02:35.172434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.177491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.224881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff46c9-0b66-40c2-a2a9-89e7523ca158,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:35.232152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.236694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:35.237592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.238797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2205637 Nov 24 14:02:35.244658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.250690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port f224c2fd-56ad-4a91-b493-c0a262758768, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f224c2fd-56ad-4a91-b493-c0a262758768,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:35.255184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39532) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:35.264890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b01beeef-ef37-4e2e-8334-172fda5f6148 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:35.265122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.266311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b01beeef-ef37-4e2e-8334-172fda5f6148 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a HTTP/1.1" status: 200 len: 797 time: 0.3590376 Nov 24 14:02:35.281272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '05ff46c9-0b66-40c2-a2a9-89e7523ca158', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:35.286399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.295432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1f190c8d-c7e6-45db-bc68-9c62150b0b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:35.311212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:35.322479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Deleting port 378572fa-43de-4c97-b9af-9545d6bf0e0c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:35.322840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.342925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:35.347519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:35.352656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port a02a70a3-e434-40af-aff7-67767090a229 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:02:35.403321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:35.429776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-72c0ff84-7f6b-4421-b5f3-0783898fa378 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 379 time: 0.1439295 Nov 24 14:02:35.447060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '1e91d779-a05f-4161-ad9b-aba265100139', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['5f8e6c77-6108-47e3-a426-4c9dbdfa55df']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:35.465889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=f224c2fd-56ad-4a91-b493-c0a262758768,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:35.470565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:35.573883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Allocated IP 2001:db8:0:1::2 (13168bed-777a-4e4d-96b5-2446850be7d2/41def8b7-425b-408a-839f-c4b041cb647d/f224c2fd-56ad-4a91-b493-c0a262758768) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:35.587183 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:35.591270 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1416adf1-f31e-4806-a469-f687ab82e5b1 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3306367 Nov 24 14:02:35.592611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39538) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:35.595593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.609248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group_rule': {'security_group_id': '05ff46c9-0b66-40c2-a2a9-89e7523ca158', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:35.628327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:35.649362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:35.652049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:35.672550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:35.687483 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-db95408e-63d1-44ca-bb81-27aa60f97e7d req-0ab7d77b-63df-419d-a8a0-5eab22cf211e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 210 time: 0.1187072 Nov 24 14:02:35.778924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] For port f224c2fd-56ad-4a91-b493-c0a262758768, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f224c2fd-56ad-4a91-b493-c0a262758768,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:35.788861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:35.822695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.826679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.848931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Transition to ACTIVE for port object f224c2fd-56ad-4a91-b493-c0a262758768 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:35.853952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.858306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:35.957664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port a795283f-e44c-4de8-b17a-affc2240233e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:35.957664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:35.974199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:35.994329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Calling delete_port for 378572fa-43de-4c97-b9af-9545d6bf0e0c owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:36.022753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Pushing event updated for resources: {'Port': ['ID=f224c2fd-56ad-4a91-b493-c0a262758768,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:36.026231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:36.070028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.123357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:36.125313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0a95d41f-6196-4657-98ff-95597a64be95 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5313380 Nov 24 14:02:36.126261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:36.131038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.140695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39542) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:36.250371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.416667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for a795283f-e44c-4de8-b17a-affc2240233e owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:36.418479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.423894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8:0:1::12e (13168bed-777a-4e4d-96b5-2446850be7d2/41def8b7-425b-408a-839f-c4b041cb647d/a02a70a3-e434-40af-aff7-67767090a229) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:36.485476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f224c2fd-56ad-4a91-b493-c0a262758768 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:36.501128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe50:271d (13168bed-777a-4e4d-96b5-2446850be7d2/65bc3e65-98ee-4325-8e5d-1496be84ce47/a02a70a3-e434-40af-aff7-67767090a229) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:36.524110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.538078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:36.585529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.715004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-604c0989-d0b5-44db-aa2b-d4e012363a61 None None] Provisioning for port f224c2fd-56ad-4a91-b493-c0a262758768 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:36.722482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-604c0989-d0b5-44db-aa2b-d4e012363a61 None None] Provisioning complete for port f224c2fd-56ad-4a91-b493-c0a262758768 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:36.723341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-604c0989-d0b5-44db-aa2b-d4e012363a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.723868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event deleted for resources: {'Port': ['ID=378572fa-43de-4c97-b9af-9545d6bf0e0c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:36.799665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.800640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.801185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.801550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.801919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.802283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.802644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.803009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.803369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.803724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.804098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.804439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:36.817861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:36.848529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.865111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:36.875215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c45a7640-8c90-4ca2-adb6-a6b53927981a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:36.950161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-00b82fda-093b-40bf-95d8-403b7d0d2600 req-54530c38-dfda-415e-ad94-5c9b13538c15 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:36.967919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff46c9-0b66-40c2-a2a9-89e7523ca158,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:36.981193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:37.001598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.13 (67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a/01eaa211-56f6-4398-a997-f129e21ecda6/aa0791f3-5310-4fa4-b995-d903c35b51b1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:37.045823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-00b82fda-093b-40bf-95d8-403b7d0d2600 req-54530c38-dfda-415e-ad94-5c9b13538c15 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:37.046946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-00b82fda-093b-40bf-95d8-403b7d0d2600 req-54530c38-dfda-415e-ad94-5c9b13538c15 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 210 time: 0.1785901 Nov 24 14:02:37.048909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.060157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.064570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:37.072335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.076408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.099827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.103284 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/05ff46c9-0b66-40c2-a2a9-89e7523ca158 HTTP/1.1" status: 204 len: 168 time: 0.9496071 Nov 24 14:02:37.106465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39548) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:37.124710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.129663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.130184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Fanout notify agent at l3_agent the message router_deleted on router 09a270d7-df05-4572-a85c-bd43ad5eddbf {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:02:37.137376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:37.177289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.203087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=a795283f-e44c-4de8-b17a-affc2240233e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:37.210797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:37.213185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=0615a496-b675-4ed1-ba87-ab861642a4aa,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:37.237460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:37.242036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object a02a70a3-e434-40af-aff7-67767090a229 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:37.275529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.280154 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b9a6537e-3ddd-4c70-9979-3c380ed42e63 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/09a270d7-df05-4572-a85c-bd43ad5eddbf HTTP/1.1" status: 204 len: 168 time: 3.1864722 Nov 24 14:02:37.287861 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-44a557d4-2037-4136-ae58-227133a3d199 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1776886 Nov 24 14:02:37.288568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39552) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:37.288933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39554) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:37.299531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.355486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239920638'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:37.363806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1219219418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:37.433939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:37.434274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:37.451371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:37.454333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Usage tracker for resource:router and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:37.459852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:37.462606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:37.473751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:37.478554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:37.481915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.499131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.565013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.566949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.575214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.591357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f056e0ad-ea4c-4994-8726-7add567db267 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:37.662552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:37.669827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.679644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Usage tracker for resource:security_group_rule and tenant:352985864e214d2c8fdd091b3ee579f2 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:37.684654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:37.705037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:37.708664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.716404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:37.718966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:37.725845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:37.726570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.738579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP de3f477f-e4d3-4aec-a505-1c775f972003 associated. External IP: 172.26.8.183, port: c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1. Nov 24 14:02:37.801957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:37.838462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:37.857603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 89e8ba9f-c062-4f19-a6a7-1e8622624714 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:38.028054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=a02a70a3-e434-40af-aff7-67767090a229,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:38.035201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.036436 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d631a982-e5f2-434b-b395-e36ec8ff0713 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6936882 Nov 24 14:02:38.041480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39560) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:38.056978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': True}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:38.059455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object aa0791f3-5310-4fa4-b995-d903c35b51b1 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:38.062558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.063077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.063466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.063841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.064213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.064581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.064975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.065435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.065977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.066393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.066854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.067328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:38.068806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-65de91c7-9e4a-4c62-9598-96bb401e18ef None None] Provisioning for port a02a70a3-e434-40af-aff7-67767090a229 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:38.076157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:38.083472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.0241129 Nov 24 14:02:38.084978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39566) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:38.096228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-65de91c7-9e4a-4c62-9598-96bb401e18ef None None] Provisioning complete for port a02a70a3-e434-40af-aff7-67767090a229 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:38.098613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65de91c7-9e4a-4c62-9598-96bb401e18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.171521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-65de91c7-9e4a-4c62-9598-96bb401e18ef None None] Port a02a70a3-e434-40af-aff7-67767090a229 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:38.198158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port a02a70a3-e434-40af-aff7-67767090a229 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:38.198535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.265679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.276709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:38.324102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:38.334917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] Sync routers for ids ['89e8ba9f-c062-4f19-a6a7-1e8622624714'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:38.344999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] Routers {'89e8ba9f-c062-4f19-a6a7-1e8622624714'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:38.345636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['89e8ba9f-c062-4f19-a6a7-1e8622624714'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:38.377702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.414099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:38.423434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] Routers {'89e8ba9f-c062-4f19-a6a7-1e8622624714'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:38.424069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['89e8ba9f-c062-4f19-a6a7-1e8622624714'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:38.443114 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/89e8ba9f-c062-4f19-a6a7-1e8622624714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5426846 Nov 24 14:02:38.446717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.450459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39570) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:38.492645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:38.494433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde9b71-f3de-431d-b433-c55ccf3e1574 None None] The sync data for ids ['89e8ba9f-c062-4f19-a6a7-1e8622624714'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:38.508322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-74c437e9-1af9-4f8f-a109-879d47bb726e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:38.521000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:38.532480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:38.545420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:38.581692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=aa0791f3-5310-4fa4-b995-d903c35b51b1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:38.593356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:38.746576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:38.747204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.759746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.760983 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4163852 Nov 24 14:02:38.781768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39574) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:38.796596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1c9091fa-a217-488c-8ed6-17a2f326896a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:38.797041 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.api.v2.base [None req-1c9091fa-a217-488c-8ed6-17a2f326896a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 14:02:38.797533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-1c9091fa-a217-488c-8ed6-17a2f326896a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 14:02:38.798498 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1c9091fa-a217-488c-8ed6-17a2f326896a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "PUT /v2.0/security-groups/ca186967-a563-4f2f-a5b3-cbd5564351b3 HTTP/1.1" status: 409 len: 330 time: 0.0127139 Nov 24 14:02:38.814203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39578) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:38.820907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:38.824997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3819611 Nov 24 14:02:38.834513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca186967-a563-4f2f-a5b3-cbd5564351b3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:38.840993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.856099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Request body: {'port': {'device_id': '1e91d779-a05f-4161-ad9b-aba265100139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:38.899629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fed56d02-7b89-45b7-95f6-61e0ec056a80 None None] Provisioning for port aa0791f3-5310-4fa4-b995-d903c35b51b1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:38.903619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:38.905823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fed56d02-7b89-45b7-95f6-61e0ec056a80 None None] Provisioning complete for port aa0791f3-5310-4fa4-b995-d903c35b51b1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:38.906203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fed56d02-7b89-45b7-95f6-61e0ec056a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:38.960581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fed56d02-7b89-45b7-95f6-61e0ec056a80 None None] Port aa0791f3-5310-4fa4-b995-d903c35b51b1 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:38.976232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.016527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for a02a70a3-e434-40af-aff7-67767090a229 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:39.045139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c285ed-6060-491e-b017-ab66fcf136fb req-4233c67f-0e66-4315-879f-2b39ab662b05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:39.046678 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-56c285ed-6060-491e-b017-ab66fcf136fb req-4233c67f-0e66-4315-879f-2b39ab662b05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 932 time: 0.7983303 Nov 24 14:02:39.108447 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-5dcd2dfb-069f-48d0-b1b3-22693f68c62d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 14:02:39.112270 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5dcd2dfb-069f-48d0-b1b3-22693f68c62d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/89e8ba9f-c062-4f19-a6a7-1e8622624714/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5931921 Nov 24 14:02:39.130325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39582) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:39.191146 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-56c285ed-6060-491e-b017-ab66fcf136fb req-ec25ca82-f141-4503-8e6c-f92ccdbfeaf5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361241 Nov 24 14:02:39.313938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-57a705ce-f451-431f-be9c-015272b4a739 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e8ba9f-c062-4f19-a6a7-1e8622624714 HTTP/1.1" status: 200 len: 205 time: 0.1778941 Nov 24 14:02:39.335262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39586) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:39.433480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.466455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.667487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.714231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.763054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Allocated IP 172.26.8.146 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/398f8a41-d48e-4d23-8c92-a5ef49d5048f) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:39.765748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.901575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.916132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.947463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:39.951453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-62a8d782-547c-4499-ae1a-1ae008d1a3c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:39.971294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:39.982383 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:39.993909 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:39.994529 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:40.029119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:40.032317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:40.037018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:40.066257 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:40.076329 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:40.077091 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:40.077360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Port': ['ID=398f8a41-d48e-4d23-8c92-a5ef49d5048f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:40.082759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:40.196204 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:40.196766 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c8912f-1408-4fa8-9117-cd2c62661359 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:40.292145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.335067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.362967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.393899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.396374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.397547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/ca186967-a563-4f2f-a5b3-cbd5564351b3 HTTP/1.1" status: 204 len: 168 time: 1.5824132 Nov 24 14:02:40.403558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39596) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.416631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fc1d211b-a4d1-41b0-b12d-789b31e0f9c0 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:40.449959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca186967-a563-4f2f-a5b3-cbd5564351b3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:40.457306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.461612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:40.472380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5cbf1e5b-3d74-4954-946a-1e17272acf4a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:40.503454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.503964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router 89e8ba9f-c062-4f19-a6a7-1e8622624714 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:02:40.549605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5070920 Nov 24 14:02:40.557279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39600) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.573214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2038123243'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:40.581542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:40.588889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6eefdf4a-c2c0-4e1a-87f7-b7dd6a5ab634 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Synchronizing usage tracker for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:40.595411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=a02a70a3-e434-40af-aff7-67767090a229,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:40.604896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:network and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:40.611773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:40.631164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:40.639339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:40.644627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.646038 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c77661e5-ce4d-4e65-9b02-429662b0f9db tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/89e8ba9f-c062-4f19-a6a7-1e8622624714 HTTP/1.1" status: 204 len: 168 time: 1.3040214 Nov 24 14:02:40.655887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39604) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.656445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.749712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.754552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/a02a70a3-e434-40af-aff7-67767090a229 HTTP/1.1" status: 204 len: 168 time: 2.6660717 Nov 24 14:02:40.759183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.796534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fe7e0-61c4-40e0-8cb2-a63a46fd12eb req-3dcd5231-77a8-4b62-a33e-04482d26edd5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:40.798122 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ca3fe7e0-61c4-40e0-8cb2-a63a46fd12eb req-3dcd5231-77a8-4b62-a33e-04482d26edd5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 932 time: 0.4905665 Nov 24 14:02:40.807946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6eefdf4a-c2c0-4e1a-87f7-b7dd6a5ab634 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Unset dirty status for tenant:352985864e214d2c8fdd091b3ee579f2 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:40.812832 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6eefdf4a-c2c0-4e1a-87f7-b7dd6a5ab634 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3944135 Nov 24 14:02:40.825302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39612) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.840557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet 0f0850ac-9a63-45d2-82bc-d43b05a51539 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:40.841599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:40.845020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.850581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.900052 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-80d5c454-1e32-4ff5-bc7e-4d767c161470 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] delete failed (client error): The resource could not be found. Nov 24 14:02:40.901012 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80d5c454-1e32-4ff5-bc7e-4d767c161470 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "DELETE /v2.0/security-groups/e71a3a73-4396-442b-859a-2736d863dc95 HTTP/1.1" status: 404 len: 347 time: 0.0747712 Nov 24 14:02:40.907059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39616) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.938494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.961328 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ca3fe7e0-61c4-40e0-8cb2-a63a46fd12eb req-26fece31-ec09-4993-a237-a5386e0325ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503558 Nov 24 14:02:40.963942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:02:40.966654 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-279a43e0-7912-4896-b6d1-6af0c9cf48ed tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] show failed (client error): The resource could not be found. Nov 24 14:02:40.967311 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-279a43e0-7912-4896-b6d1-6af0c9cf48ed tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-groups/b139d541-644c-43e7-908c-f7296988456c HTTP/1.1" status: 404 len: 347 time: 0.0539246 Nov 24 14:02:40.974568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39620) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:40.995193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:40.995535 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Added segment ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24 of type vlan for network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 Nov 24 14:02:41.058924 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-6faf4e07-f02c-4ad1-8fa4-b6ca95633953 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] show failed (client error): The resource could not be found. Nov 24 14:02:41.066251 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6faf4e07-f02c-4ad1-8fa4-b6ca95633953 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] 10.222.0.36 "GET /v2.0/security-group-rules/e2b8f2db-37d7-4592-a868-2697cd52ebac HTTP/1.1" status: 404 len: 356 time: 0.0843666 Nov 24 14:02:41.179588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.230239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fad54-432c-4023-92f0-8bfe75c3cb37 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:41.230970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ed9fad54-432c-4023-92f0-8bfe75c3cb37 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:41.241422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.245603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.247728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.253862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:41.254520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.260881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3484c903-dc0f-442e-aa9e-b2995c480e85 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:41.271936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0791f3-5310-4fa4-b995-d903c35b51b1 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:02:41.280965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ed9fad54-432c-4023-92f0-8bfe75c3cb37 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:41.284600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ed9fad54-432c-4023-92f0-8bfe75c3cb37 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5223279 Nov 24 14:02:41.286185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.288764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39626) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:41.342621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.400886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Transition to ACTIVE for port object aa0791f3-5310-4fa4-b995-d903c35b51b1 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:41.410895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39632) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:41.422007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.432802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:41.643838 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0827243 Nov 24 14:02:41.645276 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39638) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:41.646789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0791f3-5310-4fa4-b995-d903c35b51b1,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:41.656917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Network': ['ID=b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:41.663635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'subnet': {'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:41.670742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:02:41.682004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:41.692217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:41.722868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.733309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35863284-b766-417e-a301-307282c3911f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:41.799720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0850ac-9a63-45d2-82bc-d43b05a51539,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:41.811676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:41.831912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:41.833547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:41.836721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b83cf-f1f8-4484-b9c9-ae1bd5d48003 None None] Network 53930032-f8e3-4026-b27e-7f20bb124b73 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:41.836894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.850661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a59e0f-b3e8-4a06-a595-1b7bccac9d64 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:41.854619 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-77a59e0f-b3e8-4a06-a595-1b7bccac9d64 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5605328 Nov 24 14:02:41.856793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39642) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:41.859218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:41.865444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-39177583-d365-48b4-9f28-59b0e7fdc539 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=352985864e214d2c8fdd091b3ee579f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459815 Nov 24 14:02:41.865655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:41.866625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/0f0850ac-9a63-45d2-82bc-d43b05a51539 HTTP/1.1" status: 204 len: 168 time: 1.1792552 Nov 24 14:02:41.867256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39646) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:41.871715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39648) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:41.991131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Attempting to bind port aa0791f3-5310-4fa4-b995-d903c35b51b1 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:41.991131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Attempting to bind port aa0791f3-5310-4fa4-b995-d903c35b51b1 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:41.991523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Attempting to bind port aa0791f3-5310-4fa4-b995-d903c35b51b1 on network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:42.024535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Port aa0791f3-5310-4fa4-b995-d903c35b51b1 on network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:02:42.024925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Attempting to bind port aa0791f3-5310-4fa4-b995-d903c35b51b1 on network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:42.041155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Router 9569dbb9-2fc1-4558-beff-6e742f606534 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:42.047909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:42.048251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Checking segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:42.048646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Bound using segment: {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:42.049141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Bound port: aa0791f3-5310-4fa4-b995-d903c35b51b1, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c6f93d-87ed-4770-a4fd-7501d622ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:42.049493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.088521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.127198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.130248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd357e-796d-4099-b26b-e5030bdb23d6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:42.131828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd357e-796d-4099-b26b-e5030bdb23d6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:42.133484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd357e-796d-4099-b26b-e5030bdb23d6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:42.135078 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e4dd357e-796d-4099-b26b-e5030bdb23d6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2790055 Nov 24 14:02:42.142757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39656) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:42.158954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] DHCP port deletion for 53930032-f8e3-4026-b27e-7f20bb124b73 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:42.164419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Deleting port 58019aff-7d68-49ca-8c2a-f496631fee0d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:42.164917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.225214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 58019aff-7d68-49ca-8c2a-f496631fee0d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:42.225553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.298431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.342440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] For port aa0791f3-5310-4fa4-b995-d903c35b51b1, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:42.351039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 41def8b7-425b-408a-839f-c4b041cb647d {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:42.375452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.396304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] For port 58019aff-7d68-49ca-8c2a-f496631fee0d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=58019aff-7d68-49ca-8c2a-f496631fee0d,segment=NetworkSegment(7022c9df-0f75-4f3c-b14e-0b204cf348bf),segment_id=7022c9df-0f75-4f3c-b14e-0b204cf348bf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:42.396715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.403193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] For port aa0791f3-5310-4fa4-b995-d903c35b51b1, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:42.421602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.429920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:42.457414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.478235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422e0c1-7082-499d-aa26-e6d12b5bece2 req-611ef6e7-4434-491e-a4df-0eda43915517 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:42.480357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5422e0c1-7082-499d-aa26-e6d12b5bece2 req-611ef6e7-4434-491e-a4df-0eda43915517 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 944 time: 0.3618202 Nov 24 14:02:42.497864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:42.523473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 58019aff-7d68-49ca-8c2a-f496631fee0d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:42.550813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] Sync routers for ids ['9569dbb9-2fc1-4558-beff-6e742f606534'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:42.581713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.622273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:42.623155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.624405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] 10.222.0.76 "PUT /v2.0/ports/aa0791f3-5310-4fa4-b995-d903c35b51b1 HTTP/1.1" status: 200 len: 1094 time: 3.7761555 Nov 24 14:02:42.625309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:02:42.680092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Calling delete_port for 58019aff-7d68-49ca-8c2a-f496631fee0d owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:42.681844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.688676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.693668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5a99232d-990c-489d-bb23-29984de71235 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:42.752047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] Routers {'9569dbb9-2fc1-4558-beff-6e742f606534'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:42.752308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.752695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9569dbb9-2fc1-4558-beff-6e742f606534'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:42.754017 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "PUT /v2.0/routers/9569dbb9-2fc1-4558-beff-6e742f606534 HTTP/1.1" status: 200 len: 919 time: 4.7111268 Nov 24 14:02:42.760980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39662) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:42.770209 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'status': 'completed', 'code': 200} Nov 24 14:02:42.776927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.780506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0791f3-5310-4fa4-b995-d903c35b51b1,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:42.796544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:42.801371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-79d41694-edea-4461-81a2-028798573234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:42.820215 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5422e0c1-7082-499d-aa26-e6d12b5bece2 req-73b6f922-7ef6-4604-93f0-030fbd06be77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126943 Nov 24 14:02:42.839056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port 58019aff-7d68-49ca-8c2a-f496631fee0d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=58019aff-7d68-49ca-8c2a-f496631fee0d,segment=NetworkSegment(7022c9df-0f75-4f3c-b14e-0b204cf348bf),segment_id=7022c9df-0f75-4f3c-b14e-0b204cf348bf)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:42.839668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.850630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:42.853888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6203d37f-7d9e-4ff5-a2f4-ba5a7baeb686,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:42.861162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:42.924076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:42.928427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6203d37f-7d9e-4ff5-a2f4-ba5a7baeb686 HTTP/1.1" status: 204 len: 168 time: 1.0557163 Nov 24 14:02:42.941123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] Routers {'9569dbb9-2fc1-4558-beff-6e742f606534'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:42.941852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['9569dbb9-2fc1-4558-beff-6e742f606534'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:42.989580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 58019aff-7d68-49ca-8c2a-f496631fee0d owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:42.995642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.010501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db932f-247d-4606-99b2-acc1b3a34762 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:43.022612 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/41def8b7-425b-408a-839f-c4b041cb647d HTTP/1.1" status: 204 len: 168 time: 0.8181748 Nov 24 14:02:43.141109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.148650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:43.148650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d074d-38b0-4181-affb-4a240e4018c9 None None] The sync data for ids ['9569dbb9-2fc1-4558-beff-6e742f606534'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:43.171914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:43.189183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39670) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:43.214834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.240392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Pushing event deleted for resources: {'Port': ['ID=58019aff-7d68-49ca-8c2a-f496631fee0d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:43.248830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] No DVR routers for this DVR port 58019aff-7d68-49ca-8c2a-f496631fee0d on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:43.273556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-7a50a69f-79fc-4673-99b7-df0845cc02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:43.275072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-7a50a69f-79fc-4673-99b7-df0845cc02a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 1097 time: 0.5864928 Nov 24 14:02:43.283091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.283449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.283794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.284809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.285418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.285802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.286123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.286429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.286774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.287108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.287440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.287763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:02:43.292887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:43.311324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Subnet': ['ID=829db57a-cd84-4d3b-8b46-905939f21900,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:43.316639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:43.321007 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f5a4af1f-e135-475f-9b81-9bb1183c7c65 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/9569dbb9-2fc1-4558-beff-6e742f606534 HTTP/1.1" status: 200 len: 925 time: 0.5065601 Nov 24 14:02:43.321703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0a98a205-6a09-4336-989b-2c3b82ca3e0e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:43.355983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39678) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:43.391973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 65bc3e65-98ee-4325-8e5d-1496be84ce47 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:02:43.399909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Checking segment: {'id': 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:43.400167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network hostable DHCP agents. Network: b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:02:43.406474 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-5d5e8858-5817-4e97-9c97-9ed49a7a28b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1 HTTP/1.1" status: 200 len: 217 time: 0.1135626 Nov 24 14:02:43.407826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.417352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=41def8b7-425b-408a-839f-c4b041cb647d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:43.424462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:43.459277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:02:43.476362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:43.481828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a47b6-3835-4525-af85-76cb406917f4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:43.484096 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e78a47b6-3835-4525-af85-76cb406917f4 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=9569dbb9-2fc1-4558-beff-6e742f606534&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1272192 Nov 24 14:02:43.485851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:43.486498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.489458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a4254-ddd8-4a3b-9f1f-a4eaec1cc046 None None] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:43.491325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39686) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:43.514488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:02:43.515152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:02:43.561163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.597699 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9444020 Nov 24 14:02:43.600402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39692) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:43.608069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-c67d507e-d66a-4aaa-8f19-18809297c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:43.609636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-9692206', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:43.610325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-c67d507e-d66a-4aaa-8f19-18809297c890 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01eaa211-56f6-4398-a997-f129e21ecda6 HTTP/1.1" status: 200 len: 834 time: 0.1654935 Nov 24 14:02:43.617970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:43.622163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:router and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:43.628090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:43.657028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:43.697037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.698056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.708890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0318b2-c328-4e5b-8d9f-5ed2e40a56c6 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:43.710286 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f0318b2-c328-4e5b-8d9f-5ed2e40a56c6 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.2179692 Nov 24 14:02:43.713097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39698) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:43.766582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.770724 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-70a08232-68c0-45df-8ecb-ee986c0d771d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=9569dbb9-2fc1-4558-beff-6e742f606534 HTTP/1.1" status: 200 len: 205 time: 0.0564654 Nov 24 14:02:43.773398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39704) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:43.777599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.819541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46', 'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46', 'tenant_id': '5b97645332db4a4996f8e648588f9719', 'fixed_ips': [{'subnet_id': '829db57a-cd84-4d3b-8b46-905939f21900'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:43.821372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:43.824054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-d9b57bfe-eba0-4b7c-b846-a8b629dc87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:43.826222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-d9b57bfe-eba0-4b7c-b846-a8b629dc87e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2083004 Nov 24 14:02:44.016113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 58019aff-7d68-49ca-8c2a-f496631fee0d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:44.016458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.068365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39714) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:44.107495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Allocated IP 172.20.0.2 (b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46/829db57a-cd84-4d3b-8b46-905939f21900/da466d46-da01-49fd-aa96-acaae3b058a3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:44.155003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.175507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] The port '58019aff-7d68-49ca-8c2a-f496631fee0d' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:02:44.180391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-528324c2-649c-40b3-a8b2-285d03f1580b tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:44.271040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=65bc3e65-98ee-4325-8e5d-1496be84ce47,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:44.274233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-af0e6c6e-c9d4-44be-b1be-fd3cfe7d37f3 service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361155 Nov 24 14:02:44.279160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:44.286443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.340835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-548450419-network', 'tenant_id': 'c14caf9d09624db788c139dea0002e72'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:44.361634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.375033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Transition to ACTIVE for port object da466d46-da01-49fd-aa96-acaae3b058a3 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:44.400663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Transition to ACTIVE for port object da466d46-da01-49fd-aa96-acaae3b058a3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:44.411166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.417108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:44.453093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:44.480346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.481685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:44.488342 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/65bc3e65-98ee-4325-8e5d-1496be84ce47 HTTP/1.1" status: 204 len: 168 time: 1.2932413 Nov 24 14:02:44.489521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39720) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:44.498362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:44.499437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Usage tracker for resource:network and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:44.507747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:44.513481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:44.518356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.526612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:44.568885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53930032-f8e3-4026-b27e-7f20bb124b73']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:44.576952 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c3cfa071-75bf-48a2-a25c-0d70557c1769 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823770 Nov 24 14:02:44.578449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39724) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:44.578946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Made reservation on behalf of c14caf9d09624db788c139dea0002e72 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:44.581335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.604137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:44.608377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7022c9df-0f75-4f3c-b14e-0b204cf348bf') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:44.608667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7022c9df-0f75-4f3c-b14e-0b204cf348bf') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:44.622598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.630562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Attempting to bind port da466d46-da01-49fd-aa96-acaae3b058a3 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:44.630944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Attempting to bind port da466d46-da01-49fd-aa96-acaae3b058a3 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:44.631313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Attempting to bind port da466d46-da01-49fd-aa96-acaae3b058a3 on network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:44.646478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.660200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:44.660669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Checking segment: {'id': 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:44.661473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.661473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Bound using segment: {'id': 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:44.661875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Bound port: da466d46-da01-49fd-aa96-acaae3b058a3, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:44.662255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.668313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53ca4f51-9c88-46bf-a865-2bd2775016cf req-f3313e12-9495-4f06-a947-dd85aa43bdfa service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788929 Nov 24 14:02:44.669238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:44.676773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:44.693714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.696501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:44.697696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Pushing event updated for resources: {'Port': ['ID=da466d46-da01-49fd-aa96-acaae3b058a3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:44.713343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:44.717652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:02:44.718314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.750824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c39c90-c1b5-4370-959c-b592dc4152ba req-4a63a459-ed58-4fb7-8fb0-32608ad5834b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:44.752811 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-06c39c90-c1b5-4370-959c-b592dc4152ba req-4a63a459-ed58-4fb7-8fb0-32608ad5834b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 944 time: 0.7294619 Nov 24 14:02:44.754881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.770325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6d435-c42b-4e4e-92f7-44f7b91b8912 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:02:44.794481 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:02:44.838217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:44.904426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.912674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6c2982dd-2b54-479d-86c9-0fc61ae41310 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:44.929759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:44.946540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=53930032-f8e3-4026-b27e-7f20bb124b73,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:44.955333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:44.968784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/53930032-f8e3-4026-b27e-7f20bb124b73 HTTP/1.1" status: 204 len: 168 time: 3.0883143 Nov 24 14:02:44.977460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39728) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:44.986947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954409287'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:44.997363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:45.000993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-c92c97cc-bdc9-43b5-9890-e2f09e253a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:45.002650 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-c92c97cc-bdc9-43b5-9890-e2f09e253a17 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 1097 time: 0.2071793 Nov 24 14:02:45.006427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:45.010103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-484593cb-7750-4216-b5ae-5fb3cc45c1e7 None None] Provisioning complete for port f224c2fd-56ad-4a91-b493-c0a262758768 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:45.010103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-484593cb-7750-4216-b5ae-5fb3cc45c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.014847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:45.036640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] For port da466d46-da01-49fd-aa96-acaae3b058a3, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:45.044664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:45.096237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] For port da466d46-da01-49fd-aa96-acaae3b058a3, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=da466d46-da01-49fd-aa96-acaae3b058a3,segment=NetworkSegment(ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24),segment_id=ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:45.116786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.122599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a6b23d7c-b3b4-44c2-9606-b8ebc8372919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:45.137610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:45.140816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.158631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:45.162192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.167855 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-06c39c90-c1b5-4370-959c-b592dc4152ba req-d2fe45b4-0e89-4147-a8eb-8001876d7169 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505433 Nov 24 14:02:45.168920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:45.171663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.182774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bfbdb32d-9733-42fb-b557-4c62f2d30f91 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:45.183601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:45.197039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:45.230579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:45.234020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:02:45.234374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.248868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:02:45.255919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.292236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4844d66b-625e-4b20-a324-3a38c8d2e25d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:45.295670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:45.298042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.298626 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment d1858a01-7ae7-4d91-8be0-d48c2ec221c0 of type vlan for network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 Nov 24 14:02:45.300961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.301502 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Added segment 236da16a-68e0-4ef8-9293-6b890fa7a176 of type vlan for network 6d387bb8-9890-4da0-a21c-d73a008727f7 Nov 24 14:02:45.304200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-16f2d446-11ac-4e81-9a9e-37b7c35f0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:45.306450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-16f2d446-11ac-4e81-9a9e-37b7c35f0d60 service neutron] 10.222.0.76 "GET /v2.0/networks?id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a HTTP/1.1" status: 200 len: 899 time: 0.2928126 Nov 24 14:02:45.347779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Deleting port 398f8a41-d48e-4d23-8c92-a5ef49d5048f {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:45.348799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.388720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Pushing event updated for resources: {'Port': ['ID=da466d46-da01-49fd-aa96-acaae3b058a3,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:45.395508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:45.478061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:02:45.563770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Deleting port f224c2fd-56ad-4a91-b493-c0a262758768 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:45.564152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.605618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-4ad4d95b-a0e6-4354-901f-a8a58aba606c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1 HTTP/1.1" status: 200 len: 217 time: 0.2876279 Nov 24 14:02:45.769591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.816577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.857511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.865885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.866473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-7b846e9c-f9d0-42d4-898d-dd4c52b1a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:45.868860 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-7b846e9c-f9d0-42d4-898d-dd4c52b1a62d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01eaa211-56f6-4398-a997-f129e21ecda6 HTTP/1.1" status: 200 len: 834 time: 0.2468386 Nov 24 14:02:45.872494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] For port f224c2fd-56ad-4a91-b493-c0a262758768, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f224c2fd-56ad-4a91-b493-c0a262758768,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:45.873059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.926370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.928713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:45.930039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.938037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:45.943132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d1e70e0-ed4f-40ca-a277-19f57908a5f5 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:46.016664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Calling delete_port for f224c2fd-56ad-4a91-b493-c0a262758768 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:46.084095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.090587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:46.091195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.110822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0324023 Nov 24 14:02:46.111862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Pushing event updated for resources: {'Network': ['ID=6d387bb8-9890-4da0-a21c-d73a008727f7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:46.115812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:46.117468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39732) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:46.118776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeef43ea-71d6-4aca-bd22-a32cd03a1cb9 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:46.133770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.134096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Calling delete_port for 398f8a41-d48e-4d23-8c92-a5ef49d5048f owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:46.141774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b3457c10-c63a-45a0-b55f-b1b34aa4495d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:46.144125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Request body: {'subnet': {'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-548450419-subnet', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:46.160332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:46.167472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1862876 Nov 24 14:02:46.174261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39736) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:46.179106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:02:46.216388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Usage tracker for resource:subnet and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:46.218761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Pushing event deleted for resources: {'Port': ['ID=f224c2fd-56ad-4a91-b493-c0a262758768,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:46.221229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] No DVR routers for this DVR port f224c2fd-56ad-4a91-b493-c0a262758768 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:02:46.230239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:46.233006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:46.251582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:46.263688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-e5cabcd9-eb66-4bf5-bcfc-6e80868d36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:46.265795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-e5cabcd9-eb66-4bf5-bcfc-6e80868d36c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3852193 Nov 24 14:02:46.272667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=58e5b3ac-c7d1-4273-80f4-a009f6ac0289,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:46.275335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:46.285250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:46.288231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:02:46.311131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Made reservation on behalf of c14caf9d09624db788c139dea0002e72 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:46.314045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.527302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:46.532113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:46.535167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:46.545210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:46.574776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device da466d46-da01-49fd-aa96-acaae3b058a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:46.588970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.26.8.115 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/5bef200e-a38a-4a84-9c1c-ee8541390ad0) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:46.601364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:46.607278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.641418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-e81670ca-6ea5-4242-b49a-befc18b58ea6 service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635752 Nov 24 14:02:46.674643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:02:46.682926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port da466d46-da01-49fd-aa96-acaae3b058a3 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:46.693173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.757755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f224c2fd-56ad-4a91-b493-c0a262758768 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:02:46.810160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: f224c2fd-56ad-4a91-b493-c0a262758768 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:02:46.810584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f224c2fd-56ad-4a91-b493-c0a262758768 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:02:46.823087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575fc98-917e-4cdf-995a-ab6f5baaf693 req-0e8b4b95-51ed-41e0-8ae2-a621a75d9de2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:46.824567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.824735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9575fc98-917e-4cdf-995a-ab6f5baaf693 req-0e8b4b95-51ed-41e0-8ae2-a621a75d9de2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 944 time: 0.3540812 Nov 24 14:02:46.894175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac002b-e461-4fe6-9370-d1a5624a5fbc None None] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:46.945615 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4968b0af-67ac-4c9f-996f-2d04ff0a659a req-18706926-24cd-4f4f-8edb-8457da355bda service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955575 Nov 24 14:02:46.951177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9575fc98-917e-4cdf-995a-ab6f5baaf693 req-0023a22e-99b3-4b8a-901d-abb25f3c598d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176372 Nov 24 14:02:46.966956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:46.972498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52f89286-8fea-437c-a511-4ada9c29a0f7 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:46.992934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2939c4bc-4698-4029-9527-c4a8b3fdfdbf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:46.996319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Provisioning for port da466d46-da01-49fd-aa96-acaae3b058a3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:47.015264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Provisioning complete for port da466d46-da01-49fd-aa96-acaae3b058a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:47.015645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.046558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cbab32-157d-4936-bf1e-d0249eba1fe7,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:47.050852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:47.059738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Checking segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:47.060096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Network hostable DHCP agents. Network: 6d387bb8-9890-4da0-a21c-d73a008727f7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:02:47.082289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:02:47.094383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6d387bb8-9890-4da0-a21c-d73a008727f7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:47.105140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:47.106201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.144414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:47.153757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:47.157071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:47.157836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.161250 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0246286 Nov 24 14:02:47.163911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39744) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:47.173687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:47.175518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=60a606c3-25b5-4b90-aa22-1734805be306,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:47.178294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:47.184639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:47.193129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Usage tracker for resource:router and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:47.198587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:47.199675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device aa0791f3-5310-4fa4-b995-d903c35b51b1 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:02:47.209574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:47.212564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af3c84-4cc8-4de9-a4ab-af841fbb033b None None] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:47.224829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e04fad-e57e-470b-99aa-56f8757e4c33 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:47.225352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.227010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.246769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.359300 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7767777 Nov 24 14:02:47.366604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39748) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:47.373681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:47.417613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.470881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ef1e71b-fb27-402a-a22f-9ab9342da122 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:47.500835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.515961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.537224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.563069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event deleted for resources: {'Port': ['ID=398f8a41-d48e-4d23-8c92-a5ef49d5048f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:47.577579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:47.686368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] For port da466d46-da01-49fd-aa96-acaae3b058a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=da466d46-da01-49fd-aa96-acaae3b058a3,segment=NetworkSegment(ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24),segment_id=ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:47.724217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.732223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c2c3240e-83c9-4a7b-8ceb-9255df26e9d5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:47.786331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:47.806057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.811376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:47.818703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:47.822029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.824281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:47.879006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:47.881717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.913334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6d387bb8-9890-4da0-a21c-d73a008727f7', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:47.914161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:47.948990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port aa0791f3-5310-4fa4-b995-d903c35b51b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:48.028618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'port_id': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'mac_address': 'fa:16:3e:f5:53:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:02:48.039572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': '60a606c3-25b5-4b90-aa22-1734805be306'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:48.040404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.043326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.075618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:48.079296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.099671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.109274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=afac47e3-e0d1-4ece-a067-15dca33ed405,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:48.113994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.137904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:48.140368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.143258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:48.180573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5e65f01c-f1ee-4e73-bac0-8f26b49a6424 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:48.229595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Pushing event updated for resources: {'Port': ['ID=da466d46-da01-49fd-aa96-acaae3b058a3,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:48.235430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:48.270871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:48.277840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Allocated IP 172.26.8.178 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:48.300696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:48.300987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 58e5b3ac-c7d1-4273-80f4-a009f6ac0289, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:02:48.305470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:48.379442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.391502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Allocated IP 172.20.0.2 (6d387bb8-9890-4da0-a21c-d73a008727f7/c2cbab32-157d-4936-bf1e-d0249eba1fe7/e14d0c59-14fc-4406-ae97-11797c74a78a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:48.400324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e8a3f557-4f03-44b0-b67b-6764e3b63903 None None] Provisioning complete for port da466d46-da01-49fd-aa96-acaae3b058a3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:48.400930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f557-4f03-44b0-b67b-6764e3b63903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.416596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=5bef200e-a38a-4a84-9c1c-ee8541390ad0,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:48.418451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.418973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Fanout notify agent at l3_agent the message router_deleted on router 9569dbb9-2fc1-4558-beff-6e742f606534 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:02:48.428191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:48.462510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:02:48.472164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.476493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.476493 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/9569dbb9-2fc1-4558-beff-6e742f606534 HTTP/1.1" status: 204 len: 168 time: 4.7000861 Nov 24 14:02:48.482144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39754) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:48.490441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-153958070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:48.498671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:48.498875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0791f3-5310-4fa4-b995-d903c35b51b1 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:02:48.504659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Usage tracker for resource:router and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:48.508712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:48.515140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:48.532976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.534178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.540320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device da466d46-da01-49fd-aa96-acaae3b058a3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:48.556129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.580426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.591046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.605596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6634f1eb-0502-429c-afb2-bed87a35ee56 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:48.678208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port aa0791f3-5310-4fa4-b995-d903c35b51b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:48.699591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.708261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:48.715294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:48.726123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:48.739557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:48.741041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:48.744410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:48.764653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Allocated IP 2001:db8::f816:3eff:fe67:d138 (13168bed-777a-4e4d-96b5-2446850be7d2/60a606c3-25b5-4b90-aa22-1734805be306/b3d9eea1-8893-4575-a07b-2ead9ef22b47) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:48.771005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 58e5b3ac-c7d1-4273-80f4-a009f6ac0289) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:48.779148 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.ipam_backend_mixin [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60a606c3-25b5-4b90-aa22-1734805be306 (CIDR: 2001:db8::/64) Nov 24 14:02:48.788958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.792645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b8070be7-17c5-43b7-acd6-c8b2efee780f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3069024 Nov 24 14:02:48.792906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:48.792906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:48.793084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535519e7-e11c-4ee8-89d1-2b28ad37caf3 None None] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:48.793191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39758) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:48.797692 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:02:48.798498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:02:48.801321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'enable_snat': False}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:48.866814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18894d0-0658-4051-b87c-b43de253036f req-f322a180-055a-42aa-9524-1242c0c1f30d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:48.873996 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a18894d0-0658-4051-b87c-b43de253036f req-f322a180-055a-42aa-9524-1242c0c1f30d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 944 time: 0.7260110 Nov 24 14:02:48.911452 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7264447 Nov 24 14:02:48.914636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39762) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:48.924571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1665923932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:48.936326 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-61b23157-e31f-4c75-9a5a-5aacfc58d640 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5654259 Nov 24 14:02:48.941471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:48.943267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39766) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:48.957759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:48.958011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:48.963368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:48.976866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:48.987680 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a18894d0-0658-4051-b87c-b43de253036f req-75a6f463-7cfb-45d9-ab4c-acc5f4bec6e0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122167 Nov 24 14:02:49.117073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.117987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.138325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['aa0791f3-5310-4fa4-b995-d903c35b51b1'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:02:49.157655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.198275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.217267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port da466d46-da01-49fd-aa96-acaae3b058a3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:49.217782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.261357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.307325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=aa0791f3-5310-4fa4-b995-d903c35b51b1,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:49.321932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:49.373772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.374893 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f83d459-d050-48ae-a384-84bb87be31fb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4568932 Nov 24 14:02:49.379670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39770) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:49.662239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.685328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:49.697194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.704098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:49.718713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Transition to ACTIVE for port object b3d9eea1-8893-4575-a07b-2ead9ef22b47 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:49.735914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.754059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:49.773080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Transition to ACTIVE for port object e14d0c59-14fc-4406-ae97-11797c74a78a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:49.824232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:49.845125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Transition to ACTIVE for port object b3d9eea1-8893-4575-a07b-2ead9ef22b47 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:49.849033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-072e06e2-8918-4e31-86fb-bd7d3b816fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.857494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-58e5b3ac-c7d1-4273-80f4-a009f6ac0289', 'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': 'afac47e3-e0d1-4ece-a067-15dca33ed405'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:02:49.858288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.883014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Transition to ACTIVE for port object e14d0c59-14fc-4406-ae97-11797c74a78a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:49.884540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.897186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:49.918826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:49.922163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:49.945738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.075027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.108630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:50.113967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Pushing event updated for resources: {'Port': ['ID=b3d9eea1-8893-4575-a07b-2ead9ef22b47,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:50.116702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:50.118495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:50.128945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-72bfc542-b9d0-4a85-9c04-0d1630dea248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:50.171015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:50.193580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:50.219095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:50.255720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:50.276225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.279763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.467196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Pushing event updated for resources: {'Port': ['ID=e14d0c59-14fc-4406-ae97-11797c74a78a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:50.479007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:50.526754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Attempting to bind port b3d9eea1-8893-4575-a07b-2ead9ef22b47 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:50.527129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Attempting to bind port b3d9eea1-8893-4575-a07b-2ead9ef22b47 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:50.527699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Attempting to bind port b3d9eea1-8893-4575-a07b-2ead9ef22b47 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:50.545687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.553397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:50.553778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:50.554191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.554592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:50.555072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Bound port: b3d9eea1-8893-4575-a07b-2ead9ef22b47, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:50.555456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.574360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Attempting to bind port e14d0c59-14fc-4406-ae97-11797c74a78a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:50.574734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Attempting to bind port e14d0c59-14fc-4406-ae97-11797c74a78a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:50.575300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Attempting to bind port e14d0c59-14fc-4406-ae97-11797c74a78a on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:50.593619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Allocated IP 2001:db8::2 (58e5b3ac-c7d1-4273-80f4-a009f6ac0289/afac47e3-e0d1-4ece-a067-15dca33ed405/d1733d96-07f8-4cb3-b795-0f6e461c0c94) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:50.598362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:50.599002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Checking segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:50.599414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.599807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Bound using segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:50.600467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Bound port: e14d0c59-14fc-4406-ae97-11797c74a78a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:50.600925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:50.671764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f2da-9e0f-4b06-8471-ebd2c92c83c0 req-1865bec1-df63-40e0-bdf9-81ba3028a72b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:50.673946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c286f2da-9e0f-4b06-8471-ebd2c92c83c0 req-1865bec1-df63-40e0-bdf9-81ba3028a72b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 945 time: 0.5429609 Nov 24 14:02:50.768472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:50.941985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] For port b3d9eea1-8893-4575-a07b-2ead9ef22b47, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:50.958633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f266620a-807d-44d1-8540-6c0243495472 None None] For port e14d0c59-14fc-4406-ae97-11797c74a78a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:50.978633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:50.979737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] For port b3d9eea1-8893-4575-a07b-2ead9ef22b47, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3d9eea1-8893-4575-a07b-2ead9ef22b47,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:50.985033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f266620a-807d-44d1-8540-6c0243495472 None None] For port e14d0c59-14fc-4406-ae97-11797c74a78a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e14d0c59-14fc-4406-ae97-11797c74a78a,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:50.993122 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] Sync routers for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:50.997298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.001242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.005593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f052e51a-c773-4c20-a5e1-a87fa3f88a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:51.008640 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:51.009717 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:51.026458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.031514 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4300227 Nov 24 14:02:51.032366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39780) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:51.043353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c286f2da-9e0f-4b06-8471-ebd2c92c83c0 req-05121167-63d1-4747-85d6-814411a2639f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504643 Nov 24 14:02:51.055666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.108448 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:51.113073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.129647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.131640 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:51.132256 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:51.208064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.226738 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:51.227756 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ac9c53-ab81-4ae8-be06-74267278b82d None None] The sync data for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:51.267204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.272343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-499f9fde-7ae3-4961-8287-ac29dfbca68e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:51.286989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Pushing event updated for resources: {'Port': ['ID=b3d9eea1-8893-4575-a07b-2ead9ef22b47,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:51.293605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:51.304886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6766a21d-94f3-47df-b88c-8806812fce17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:51.354445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39788) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:51.386023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Transition to ACTIVE for port object d1733d96-07f8-4cb3-b795-0f6e461c0c94 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:51.395750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Pushing event updated for resources: {'Port': ['ID=e14d0c59-14fc-4406-ae97-11797c74a78a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:51.403936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:51.426028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Transition to ACTIVE for port object d1733d96-07f8-4cb3-b795-0f6e461c0c94 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:51.435162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.439279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:51.505604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:51.539681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:51.543501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:51.555171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:51.557396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Pushing event updated for resources: {'Port': ['ID=d1733d96-07f8-4cb3-b795-0f6e461c0c94,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:51.572726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:51.606483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:51.624299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8::1 (58e5b3ac-c7d1-4273-80f4-a009f6ac0289/afac47e3-e0d1-4ece-a067-15dca33ed405/8d0cea8d-478c-47cd-b877-7c887984e862) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:51.629090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:51.630027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.647437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Allocated IP 172.26.8.117 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/d0a90bd7-9647-4dee-8907-10230cc77745) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:51.731142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=fe8b262b-6fe2-4861-9641-a84a6521a0c9,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:51.747823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:51.789936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Attempting to bind port d1733d96-07f8-4cb3-b795-0f6e461c0c94 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:51.790692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Attempting to bind port d1733d96-07f8-4cb3-b795-0f6e461c0c94 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:51.791295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Attempting to bind port d1733d96-07f8-4cb3-b795-0f6e461c0c94 on network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:51.797650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:51.798422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Checking segment: {'id': 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:51.800313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.802883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Bound using segment: {'id': 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:51.803694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Bound port: d1733d96-07f8-4cb3-b795-0f6e461c0c94, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '58e5b3ac-c7d1-4273-80f4-a009f6ac0289'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:51.819759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:51.962828 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0184529 Nov 24 14:02:51.978075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39792) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:51.985523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] For port d1733d96-07f8-4cb3-b795-0f6e461c0c94, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:51.989407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] For port d1733d96-07f8-4cb3-b795-0f6e461c0c94, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d1733d96-07f8-4cb3-b795-0f6e461c0c94,segment=NetworkSegment(d1858a01-7ae7-4d91-8be0-d48c2ec221c0),segment_id=d1858a01-7ae7-4d91-8be0-d48c2ec221c0)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:51.996406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.000958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:56:19:d6', 'name': 'tempest-NetworksTestDHCPv6-1998122108'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:02:52.002294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a2a84a-4997-414d-83ca-8162d54fd61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:52.082740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Pushing event updated for resources: {'Port': ['ID=d1733d96-07f8-4cb3-b795-0f6e461c0c94,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:52.086165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:52.175260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Deleting port cd4b8eea-d321-4030-b95d-ac6809f792c4 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:52.175798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.210726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-b50c389a-067a-4914-808b-123d03cca838 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9402900 Nov 24 14:02:52.283526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.354964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.367020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Router 27c95046-68c1-4757-a712-a319f3716118 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:52.462015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object 8d0cea8d-478c-47cd-b877-7c887984e862 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:52.472121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:02:52.528906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd8f0505-20cb-42aa-80cf-b20fed9cb693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.532164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.540835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f7807d81-9244-44a5-ab48-f7a35ea11a23 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:52.552948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:02:52.569218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:02:52.637062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=8d0cea8d-478c-47cd-b877-7c887984e862,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:52.642959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:52.655889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:52.658017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e14d0c59-14fc-4406-ae97-11797c74a78a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:52.659893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:52.667642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:52.668270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.680573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ec19b-9e40-422c-9ba9-1f7f363b53e0 req-1582bb3b-9c44-4858-a299-85d5a6d12ab2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:52.688182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6e3ec19b-9e40-422c-9ba9-1f7f363b53e0 req-1582bb3b-9c44-4858-a299-85d5a6d12ab2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 945 time: 0.4830890 Nov 24 14:02:52.788181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port e14d0c59-14fc-4406-ae97-11797c74a78a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:52.802777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3d9eea1-8893-4575-a07b-2ead9ef22b47 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:52.810547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6e3ec19b-9e40-422c-9ba9-1f7f363b53e0 req-b0d0041a-d676-460e-8f51-c2f53289538f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212645 Nov 24 14:02:52.853160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:52.919897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:02:52.939933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:52.950109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d1733d96-07f8-4cb3-b795-0f6e461c0c94 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:52.977412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:02:53.047906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port d1733d96-07f8-4cb3-b795-0f6e461c0c94 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:53.087750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.087995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.099612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.109482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.124293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a7e54a23-0913-4923-8c30-aee41fd561af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:53.197085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device aa0791f3-5310-4fa4-b995-d903c35b51b1 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:53.304186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1e2b7-4465-40c5-90bd-3b8de883ecdc None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:53.422102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port aa0791f3-5310-4fa4-b995-d903c35b51b1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:53.430631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port aa0791f3-5310-4fa4-b995-d903c35b51b1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:53.431002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.437944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.454438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:53.462571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-59625fdb-2d7e-461f-a21d-d7b9663837e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:53.467018 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-59625fdb-2d7e-461f-a21d-d7b9663837e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1098 time: 1.1735539 Nov 24 14:02:53.512878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:53.515335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Calling delete_port for cd4b8eea-d321-4030-b95d-ac6809f792c4 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:53.519542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Provisioning for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:53.535899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Provisioning complete for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:53.536203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.603884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e8a59-e70e-4316-8164-52b903226eb6 None None] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:53.625701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:53.626589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:53.716763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-3f1382b9-ba4a-489c-a989-9e8ea82391db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:53.718565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-3f1382b9-ba4a-489c-a989-9e8ea82391db service neutron] 10.222.0.76 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 899 time: 0.1533811 Nov 24 14:02:53.723975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:53.731417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:53.732625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5671122 Nov 24 14:02:53.800168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:53.802550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:53.827203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39798) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:53.877569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a90bd7-9647-4dee-8907-10230cc77745,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:53.880979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:53.893805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port 34c1d9e5-3760-454c-a31b-11c7f606dd98 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:02:53.972736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08318687-40cc-4ac3-a0b4-1b19f7c6f16c None None] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:02:54.041852 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-85cbf7e4-2bb2-45fd-b979-8538c1ae78d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 1001 time: 0.3055384 Nov 24 14:02:54.231317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.246038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.253660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.254129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.263794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-63e49311-270d-4140-9b04-caf9af113802 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:54.313419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.347923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.376846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-3b7fc5e1-e580-4bf6-9cfe-f96d1fce9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:54.379043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-3b7fc5e1-e580-4bf6-9cfe-f96d1fce9b3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 200 len: 834 time: 0.2688968 Nov 24 14:02:54.483319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:54.498607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.1 (b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46/829db57a-cd84-4d3b-8b46-905939f21900/5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:54.567284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=8d0cea8d-478c-47cd-b877-7c887984e862,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:54.594015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:54.605642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:02:54.719360 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'code': 200} Nov 24 14:02:54.749893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port aa0791f3-5310-4fa4-b995-d903c35b51b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:54.778205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:54.782989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:54.787443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24965de0-83f2-4705-9051-f1766cc1caf6 req-7b0f4a01-1858-4d73-a4d3-77e38d4550f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:54.789050 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24965de0-83f2-4705-9051-f1766cc1caf6 req-7b0f4a01-1858-4d73-a4d3-77e38d4550f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 945 time: 0.8461664 Nov 24 14:02:54.811929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] For port b3d9eea1-8893-4575-a07b-2ead9ef22b47, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3d9eea1-8893-4575-a07b-2ead9ef22b47,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:54.815664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.833735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4b9f0380-71c8-42bd-806d-0b0a87c5f2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:54.852923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.864217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8748e8d0-dcfc-4934-b3cf-0cb0400ec90e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:54.891328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:54.967542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8:0:1::30c (13168bed-777a-4e4d-96b5-2446850be7d2/fe8b262b-6fe2-4861-9641-a84a6521a0c9/34c1d9e5-3760-454c-a31b-11c7f606dd98) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:55.066168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'Port': ['ID=cd4b8eea-d321-4030-b95d-ac6809f792c4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:55.068670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:55.083067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=aa0791f3-5310-4fa4-b995-d903c35b51b1,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:55.091825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:55.093359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:55.148906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.166128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::f816:3eff:fe56:19d6 (13168bed-777a-4e4d-96b5-2446850be7d2/60a606c3-25b5-4b90-aa22-1734805be306/34c1d9e5-3760-454c-a31b-11c7f606dd98) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:55.166379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Provisioning for port d1733d96-07f8-4cb3-b795-0f6e461c0c94 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:55.184710 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24965de0-83f2-4705-9051-f1766cc1caf6 req-25df1f85-b2b6-4d29-9e8f-58bb1a4fbd04 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796306 Nov 24 14:02:55.195593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Transition to ACTIVE for port object 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:55.243488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Provisioning complete for port d1733d96-07f8-4cb3-b795-0f6e461c0c94 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:55.243892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.303142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-24e4a333-93a4-41ad-9207-b9fb3d6bfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:55.305327 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-24e4a333-93a4-41ad-9207-b9fb3d6bfaba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7330379e-2119-4be1-b716-f76c7ceada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8863401 Nov 24 14:02:55.340861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router b1714866-cde0-4624-a5df-b8ef23e7803e is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:55.356489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.357199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Pushing event updated for resources: {'Port': ['ID=b3d9eea1-8893-4575-a07b-2ead9ef22b47,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:55.367909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:55.375195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Update dhcp port {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'fixed_ips': [{'subnet_id': '60a606c3-25b5-4b90-aa22-1734805be306', 'ip_address': '2001:db8::f816:3eff:fe67:d138'}, {'subnet_id': 'fe8b262b-6fe2-4861-9641-a84a6521a0c9'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': 'b3d9eea1-8893-4575-a07b-2ead9ef22b47'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:02:55.389367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.402058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7b5e0d35-2172-4ea6-9307-21b266dd4538 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:55.445712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.556227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.556553 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Floating IP 59272bc3-88e5-45d5-9fdd-9934bcd4734f disassociated (deleted). External IP: 172.26.8.140, port: b35d7866-43d1-48b8-894b-1872499fd894. Nov 24 14:02:55.626663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.710066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:49Z', 'revision_number': 3, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:55.737349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:02:55.738047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Updating router 27c95046-68c1-4757-a712-a319f3716118 port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:02:55.793748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.843442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.861914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.888964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] For port d1733d96-07f8-4cb3-b795-0f6e461c0c94, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d1733d96-07f8-4cb3-b795-0f6e461c0c94,segment=NetworkSegment(d1858a01-7ae7-4d91-8be0-d48c2ec221c0),segment_id=d1858a01-7ae7-4d91-8be0-d48c2ec221c0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:55.899372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:55.910297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:55.919493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:55.932581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:55.979357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b56103c6-a173-4629-b540-3e150b7fc072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:56.024512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:56.038815 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] Sync routers for ids ['b1714866-cde0-4624-a5df-b8ef23e7803e'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:56.052408 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] Routers {'b1714866-cde0-4624-a5df-b8ef23e7803e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:56.053356 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b1714866-cde0-4624-a5df-b8ef23e7803e'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:56.103566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:56.130306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-1253e63f-5e72-42c1-bd1a-1cf58758f3dd service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103571 Nov 24 14:02:56.133067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:56.142180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab01f4-1da6-4ca6-9af9-552aaf3e2e12 req-07937b83-b6ae-42d9-8b37-3fae55f59765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:56.143591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecab01f4-1da6-4ca6-9af9-552aaf3e2e12 req-07937b83-b6ae-42d9-8b37-3fae55f59765 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 1099 time: 1.0614696 Nov 24 14:02:56.149956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.166942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.176424 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:56.183892 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/b1714866-cde0-4624-a5df-b8ef23e7803e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8027303 Nov 24 14:02:56.194719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39806) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:56.209601 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] Routers {'b1714866-cde0-4624-a5df-b8ef23e7803e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:56.210476 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b1714866-cde0-4624-a5df-b8ef23e7803e'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:56.317500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9467a6-e2f7-4c16-af46-866d1cd45fd2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:56.318111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6d9467a6-e2f7-4c16-af46-866d1cd45fd2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:56.327884 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:56.328561 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c87732-5071-469e-9f99-7819a5227e0e None None] The sync data for ids ['b1714866-cde0-4624-a5df-b8ef23e7803e'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:56.389233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Provisioning for port e14d0c59-14fc-4406-ae97-11797c74a78a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:56.478161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Provisioning complete for port e14d0c59-14fc-4406-ae97-11797c74a78a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:56.478671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.512164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Allocated IP 172.20.0.1 (6d387bb8-9890-4da0-a21c-d73a008727f7/c2cbab32-157d-4936-bf1e-d0249eba1fe7/02c8c324-3ce5-4903-aca3-9af9d71f0cec) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:56.548790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3d9eea1-8893-4575-a07b-2ead9ef22b47 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:56.596380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Pushing event updated for resources: {'Port': ['ID=d1733d96-07f8-4cb3-b795-0f6e461c0c94,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:56.616229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:56.654845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6d9467a6-e2f7-4c16-af46-866d1cd45fd2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:56.658575 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6d9467a6-e2f7-4c16-af46-866d1cd45fd2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports/8d0cea8d-478c-47cd-b877-7c887984e862 HTTP/1.1" status: 200 len: 911 time: 0.4572082 Nov 24 14:02:56.673028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:56.687178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object 34c1d9e5-3760-454c-a31b-11c7f606dd98 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:56.816173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:56.816617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.833906 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecab01f4-1da6-4ca6-9af9-552aaf3e2e12 req-ce4b289b-3813-4ca5-b550-e1671a4497f5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6777976 Nov 24 14:02:56.911918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.919691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.952188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:56.954344 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfacab98-abfc-454b-92ff-feb6963ae771 req-cd7108d1-1bed-4a8b-b4fa-17365cf07766 service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8009000 Nov 24 14:02:56.986268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Transition to ACTIVE for port object c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:56.992072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] For port e14d0c59-14fc-4406-ae97-11797c74a78a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e14d0c59-14fc-4406-ae97-11797c74a78a,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:56.996799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:02:56.998091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.001846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.011022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7c73b09-bcd2-457c-9424-7d279a7ca1bc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:57.048839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.054120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.055181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:57.088090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.196678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:57.205587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Allocated IP 2001:db8:0:1::2 (13168bed-777a-4e4d-96b5-2446850be7d2/fe8b262b-6fe2-4861-9641-a84a6521a0c9/b3d9eea1-8893-4575-a07b-2ead9ef22b47) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:02:57.239292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Attempting to bind port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:02:57.239724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Attempting to bind port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:02:57.240039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Attempting to bind port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:02:57.251651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Pushing event updated for resources: {'Port': ['ID=e14d0c59-14fc-4406-ae97-11797c74a78a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:57.281111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:57.281721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Provisioning for port 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:57.284864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:02:57.285241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:02:57.285648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.286046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:02:57.286527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Bound port: c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:02:57.286905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.310959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:57.322596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:57.352804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:57.358514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:57.359160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.393234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=34c1d9e5-3760-454c-a31b-11c7f606dd98,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:57.402751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:57.404353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c4c72-5048-4940-9762-ed2e8c139e07 req-707a29f6-9b16-4f3e-8464-1597d41d376d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:57.405944 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cf5c4c72-5048-4940-9762-ed2e8c139e07 req-707a29f6-9b16-4f3e-8464-1597d41d376d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 946 time: 0.8411267 Nov 24 14:02:57.415105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.452810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Provisioning complete for port 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:57.453715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.470928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.4761939 Nov 24 14:02:57.473937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39816) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:57.546855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:57.547480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1f0cd-1419-4e9d-8107-176a5004b768 None None] Pushing event updated for resources: {'Port': ['ID=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:57.553698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.557271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5ea1f0cd-1419-4e9d-8107-176a5004b768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:57.569364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Port 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:57.582947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Transition to ACTIVE for port object 02c8c324-3ce5-4903-aca3-9af9d71f0cec will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:57.585893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] Sync routers for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:57.604442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] For port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:02:57.626563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port 34c1d9e5-3760-454c-a31b-11c7f606dd98 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:02:57.627045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.651510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] For port b3d9eea1-8893-4575-a07b-2ead9ef22b47, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3d9eea1-8893-4575-a07b-2ead9ef22b47,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:02:57.654012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Provisioning for port 8d0cea8d-478c-47cd-b877-7c887984e862 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:02:57.669298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:57.670013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:57.700859 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "DELETE /v2.0/floatingips/59272bc3-88e5-45d5-9fdd-9934bcd4734f HTTP/1.1" status: 204 len: 168 time: 6.3314252 Nov 24 14:02:57.705068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:02:57.759404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] For port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:02:57.791864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.800524 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cf5c4c72-5048-4940-9762-ed2e8c139e07 req-5bd00672-0c80-41ce-8cfe-0c25f49568d8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332293 Nov 24 14:02:57.811368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Transition to ACTIVE for port object b3d9eea1-8893-4575-a07b-2ead9ef22b47 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:02:57.813434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Provisioning complete for port 8d0cea8d-478c-47cd-b877-7c887984e862 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:57.813581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.906291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.915335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:57.927301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e98af551-eda8-4c57-824c-2f14dea8ee82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:57.982291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d9ab2724-8f35-4088-8b3e-0cf1aefd9183 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:58.031961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.046507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.163243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:58.175825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:58.185110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:02:58.287115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Pushing event updated for resources: {'Port': ['ID=02c8c324-3ce5-4903-aca3-9af9d71f0cec,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:58.304226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:58.344656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Port 8d0cea8d-478c-47cd-b877-7c887984e862 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:02:58.363260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.393214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:58.393935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:58.416124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Router 968f9923-315a-4166-a497-9e00f48ca90c is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:02:58.426272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.437355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.451723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1f0cd-1419-4e9d-8107-176a5004b768 None None] Pushing event updated for resources: {'Port': ['ID=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:58.463644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5ea1f0cd-1419-4e9d-8107-176a5004b768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:58.469195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bf3dad10-2322-4bdd-98ee-5891cbbf536a tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:58.496918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for 34c1d9e5-3760-454c-a31b-11c7f606dd98 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:02:58.522003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.532334 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894', 'status': 'completed', 'code': 200} Nov 24 14:02:58.558331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:58.605667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Provisioning complete for port d1733d96-07f8-4cb3-b795-0f6e461c0c94 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:58.606046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.632842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e14d0c59-14fc-4406-ae97-11797c74a78a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:02:58.752102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:58.816944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:58.826808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:58.827745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:58.924277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790ee4f-771e-4bc6-bd78-8e79b75e9b29 req-240ff625-3a9f-4778-92e9-9efa8a23dd4b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:58.925792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5790ee4f-771e-4bc6-bd78-8e79b75e9b29 req-240ff625-3a9f-4778-92e9-9efa8a23dd4b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Synchronizing usage tracker for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:02:58.937522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-f8295c8f-4cce-4695-afe0-43e5500f706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:58.939639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-f8295c8f-4cce-4695-afe0-43e5500f706d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 1098 time: 0.5133941 Nov 24 14:02:59.110711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Pushing event updated for resources: {'Port': ['ID=b3d9eea1-8893-4575-a07b-2ead9ef22b47,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:59.120847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:59.155463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:59.194505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-dea19916-98d9-4977-a66c-e92f5d67f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:59.196388 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-dea19916-98d9-4977-a66c-e92f5d67f6fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 200 len: 899 time: 0.2355421 Nov 24 14:02:59.213505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5790ee4f-771e-4bc6-bd78-8e79b75e9b29 req-240ff625-3a9f-4778-92e9-9efa8a23dd4b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Unset dirty status for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:02:59.218909 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5790ee4f-771e-4bc6-bd78-8e79b75e9b29 req-240ff625-3a9f-4778-92e9-9efa8a23dd4b tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.7914584 Nov 24 14:02:59.319312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e14d0c59-14fc-4406-ae97-11797c74a78a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:59.319792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:59.331800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-7ea95f0a-5b39-428c-8344-01571b4b91ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 200 len: 217 time: 0.1109424 Nov 24 14:02:59.356641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:02:59.362523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:02:59.373349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:02:59.413311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:02:59.416395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-00edb0d0-675f-4385-b367-619805f8d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:59.418141 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-00edb0d0-675f-4385-b367-619805f8d0de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 200 len: 834 time: 0.0790799 Nov 24 14:02:59.422913 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884edc-dea7-4793-ab48-394408353021 None None] Sync routers for ids ['968f9923-315a-4166-a497-9e00f48ca90c'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:02:59.442687 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884edc-dea7-4793-ab48-394408353021 None None] Routers {'968f9923-315a-4166-a497-9e00f48ca90c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:59.443399 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef884edc-dea7-4793-ab48-394408353021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['968f9923-315a-4166-a497-9e00f48ca90c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:59.480843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5790ee4f-771e-4bc6-bd78-8e79b75e9b29 req-edc9f785-565f-49d9-842f-790174e5b96d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545388 Nov 24 14:02:59.549123 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef884edc-dea7-4793-ab48-394408353021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:59.563641 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884edc-dea7-4793-ab48-394408353021 None None] Routers {'968f9923-315a-4166-a497-9e00f48ca90c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:02:59.564622 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef884edc-dea7-4793-ab48-394408353021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['968f9923-315a-4166-a497-9e00f48ca90c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:59.664223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:59.668538 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ef884edc-dea7-4793-ab48-394408353021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:02:59.669236 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884edc-dea7-4793-ab48-394408353021 None None] The sync data for ids ['968f9923-315a-4166-a497-9e00f48ca90c'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:02:59.669455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "PUT /v2.0/routers/968f9923-315a-4166-a497-9e00f48ca90c HTTP/1.1" status: 200 len: 919 time: 10.8751447 Nov 24 14:02:59.679044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39830) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:59.752990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:59.765450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5adf649d-283d-4e87-a160-12971ee53ed9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:02:59.823988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=34c1d9e5-3760-454c-a31b-11c7f606dd98,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:02:59.835069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:02:59.854095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Provisioning complete for port e14d0c59-14fc-4406-ae97-11797c74a78a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:02:59.854704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-73c8a0d6-e053-404d-93be-49e278419bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:59.935103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-4210d246-e575-4ae9-8d63-3053f47a790c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:59.936820 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-4210d246-e575-4ae9-8d63-3053f47a790c tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.76 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.4519668 Nov 24 14:02:59.938005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:02:59.939927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/34c1d9e5-3760-454c-a31b-11c7f606dd98 HTTP/1.1" status: 204 len: 168 time: 2.4630358 Nov 24 14:02:59.947915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39834) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:02:59.982605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-adda6bf5-0d82-4250-9da6-27aaae076406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:59.984552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-adda6bf5-0d82-4250-9da6-27aaae076406 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7330379e-2119-4be1-b716-f76c7ceada6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5289204 Nov 24 14:03:00.097624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d1733d96-07f8-4cb3-b795-0f6e461c0c94 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:00.141253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:57Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:00.168136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Deleting port b35d7866-43d1-48b8-894b-1872499fd894 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:00.169126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.198545 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-63e8b92b-ae29-4c50-9b7b-e7b22534a104 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/968f9923-315a-4166-a497-9e00f48ca90c HTTP/1.1" status: 200 len: 925 time: 0.4771423 Nov 24 14:03:00.203058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39838) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:00.217396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a40a-1732-49b2-b8d8-dbe04e7661af req-9c7f77c0-3c10-4be1-b278-750086bfef6c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:00.221290 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0939a40a-1732-49b2-b8d8-dbe04e7661af req-9c7f77c0-3c10-4be1-b278-750086bfef6c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 946 time: 1.0221097 Nov 24 14:03:00.286160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] Checking router: 913071ce-7d3f-4d50-b96b-6ce85dbeea23 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:00.290135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 8d0cea8d-478c-47cd-b877-7c887984e862 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:00.290490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.317164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:00.317806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:00.460586 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0939a40a-1732-49b2-b8d8-dbe04e7661af req-81f72735-0706-432c-aea1-84d535462a5a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353969 Nov 24 14:03:00.466383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:00.475628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d1733d96-07f8-4cb3-b795-0f6e461c0c94 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:00.475827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c918a-5d86-423a-8b14-3c57e0dd9d71 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:00.476291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.476672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-932c918a-5d86-423a-8b14-3c57e0dd9d71 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:00.494216 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-6730e764-aa62-42d1-9d14-6f29c91e1925 service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693775 Nov 24 14:03:00.512993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:49Z', 'revision_number': 3, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:00.543704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:03:00.552386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092c128-b850-4c72-9566-da847208e8f8 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:49Z', 'revision_number': 3, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:00.584857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Provisioning for port 02c8c324-3ce5-4903-aca3-9af9d71f0cec completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:00.598362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Provisioning complete for port 02c8c324-3ce5-4903-aca3-9af9d71f0cec triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:00.598746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.653809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.654835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:00.668449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.756974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-932c918a-5d86-423a-8b14-3c57e0dd9d71 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:00.758518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-932c918a-5d86-423a-8b14-3c57e0dd9d71 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7732222 Nov 24 14:03:00.773155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39846) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:00.789716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a04b79e3-ea08-4508-ab63-f6cbed4aedfa tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:00.805997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Port 02c8c324-3ce5-4903-aca3-9af9d71f0cec cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:00.987754 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:03:00.991880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2b0702-0fa5-4b98-b33c-b5f121d3d1a9 req-c29b851d-2f09-40cf-90b4-5706c90d9840 service neutron] 10.222.0.76 "GET /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870667 Nov 24 14:03:00.992617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Provisioning complete for port 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:00.993527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:00.999698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3236eed7-f56d-4795-b483-cfdf399536a7 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.011392 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3236eed7-f56d-4795-b483-cfdf399536a7 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=968f9923-315a-4166-a497-9e00f48ca90c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7882383 Nov 24 14:03:01.018113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39850) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:01.029519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] For port b35d7866-43d1-48b8-894b-1872499fd894, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b35d7866-43d1-48b8-894b-1872499fd894,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:01.029519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:01.038917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:01.070819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:01.079436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Port 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:01.095692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Could not find standard attr ID for object 34c1d9e5-3760-454c-a31b-11c7f606dd98. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:03:01.184551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Provisioning for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:01.194306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3d9eea1-8893-4575-a07b-2ead9ef22b47 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:01.235875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Provisioning complete for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:01.236262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8148fd78-832b-4944-8a1f-336b6509da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:01.252285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 8d0cea8d-478c-47cd-b877-7c887984e862 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:01.310488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Calling delete_port for b35d7866-43d1-48b8-894b-1872499fd894 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:01.351842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de917c77-fe43-4dc6-b6a0-0790f4cdd9ba req-d754c6d7-3354-4598-b46c-460f6f39bbec tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.358957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de917c77-fe43-4dc6-b6a0-0790f4cdd9ba req-d754c6d7-3354-4598-b46c-460f6f39bbec tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 945 time: 0.5441015 Nov 24 14:03:01.387795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:57Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:01.397399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aa1b79-4557-4d9f-bee9-f817188f9837 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.399083 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-68aa1b79-4557-4d9f-bee9-f817188f9837 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6246257 Nov 24 14:03:01.400365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:01.400777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:01.413913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39854) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:01.420979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Pushing event updated for resources: {'Port': ['ID=02c8c324-3ce5-4903-aca3-9af9d71f0cec,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:01.439405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:01.524908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291cf4-a766-4b95-a466-a0711ceeabb4 None None] The sync data for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv is: [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:00:40Z', 'revision_number': 4, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d', 'name': '', 'network_id': '7330379e-2119-4be1-b716-f76c7ceada6e', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'mac_address': 'fa:16:3e:6f:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:36Z', 'updated_at': '2021-11-24T14:00:57Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'subnets': [{'id': '9ce665f5-0a5d-4f9d-9447-5022544c9566', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:01.548511 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de917c77-fe43-4dc6-b6a0-0790f4cdd9ba req-a5e88496-5cbe-4a0f-9a2d-f9a85b104305 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/security-groups?id=81cc2626-a76e-4af2-8b47-7376a71a2c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884942 Nov 24 14:03:01.565188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:01.594997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a5b7cd-5f03-4313-90c3-9e829d523320 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.600237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b7a5b7cd-5f03-4313-90c3-9e829d523320 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/networks/c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 881 time: 0.5579925 Nov 24 14:03:01.601615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39858) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:01.609985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baac23-6a54-4015-8b2c-f0ba000da97e req-f7e3302a-70d8-48c3-a463-cd8f4267527b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.614539 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-07baac23-6a54-4015-8b2c-f0ba000da97e req-f7e3302a-70d8-48c3-a463-cd8f4267527b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 946 time: 0.7698419 Nov 24 14:03:01.615866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] Sync routers for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:01.658541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:01.660300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:01.693433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6687af-e269-4aff-bfc8-6085e8f65984 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.695074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6687af-e269-4aff-bfc8-6085e8f65984 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.696556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6687af-e269-4aff-bfc8-6085e8f65984 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:01.697405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-da6687af-e269-4aff-bfc8-6085e8f65984 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:01.714022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-149a7a65-9c95-4af8-a217-fca88548bc2f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=968f9923-315a-4166-a497-9e00f48ca90c HTTP/1.1" status: 200 len: 205 time: 0.1092763 Nov 24 14:03:01.731354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:01.744090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:01.744725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:01.778426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39862) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:01.779768 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/routers/ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7457581 Nov 24 14:03:01.779921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39864) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:01.811063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:01.831860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:01.832541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b539fe-e4d9-4fa1-bd32-4e939afec988 None None] The sync data for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:01.841855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:01.889772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'port': {'network_id': 'b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46', 'name': 'tempest-FloatingIPTestJSON-261685151'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:01.983645 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8af52-c3e8-4ab1-84c2-5aa27826583e None None] New status for floating IP 59272bc3-88e5-45d5-9fdd-9934bcd4734f: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:03:02.071803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-da6687af-e269-4aff-bfc8-6085e8f65984 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:02.075576 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-da6687af-e269-4aff-bfc8-6085e8f65984 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6581380 Nov 24 14:03:02.092654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39870) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:02.124136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=8d0cea8d-478c-47cd-b877-7c887984e862,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:02.147555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.213141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:02.276332 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-07baac23-6a54-4015-8b2c-f0ba000da97e req-8d8c7be8-d0bf-4447-9f1c-2d64a3032072 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4914005 Nov 24 14:03:02.291405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:02.305362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:02.363710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39874) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:02.486393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.496451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-feee4b55-8158-4404-a9a7-8019b7d8b10e tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:02.553138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-94ec8206-6e49-4a5f-92b1-6c616b222bec None None] Provisioning complete for port 02c8c324-3ce5-4903-aca3-9af9d71f0cec triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:02.553739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-94ec8206-6e49-4a5f-92b1-6c616b222bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.557307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'Port': ['ID=b35d7866-43d1-48b8-894b-1872499fd894,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:02.560136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:02.575683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.600326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 60a606c3-25b5-4b90-aa22-1734805be306 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:02.615761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.640501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-94ec8206-6e49-4a5f-92b1-6c616b222bec None None] Port 02c8c324-3ce5-4903-aca3-9af9d71f0cec cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:02.704234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] No DVR routers for this DVR port b35d7866-43d1-48b8-894b-1872499fd894 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:02.710424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.715132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'name': 'network-vif-deleted', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:02.809137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928105e5-b8e9-4032-88e7-a9c8dce18147', 'name': 'network-vif-deleted', 'tag': 'b35d7866-43d1-48b8-894b-1872499fd894', 'status': 'completed', 'code': 200} Nov 24 14:03:02.811205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:02.827137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Usage tracker for resource:port and tenant:5b97645332db4a4996f8e648588f9719 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:02.835625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a9b178f6-ef55-414a-a3bb-66f3c2796105 req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.76 "DELETE /v2.0/ports/b35d7866-43d1-48b8-894b-1872499fd894 HTTP/1.1" status: 204 len: 173 time: 2.8922412 Nov 24 14:03:02.837041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:02.841201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-21e191e4-ff65-4173-b0e0-39b1b4990e20 req-35f49db2-d201-4dbe-9301-4addbe5caa09 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Synchronizing usage tracker for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:02.844328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.850786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.854776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:02.877211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Deleting port d0a90bd7-9647-4dee-8907-10230cc77745 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:02.878648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.916604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-21e191e4-ff65-4173-b0e0-39b1b4990e20 req-35f49db2-d201-4dbe-9301-4addbe5caa09 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Unset dirty status for tenant:c834fba6d9064d0ebdc0e4dbad20f092 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:02.917967 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-21e191e4-ff65-4173-b0e0-39b1b4990e20 req-35f49db2-d201-4dbe-9301-4addbe5caa09 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "GET /v2.0/ports?device_id=928105e5-b8e9-4032-88e7-a9c8dce18147 HTTP/1.1" status: 200 len: 210 time: 0.1535962 Nov 24 14:03:02.918692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Made reservation on behalf of 5b97645332db4a4996f8e648588f9719 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:02.922681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:02.959883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:02.979150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] device_id is not set on port 8eba7971-3a92-4e3f-b308-306fc30f289d yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:03:03.045964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee0517-c925-47ad-8e30-5b29f0e9230e tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:03.047861 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9aee0517-c925-47ad-8e30-5b29f0e9230e tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 1094 time: 0.6834090 Nov 24 14:03:03.052540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39882) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:03.089081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:03.162492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:03.168796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:03.174966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:03.182527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:03.184420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:03.184898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.187171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:03.192019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router b1714866-cde0-4624-a5df-b8ef23e7803e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:03.205052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:03.254256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:03.276556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.334573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.349582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: b35d7866-43d1-48b8-894b-1872499fd894 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:03.349981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b35d7866-43d1-48b8-894b-1872499fd894 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:03.458976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.481928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:03.487524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.497852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:03.540646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Calling delete_port for d0a90bd7-9647-4dee-8907-10230cc77745 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:03.582923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Allocated IP 172.20.0.11 (b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46/829db57a-cd84-4d3b-8b46-905939f21900/8eba7971-3a92-4e3f-b308-306fc30f289d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:03.592608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.593827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:03.602132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:03.652269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:03.667529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] Sync routers for ids ['b1714866-cde0-4624-a5df-b8ef23e7803e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:03.685154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] Routers {'b1714866-cde0-4624-a5df-b8ef23e7803e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:03.685923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b1714866-cde0-4624-a5df-b8ef23e7803e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:03.705987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:03.717463 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:03.728212 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/b1714866-cde0-4624-a5df-b8ef23e7803e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0402792 Nov 24 14:03:03.730435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39886) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:03.733911 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:03.735702 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:03.789636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-90b2bb97-7031-4608-b564-4e56a3ab0543 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:03.794167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:03.806605 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] 10.222.0.36 "PUT /v2.0/routers/27c95046-68c1-4757-a712-a319f3716118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9653606 Nov 24 14:03:03.811429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.811870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] Routers {'b1714866-cde0-4624-a5df-b8ef23e7803e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:03.812496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b1714866-cde0-4624-a5df-b8ef23e7803e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:03.816912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-94ae8979-c345-4282-974c-521fc6b47851 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:03.857886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-90b2bb97-7031-4608-b564-4e56a3ab0543 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:03.863341 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-90b2bb97-7031-4608-b564-4e56a3ab0543 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1714866-cde0-4624-a5df-b8ef23e7803e HTTP/1.1" status: 200 len: 205 time: 0.1284184 Nov 24 14:03:03.864777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39892) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:03.901894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:03.902295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aff228-cbc2-4a29-938c-2a37bed8d3aa None None] The sync data for ids ['b1714866-cde0-4624-a5df-b8ef23e7803e'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:03.915648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:03.936143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=60a606c3-25b5-4b90-aa22-1734805be306,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:03.955263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d41a74-7580-4de2-bccd-b04911d2b78e None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:04.010246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:04.011395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.013453 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/60a606c3-25b5-4b90-aa22-1734805be306 HTTP/1.1" status: 204 len: 168 time: 1.9044361 Nov 24 14:03:04.023251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39900) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:04.046805 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:04.112537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39906) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:04.194115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.220191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet fe8b262b-6fe2-4861-9641-a84a6521a0c9 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:04.260422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Transition to ACTIVE for port object 8eba7971-3a92-4e3f-b308-306fc30f289d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:04.263424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.271904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c39b06c2-975c-4189-8f57-faeaae920cd4 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:04.333416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.180 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/f9c17edd-dee4-4e95-94d2-354ea6999ac4) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:04.336592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event deleted for resources: {'Port': ['ID=d0a90bd7-9647-4dee-8907-10230cc77745,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:04.352636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.366555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:04.401671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.607835 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:02:59Z', 'revision_number': 2, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:04.622972 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:04.623351 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Updating router 27c95046-68c1-4757-a712-a319f3716118 port 02c8c324-3ce5-4903-aca3-9af9d71f0cec binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:03:04.714248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39918) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:04.717872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.722062 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.739585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-311306570-network', 'tenant_id': '5882b845490845fdba943ee316ea88f4'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:04.744477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:04.754046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Usage tracker for resource:network and tenant:5882b845490845fdba943ee316ea88f4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:04.760165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:04.781701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.927691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.932215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:04.963855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.018901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:05.059497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:05.103135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Made reservation on behalf of 5882b845490845fdba943ee316ea88f4 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:05.108920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.130791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.162540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:05.162925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.164542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:05.201671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.211708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.228754 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.229379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.244163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.259687 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Transition to ACTIVE for port object 02c8c324-3ce5-4903-aca3-9af9d71f0cec will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:05.271306 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.278793 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ef867ef5-d4fb-43e5-986a-448164a7caf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:05.282363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:05.294828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:05.301391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:05.304107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:05.335787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5882b845490845fdba943ee316ea88f4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:05.346146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:05.373685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:05.379477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.379982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Fanout notify agent at l3_agent the message router_deleted on router 968f9923-315a-4166-a497-9e00f48ca90c {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:05.385933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event updated for resources: {'Port': ['ID=8eba7971-3a92-4e3f-b308-306fc30f289d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:05.392379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:05.406803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5246abf5-0fed-4b5f-a485-7341ed75f20f None None] Provisioning complete for port b3d9eea1-8893-4575-a07b-2ead9ef22b47 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:05.407538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5246abf5-0fed-4b5f-a485-7341ed75f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.448968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:05.448968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.467563 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a5c6c-4ff1-458b-b1e7-2830f8592186 None None] Pushing event updated for resources: {'Port': ['ID=02c8c324-3ce5-4903-aca3-9af9d71f0cec,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:05.470602 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2c5a5c6c-4ff1-458b-b1e7-2830f8592186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:05.544079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.546861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.567331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61fd4682-c0cd-4813-884a-43f42faa2b68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:05.585931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6896f589-033a-4c9b-964a-bc2dc30911a5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:05.590439 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Attempting to bind port 02c8c324-3ce5-4903-aca3-9af9d71f0cec on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:05.590953 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Attempting to bind port 02c8c324-3ce5-4903-aca3-9af9d71f0cec by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:05.591566 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Attempting to bind port 02c8c324-3ce5-4903-aca3-9af9d71f0cec on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:05.602711 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:05.603248 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Checking segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:05.603761 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.604281 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Bound using segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:05.604905 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Bound port: 02c8c324-3ce5-4903-aca3-9af9d71f0cec, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:05.605392 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.650082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.661135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/968f9923-315a-4166-a497-9e00f48ca90c HTTP/1.1" status: 204 len: 168 time: 3.8829124 Nov 24 14:03:05.662190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39922) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:05.676206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8050969 Nov 24 14:03:05.686744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8b262b-6fe2-4861-9641-a84a6521a0c9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:05.698024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2133867264', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:05.700135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39926) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:05.723549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:05.723909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:05.727859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Request body: {'floatingip': {'port_id': '8eba7971-3a92-4e3f-b308-306fc30f289d'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:05.730593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5694615-e914-494b-b6c9-07225749bfc9 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:05.740514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:05.745660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:05.751774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:05.774116 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] For port 02c8c324-3ce5-4903-aca3-9af9d71f0cec, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:05.778852 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] For port 02c8c324-3ce5-4903-aca3-9af9d71f0cec, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=02c8c324-3ce5-4903-aca3-9af9d71f0cec,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:05.783499 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.789637 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7d46fe12-1bde-4fad-8874-64ffa990854b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:05.868237 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a5c6c-4ff1-458b-b1e7-2830f8592186 None None] Pushing event updated for resources: {'Port': ['ID=02c8c324-3ce5-4903-aca3-9af9d71f0cec,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:05.871504 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2c5a5c6c-4ff1-458b-b1e7-2830f8592186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:05.876597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:05.888481 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:05.889258 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:05.928493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1b80eca5-5c21-4601-befb-d62e936cabe2 None None] Provisioning for port 8eba7971-3a92-4e3f-b308-306fc30f289d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:06.016317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1b80eca5-5c21-4601-befb-d62e936cabe2 None None] Provisioning complete for port 8eba7971-3a92-4e3f-b308-306fc30f289d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:06.017257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1b80eca5-5c21-4601-befb-d62e936cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.130091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1b80eca5-5c21-4601-befb-d62e936cabe2 None None] Port 8eba7971-3a92-4e3f-b308-306fc30f289d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:06.158153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Usage tracker for resource:router and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:06.163084 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:06.188137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.202662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:06.210336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.218068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.218625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.219139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router b1714866-cde0-4624-a5df-b8ef23e7803e {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:06.233780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:06.250866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=f9c17edd-dee4-4e95-94d2-354ea6999ac4,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:06.255385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:06.262493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-253e73ac-21de-4dfe-ab9c-e8a6dc5f963e tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:06.277969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:06.282424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Deleting port b3d9eea1-8893-4575-a07b-2ead9ef22b47 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:06.282890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.296355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:03:06.298903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.300434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.344697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.345153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Added segment 9f8a81fd-9845-4515-9b98-9b66edbccdb5 of type vlan for network fa68d882-d024-4981-b194-41803d4dd449 Nov 24 14:03:06.356773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd2f66-fa78-4b94-9588-c42a24d82c49,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:06.360880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:06.382520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.400511 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/fe8b262b-6fe2-4861-9641-a84a6521a0c9 HTTP/1.1" status: 204 len: 168 time: 2.3759201 Nov 24 14:03:06.411456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.412718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4dc51cf6-b9fa-4d0e-8192-c0fe0214c8f0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/b1714866-cde0-4624-a5df-b8ef23e7803e HTTP/1.1" status: 204 len: 168 time: 2.5408795 Nov 24 14:03:06.415595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39930) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:06.415936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39932) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:06.438109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.559540 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5b0d72ac-3f82-462f-baf7-8c9b02946680 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402581 Nov 24 14:03:06.568696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] For port b3d9eea1-8893-4575-a07b-2ead9ef22b47, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3d9eea1-8893-4575-a07b-2ead9ef22b47,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:06.569435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.591224 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:05Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:06.591553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:03:06.596807 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9943e1fa-280e-4461-bfb3-45e46e78ad00 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:05Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:06.606099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39938) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:06.642604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:06.703500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.728685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Calling delete_port for b3d9eea1-8893-4575-a07b-2ead9ef22b47 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:06.899740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:06.907852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0839f8ba-74bc-4b8d-b90f-52e1c8280de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:06.953690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] No DVR routers for this DVR port b3d9eea1-8893-4575-a07b-2ead9ef22b47 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:06.955523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Pushing event deleted for resources: {'Port': ['ID=b3d9eea1-8893-4575-a07b-2ead9ef22b47,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:06.959209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:06.999558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet afac47e3-e0d1-4ece-a067-15dca33ed405 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:07.003660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.011093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.012952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:07.013715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.030530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-098ca941-4e50-4021-90b7-0aa83963e139 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:07.047217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 02c8c324-3ce5-4903-aca3-9af9d71f0cec up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:07.084890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.150634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 02c8c324-3ce5-4903-aca3-9af9d71f0cec completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:07.161014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 02c8c324-3ce5-4903-aca3-9af9d71f0cec triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:07.161843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.163673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:07.182787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:07.196420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:07.222448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:07.288570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.295975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5773749 Nov 24 14:03:07.295975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa68d882-d024-4981-b194-41803d4dd449,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:07.296328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39942) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:07.306617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:07.307793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:07.311481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.312170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Request body: {'subnet': {'network_id': 'fa68d882-d024-4981-b194-41803d4dd449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-311306570-subnet', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:07.321664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network fa68d882-d024-4981-b194-41803d4dd449 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:03:07.333164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.333488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.365904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:07.383741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Usage tracker for resource:subnet and tenant:5882b845490845fdba943ee316ea88f4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:07.393831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:07.408295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:07.453664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.498107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 02c8c324-3ce5-4903-aca3-9af9d71f0cec, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=02c8c324-3ce5-4903-aca3-9af9d71f0cec,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:07.506305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.508525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:07.557625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Made reservation on behalf of 5882b845490845fdba943ee316ea88f4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:07.560245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.586276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3d9eea1-8893-4575-a07b-2ead9ef22b47 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:07.662820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b3d9eea1-8893-4575-a07b-2ead9ef22b47 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:07.662966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3d9eea1-8893-4575-a07b-2ead9ef22b47 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:07.681408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=02c8c324-3ce5-4903-aca3-9af9d71f0cec,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:07.684659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:07.814211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.824081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.833173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ebc5ce96-1898-4419-88da-d33bcacff131 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:07.952396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:07.959219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=f9c17edd-dee4-4e95-94d2-354ea6999ac4,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:07.962626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:07.968060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c58fd0cd-caff-4dfa-8c1b-d0ec445a9dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:08.017560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.022757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.025920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=afac47e3-e0d1-4ece-a067-15dca33ed405,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.028405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:08.031138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.042199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576cdf3-3e7d-441e-980e-5f53d2da88a2 None None] Network 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:08.044645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.110673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.326386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP b456c5f7-6f2c-4499-89fb-7eda52cb5f36 associated. External IP: 172.26.8.180, port: aa0791f3-5310-4fa4-b995-d903c35b51b1. Nov 24 14:03:08.327688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] DHCP port deletion for 58e5b3ac-c7d1-4273-80f4-a009f6ac0289 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:08.333747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Deleting port d1733d96-07f8-4cb3-b795-0f6e461c0c94 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:08.334337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.338575 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/afac47e3-e0d1-4ece-a067-15dca33ed405 HTTP/1.1" status: 204 len: 168 time: 1.9155331 Nov 24 14:03:08.347801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39946) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:08.470760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.497230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ffe54540-fc80-4488-8c1a-e478e2c6e384 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:08.569540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] For port d1733d96-07f8-4cb3-b795-0f6e461c0c94, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d1733d96-07f8-4cb3-b795-0f6e461c0c94,segment=NetworkSegment(d1858a01-7ae7-4d91-8be0-d48c2ec221c0),segment_id=d1858a01-7ae7-4d91-8be0-d48c2ec221c0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:08.570334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.596166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:08.613073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:08.615100 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP de3f477f-e4d3-4aec-a505-1c775f972003 associated. External IP: 172.26.8.183, port: c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1. Nov 24 14:03:08.636796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.638326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd329a-a6b5-41ac-951d-dbffa9f3af15 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:08.655273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0e388670-d1b8-4304-82cd-16a5dae55e28 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:08.715924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Calling delete_port for d1733d96-07f8-4cb3-b795-0f6e461c0c94 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:08.772363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.781644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:08.782227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.788108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.835310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port d1733d96-07f8-4cb3-b795-0f6e461c0c94 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:08.835648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.837443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e80027-5bce-4147-86db-cfcb8c47a8c0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.843285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.845674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:08.876202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=e5b2ddf4-b77a-4d73-9085-16c36c8663a4,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.888109 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:08.896060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Checking segment: {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:08.896425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Network hostable DHCP agents. Network: fa68d882-d024-4981-b194-41803d4dd449, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:03:08.902712 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2787292 Nov 24 14:03:08.903983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:08.911182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.925446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:08.943470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1c4a806d-c90c-4b27-8412-fd46dafc3c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:08.977485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] No DVR routers for this DVR port d1733d96-07f8-4cb3-b795-0f6e461c0c94 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:09.012352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Pushing event deleted for resources: {'Port': ['ID=d1733d96-07f8-4cb3-b795-0f6e461c0c94,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:09.014450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:09.024937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 02c8c324-3ce5-4903-aca3-9af9d71f0cec up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:09.178232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'e5b2ddf4-b77a-4d73-9085-16c36c8663a4'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:03:09.179386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.191826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Network fa68d882-d024-4981-b194-41803d4dd449 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:03:09.203821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 02c8c324-3ce5-4903-aca3-9af9d71f0cec triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:09.204525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.254432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] The port 'd1733d96-07f8-4cb3-b795-0f6e461c0c94' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:03:09.279200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, fa68d882-d024-4981-b194-41803d4dd449) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:09.292273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:09.292991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.306831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad967d49-6a51-46a3-ab36-d46fced8f0ea None None] Network fa68d882-d024-4981-b194-41803d4dd449 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:09.342885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Allocated IP 172.26.8.186 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/8adcc330-8f4e-4cd8-98bc-058cf0329c46) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:09.368584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:09.382603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router caee891a-0d53-404e-b441-95e0b5331217 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:09.383408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:09.401927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0982335 Nov 24 14:03:09.403535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:09.459292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39954) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:09.472574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:09.479494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:09.489634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:09.499431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Usage tracker for resource:router and tenant:5882b845490845fdba943ee316ea88f4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:09.505817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:09.554266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.560972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:09.564643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.586810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:09.605946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/e5b2ddf4-b77a-4d73-9085-16c36c8663a4/c0648e68-799f-4ca7-b433-ea5bab799a7a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:09.650464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e5b3ac-c7d1-4273-80f4-a009f6ac0289']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:09.694765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:09.695195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1858a01-7ae7-4d91-8be0-d48c2ec221c0') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:09.709465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d1733d96-07f8-4cb3-b795-0f6e461c0c94 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:09.716459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.725405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Deleting port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:09.725871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.794133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: d1733d96-07f8-4cb3-b795-0f6e461c0c94 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:09.794465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d1733d96-07f8-4cb3-b795-0f6e461c0c94 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:09.801466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:09.802695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.817658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-fa68d882-d024-4981-b194-41803d4dd449', 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'fixed_ips': [{'subnet_id': '77e80027-5bce-4147-86db-cfcb8c47a8c0'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:03:09.818686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.831163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.832336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.888448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:03:09.889595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:03:09.912405 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:03:09.920298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.923611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:09.951461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.ipam_backend_mixin [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5b2ddf4-b77a-4d73-9085-16c36c8663a4 (CIDR: 2001:db8::/64) Nov 24 14:03:09.964033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:03:09.964480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:09.991976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:10.014492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] Sync routers for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:10.077700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.086294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:10.086975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:10.194149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.198787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.206964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5592dec6-cfd8-4827-8a2a-64e0c132ea69 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:10.219116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Transition to ACTIVE for port object c0648e68-799f-4ca7-b433-ea5bab799a7a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:10.261074 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/58e5b3ac-c7d1-4273-80f4-a009f6ac0289 HTTP/1.1" status: 204 len: 168 time: 1.9029369 Nov 24 14:03:10.261074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=58e5b3ac-c7d1-4273-80f4-a009f6ac0289,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:10.261074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:10.265237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39958) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:10.276041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2068013073', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:10.283030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] For port c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:10.284111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.290424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Transition to ACTIVE for port object c0648e68-799f-4ca7-b433-ea5bab799a7a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:10.291621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aa170ff8-3a02-46be-89de-cd6322975158 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3871474 Nov 24 14:03:10.292357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Allocated IP 172.20.0.2 (fa68d882-d024-4981-b194-41803d4dd449/77e80027-5bce-4147-86db-cfcb8c47a8c0/1b97ce19-0c17-41c7-882a-5204f61f476b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:10.299381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39962) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:10.302221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.306546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:10.318463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.321825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:10.326131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:10.334422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:10.342497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:10.482189 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.3520820 Nov 24 14:03:10.488270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:10.489861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:10.491344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:10.496167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.504025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39966) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:10.505093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-60cec470-4c9b-4efd-85ec-7d38c2e7bd7f tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:10.509563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:10.518894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Pushing event updated for resources: {'Port': ['ID=c0648e68-799f-4ca7-b433-ea5bab799a7a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:10.525475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:10.539108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:10.552484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Calling delete_port for c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:10.583625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:10.593006 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:10.603231 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:10.604288 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:10.635605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.647550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'status': 'completed', 'code': 200} Nov 24 14:03:10.719061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:10.735298 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:10.739544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:10.749113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:10.769910 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:10.770697 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:10.778873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event updated for resources: {'Port': ['ID=8adcc330-8f4e-4cd8-98bc-058cf0329c46,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:10.797029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:10.829832 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6df61b86-2a2f-452c-a001-256115904707 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/b456c5f7-6f2c-4499-89fb-7eda52cb5f36 HTTP/1.1" status: 200 len: 992 time: 0.2945483 Nov 24 14:03:10.870743 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:10.871521 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe4c6c-098d-4f4d-bf6e-15397ee6fb32 None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:10.886364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.901644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Transition to ACTIVE for port object 1b97ce19-0c17-41c7-882a-5204f61f476b will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:10.915321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.916345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:10.944073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:11.001132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Transition to ACTIVE for port object 1b97ce19-0c17-41c7-882a-5204f61f476b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:11.002065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.022079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.030941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-085500f0-4ece-4e92-97c4-bd61f45f6c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:11.052342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:11.064122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:11.072476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:11.086313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-6deafc27-431c-490f-908d-6faf5e932fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:11.087766 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-6deafc27-431c-490f-908d-6faf5e932fe1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 1099 time: 0.4832609 Nov 24 14:03:11.163035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Attempting to bind port c0648e68-799f-4ca7-b433-ea5bab799a7a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:11.163469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Attempting to bind port c0648e68-799f-4ca7-b433-ea5bab799a7a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:11.163940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Attempting to bind port c0648e68-799f-4ca7-b433-ea5bab799a7a on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:11.186781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:11.187340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:11.187920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.188351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:11.188965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Bound port: c0648e68-799f-4ca7-b433-ea5bab799a7a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:11.189466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.197138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:11.210462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Pushing event updated for resources: {'Port': ['ID=1b97ce19-0c17-41c7-882a-5204f61f476b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:11.225018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Network fa68d882-d024-4981-b194-41803d4dd449 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:11.230390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:11.231314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:11.237423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:11.353473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:11.356986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.405524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-f4d511f0-c31b-4706-952f-92051885f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:11.406975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-f4d511f0-c31b-4706-952f-92051885f9ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a HTTP/1.1" status: 200 len: 899 time: 0.3064554 Nov 24 14:03:11.483057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] For port c0648e68-799f-4ca7-b433-ea5bab799a7a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:11.489591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Attempting to bind port 1b97ce19-0c17-41c7-882a-5204f61f476b on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:11.492782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Attempting to bind port 1b97ce19-0c17-41c7-882a-5204f61f476b by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:11.492782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Attempting to bind port 1b97ce19-0c17-41c7-882a-5204f61f476b on network fa68d882-d024-4981-b194-41803d4dd449 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:11.513799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:11.513799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Checking segment: {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:11.514194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.514929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Bound using segment: {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:11.515197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Bound port: 1b97ce19-0c17-41c7-882a-5204f61f476b, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:11.515677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.529425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] For port c0648e68-799f-4ca7-b433-ea5bab799a7a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0648e68-799f-4ca7-b433-ea5bab799a7a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:11.540851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.556486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:11.653127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.734050 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-730164d0-50f8-45de-8577-88423b1a2f3e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1 HTTP/1.1" status: 200 len: 1000 time: 0.3170986 Nov 24 14:03:11.752025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.762503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed6d9a3b-6eb2-47d8-a81e-10b01e5862b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:11.793373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] For port 1b97ce19-0c17-41c7-882a-5204f61f476b, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:11.822133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] For port 1b97ce19-0c17-41c7-882a-5204f61f476b, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1b97ce19-0c17-41c7-882a-5204f61f476b,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:11.832431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.840545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:11.847199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Pushing event updated for resources: {'Port': ['ID=c0648e68-799f-4ca7-b433-ea5bab799a7a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:11.853823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:11.855472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-24d38d0b-c75b-40dd-bdda-166f8c53a155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:11.865329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:11.876674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'Port': ['ID=c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:11.879682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:11.943451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Pushing event updated for resources: {'Port': ['ID=1b97ce19-0c17-41c7-882a-5204f61f476b,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:11.948063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:11.958160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:11.986279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'b456c5f7-6f2c-4499-89fb-7eda52cb5f36', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.180', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'port_id': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'mac_address': 'fa:16:3e:f5:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91d779-a05f-4161-ad9b-aba265100139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:03:06Z', 'updated_at': '2021-11-24T14:03:06Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:11.993895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] Checking router: caee891a-0d53-404e-b441-95e0b5331217 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:12.025984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:12.026623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:12.232686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-3093fafd-8883-44d3-92f6-4b309df4e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:12.234738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-3093fafd-8883-44d3-92f6-4b309df4e04f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01eaa211-56f6-4398-a997-f129e21ecda6 HTTP/1.1" status: 200 len: 834 time: 0.4418061 Nov 24 14:03:12.310786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6477db8e-3be3-4a2b-9c57-408886095b77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/b456c5f7-6f2c-4499-89fb-7eda52cb5f36 HTTP/1.1" status: 200 len: 992 time: 0.4652181 Nov 24 14:03:12.365654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:12.371695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:12.441846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:12.582990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:12.615741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] Sync routers for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:12.701744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:12.702382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:12.824123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:12.826850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:12.839666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-6f62b021-be96-4db2-b8b1-4e3ac74e31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:12.841183 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-6f62b021-be96-4db2-b8b1-4e3ac74e31d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5906029 Nov 24 14:03:12.843442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:12.844062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:12.914939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:12.915344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e520e-1c53-42d4-84a2-5dc72942b67c None None] The sync data for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:12.952884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:12.965076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:12.988392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Allocated IP 172.26.8.57 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/8d20b3c8-eb7b-4341-83bd-9986c871f3b9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:13.102831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'b456c5f7-6f2c-4499-89fb-7eda52cb5f36', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.180', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'port_id': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'mac_address': 'fa:16:3e:f5:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91d779-a05f-4161-ad9b-aba265100139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:03:06Z', 'updated_at': '2021-11-24T14:03:06Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:13.109698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d666af-6866-49ea-8945-78c3300f52d0 None None] The sync data for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv is: [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'b456c5f7-6f2c-4499-89fb-7eda52cb5f36', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.180', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'port_id': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'mac_address': 'fa:16:3e:f5:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e91d779-a05f-4161-ad9b-aba265100139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:03:06Z', 'updated_at': '2021-11-24T14:03:06Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:13.188042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0648e68-799f-4ca7-b433-ea5bab799a7a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:13.290066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c0648e68-799f-4ca7-b433-ea5bab799a7a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:13.302092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1b97ce19-0c17-41c7-882a-5204f61f476b up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:13.320461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39976) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:13.411443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1b97ce19-0c17-41c7-882a-5204f61f476b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:13.412339 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-d6c9f3b5-9f64-4452-a511-9a4682f62350 service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571363 Nov 24 14:03:13.511367 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a4e4d5e6-0770-4fb7-96d2-937e8a9997d3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/floatingips/de3f477f-e4d3-4aec-a505-1c775f972003 HTTP/1.1" status: 200 len: 978 time: 7.8074837 Nov 24 14:03:13.527734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39980) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:13.577418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Provisioning for port c0648e68-799f-4ca7-b433-ea5bab799a7a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:13.587718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Provisioning complete for port c0648e68-799f-4ca7-b433-ea5bab799a7a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:13.588277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:13.698758 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc3125-3140-4b13-91fb-a3092c53a540 None None] New status for floating IP b456c5f7-6f2c-4499-89fb-7eda52cb5f36: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:03:13.749184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:13.814133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Router 008bc595-73f1-4421-96b3-288f8938c7c5 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:03:13.818626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:13.838065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:13.848044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:13.867801 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c6ff9473-3b6c-409a-a068-86f6c0f6900b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/b456c5f7-6f2c-4499-89fb-7eda52cb5f36 HTTP/1.1" status: 200 len: 992 time: 0.4746485 Nov 24 14:03:13.892364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] For port c0648e68-799f-4ca7-b433-ea5bab799a7a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0648e68-799f-4ca7-b433-ea5bab799a7a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:13.898379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:13.901728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cd1dc7f0-e535-428c-9179-c2be7971042e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:13.989227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Pushing event updated for resources: {'Port': ['ID=c0648e68-799f-4ca7-b433-ea5bab799a7a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:13.999844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:14.019276 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 8eba7971-3a92-4e3f-b308-306fc30f289d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:14.019730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:14.024519 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-191b28c7-57f4-48bc-90c4-bfacd07e6011 req-58a2aab2-d49f-4e2f-92fe-c88ee5040e08 service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990005 Nov 24 14:03:14.081418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38efb248-2ea9-41eb-b9d3-c351afe8ea11 None None] Network fa68d882-d024-4981-b194-41803d4dd449 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:14.102706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:14.108698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-31b6cb2b-7200-4e2c-a24b-bbd7e432d3f6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:14.150779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:14.182971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] Sync routers for ids ['008bc595-73f1-4421-96b3-288f8938c7c5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:14.207999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:14.211896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:14.218676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:14.223673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Provisioning for port 1b97ce19-0c17-41c7-882a-5204f61f476b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:14.227020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] Routers {'008bc595-73f1-4421-96b3-288f8938c7c5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:14.227789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['008bc595-73f1-4421-96b3-288f8938c7c5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:14.254513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:14.266560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:14.268097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.5950401 Nov 24 14:03:14.271398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:14.273583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 39984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:14.280128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:14.306394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Provisioning complete for port 1b97ce19-0c17-41c7-882a-5204f61f476b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:14.306935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:14.351735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:14.409259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] Routers {'008bc595-73f1-4421-96b3-288f8938c7c5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:14.410032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['008bc595-73f1-4421-96b3-288f8938c7c5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:14.533799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:14.534633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0b160-24f5-465d-acde-cf40c3382eae None None] The sync data for ids ['008bc595-73f1-4421-96b3-288f8938c7c5'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:14.535340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.objects.ports [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87692) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:03:14.611086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:14.710107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] For port 1b97ce19-0c17-41c7-882a-5204f61f476b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1b97ce19-0c17-41c7-882a-5204f61f476b,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:14.724396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:14.727912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:14.820094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 172.26.8.208 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/1ba2c036-3520-4b78-bef8-7a61a00cbd3e) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:14.822048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Pushing event updated for resources: {'Port': ['ID=1b97ce19-0c17-41c7-882a-5204f61f476b,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:14.832846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:14.864673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39988) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:15.033018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0648e68-799f-4ca7-b433-ea5bab799a7a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:15.110191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c0648e68-799f-4ca7-b433-ea5bab799a7a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:15.110488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.120307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:15.132457 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f95016e-c887-426c-b1e8-b291e80bbac4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/b456c5f7-6f2c-4499-89fb-7eda52cb5f36 HTTP/1.1" status: 200 len: 994 time: 0.2545347 Nov 24 14:03:15.177091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f25cef62-e769-4496-a993-87018fecbf6a None None] Provisioning complete for port 1b97ce19-0c17-41c7-882a-5204f61f476b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:15.177947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f25cef62-e769-4496-a993-87018fecbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.267117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.273187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.327023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1b97ce19-0c17-41c7-882a-5204f61f476b up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:15.423039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1b97ce19-0c17-41c7-882a-5204f61f476b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:15.423039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.426781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.473535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.605106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.637496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Deleting port 8adcc330-8f4e-4cd8-98bc-058cf0329c46 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:15.637838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.690742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.710876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:15.724574 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] Sync routers for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:15.736354 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:15.737773 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:15.793784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.817561 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "PUT /v2.0/routers/913071ce-7d3f-4d50-b96b-6ce85dbeea23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7013891 Nov 24 14:03:15.829562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39992) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:15.974503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:15.982732 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:16.118173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Calling delete_port for 8adcc330-8f4e-4cd8-98bc-058cf0329c46 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:16.239412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.239985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.240090 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Floating IP de3f477f-e4d3-4aec-a505-1c775f972003 disassociated. External IP: 172.26.8.183, port: 8eba7971-3a92-4e3f-b308-306fc30f289d. Nov 24 14:03:16.240447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 8eba7971-3a92-4e3f-b308-306fc30f289d owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:16.242679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Router 5579c81b-232d-45ab-b79d-e0b313c4ec99 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:03:16.274917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Deleting subnet 9ce665f5-0a5d-4f9d-9447-5022544c9566 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:16.295110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.305932 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:03:11Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:16.309983 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] Checking router: 913071ce-7d3f-4d50-b96b-6ce85dbeea23 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:16.321527 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] Routers {'913071ce-7d3f-4d50-b96b-6ce85dbeea23'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:16.322134 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:16.325778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.346690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f21501a-4c34-47e3-9d14-2382d5cc9fdf tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:16.393917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] For port c0648e68-799f-4ca7-b433-ea5bab799a7a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0648e68-799f-4ca7-b433-ea5bab799a7a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:16.450841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:16.457053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.488962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:16.507949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:16.521415 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] Set router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:16.567666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:03:16.577667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=1ba2c036-3520-4b78-bef8-7a61a00cbd3e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:16.587985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:16.597107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.614180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.615856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.616653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.620123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8c7c867d-3043-4506-a638-4df78f5cb560 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:16.657773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1fb80f0f-e0b7-4d01-92fa-b6759aaa470e tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:16.665910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Pushing event deleted for resources: {'Port': ['ID=8adcc330-8f4e-4cd8-98bc-058cf0329c46,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:16.677455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:16.769026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:16.787394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Sync routers for ids ['5579c81b-232d-45ab-b79d-e0b313c4ec99'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:16.797991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.800380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Routers {'5579c81b-232d-45ab-b79d-e0b313c4ec99'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:16.801712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5579c81b-232d-45ab-b79d-e0b313c4ec99'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:16.834269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:16.913899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.914274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:16.917663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4548662 Nov 24 14:03:16.925403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 39996) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:16.930071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:16.930666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:16.955202 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:03:11Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:16.961155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ac2b2-3d0d-43ad-8afe-8e19f25b5829 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:16.962820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20b972-ba93-43e3-93de-90cc842c7e9f None None] The sync data for ids ['913071ce-7d3f-4d50-b96b-6ce85dbeea23'] in dv-neutron-818153-2-hyperv is: [{'id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293335849', 'tenant_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:00:19Z', 'updated_at': '2021-11-24T14:03:11Z', 'revision_number': 5, 'project_id': 'c834fba6d9064d0ebdc0e4dbad20f092', 'gw_port': {'id': 'b4dabbea-f88a-4f6d-b1c0-2990852dc9eb', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913071ce-7d3f-4d50-b96b-6ce85dbeea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:00:22Z', 'updated_at': '2021-11-24T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:17.083161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.160426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=c0648e68-799f-4ca7-b433-ea5bab799a7a,revision_number=5']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:17.164381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.167363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Set router 5579c81b-232d-45ab-b79d-e0b313c4ec99 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:17.207113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.209996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.211743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.240572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:17.241217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c32b4f5e-1f32-4d33-9347-ed3ed93c5f0d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:17.302551 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 7.0015876 Nov 24 14:03:17.318159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40000) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:17.342870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:25:98:66', 'name': 'tempest-NetworksTestDHCPv6-1114971159'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:17.357499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Router 008bc595-73f1-4421-96b3-288f8938c7c5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:17.572432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=0727612b-69d4-4cad-b729-418c7ec83297,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:17.593277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:17.607058 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] Sync routers for ids ['008bc595-73f1-4421-96b3-288f8938c7c5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:17.618181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.625495 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "PUT /v2.0/routers/008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 200 len: 710 time: 3.3506806 Nov 24 14:03:17.626317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40004) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:17.631057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] Routers {'008bc595-73f1-4421-96b3-288f8938c7c5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:17.631695 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['008bc595-73f1-4421-96b3-288f8938c7c5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:17.655235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:03:14Z', 'revision_number': 3, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:17.665355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Checking router: 5579c81b-232d-45ab-b79d-e0b313c4ec99 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:17.665722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Updating router 5579c81b-232d-45ab-b79d-e0b313c4ec99 port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:03:17.754404 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:17.770838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:17.772371 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] Routers {'008bc595-73f1-4421-96b3-288f8938c7c5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:17.773725 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['008bc595-73f1-4421-96b3-288f8938c7c5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:17.874393 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2e9ba006-aa30-4b2c-8595-2c96ff143abc tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/routers/008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 200 len: 745 time: 0.2444119 Nov 24 14:03:17.878017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40008) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:17.941506 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:17.942539 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13c093-33c0-4152-b9d8-6a601578558a None None] The sync data for ids ['008bc595-73f1-4421-96b3-288f8938c7c5'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:17.950602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bebf3de9-9db4-4b84-85ba-7660ea5966ab tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&device_id=008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 200 len: 205 time: 0.0689731 Nov 24 14:03:17.950760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:17.999531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7078575d-97a4-4484-ac22-3fb3c446e653 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 200 len: 205 time: 0.0454783 Nov 24 14:03:17.999867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40016) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.050295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:18.106169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1cd52aa1-e6c4-4c31-9787-36d7525cc6b0 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.824s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:18.173423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.226983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=8eba7971-3a92-4e3f-b308-306fc30f289d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:18.234583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:18.305246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.311925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Transition to ACTIVE for port object 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:18.321006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.330874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:18.401381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Attempting to bind port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:18.401556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Attempting to bind port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:18.401873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Attempting to bind port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:18.409923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:18.410243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:18.410646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.411048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:18.411519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Bound port: 8d20b3c8-eb7b-4341-83bd-9986c871f3b9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:18.411896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.422099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.475475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc55aad-6b57-4781-ace6-b0301a3954c5 None None] Pushing event updated for resources: {'Port': ['ID=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:18.478294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebc55aad-6b57-4781-ace6-b0301a3954c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:18.500114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.505912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6f9d311c-514d-4377-8ab3-b4b5a559d7da None None] Provisioning complete for port c0648e68-799f-4ca7-b433-ea5bab799a7a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:18.506296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f9d311c-514d-4377-8ab3-b4b5a559d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.545290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] For port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:18.564112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] For port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:18.572489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.576379 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cd66a919-c10a-49cf-9f0f-a2c8334acc14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:18.580410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5ea1f0cd-1419-4e9d-8107-176a5004b768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:18.609905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.613015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.625830 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:18.626885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce665f5-0a5d-4f9d-9447-5022544c9566,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:18.650632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.651276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Fanout notify agent at l3_agent the message router_deleted on router 008bc595-73f1-4421-96b3-288f8938c7c5 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:18.665571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Routers {'5579c81b-232d-45ab-b79d-e0b313c4ec99'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:18.666253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5579c81b-232d-45ab-b79d-e0b313c4ec99'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:18.667870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:18.675166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.683854 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8947eec-5009-4295-ae12-6a6e1772dd1d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 204 len: 168 time: 0.6830494 Nov 24 14:03:18.684476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40020) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.740797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e846732d-4dce-4e54-92de-0771c8fc7ca2 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 200 len: 205 time: 0.0547910 Nov 24 14:03:18.741342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.775746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbcfbd-3ce6-4ea8-b9b6-f192fa3e31aa None None] Network 7330379e-2119-4be1-b716-f76c7ceada6e requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:18.813748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:18.815396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-dceb83db-c07c-4c0b-a7b1-f288d0007d8d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] delete failed (client error): The resource could not be found. Nov 24 14:03:18.818941 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dceb83db-c07c-4c0b-a7b1-f288d0007d8d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/008bc595-73f1-4421-96b3-288f8938c7c5 HTTP/1.1" status: 404 len: 336 time: 0.0742791 Nov 24 14:03:18.819171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40028) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.872358 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-42dd1222-3b88-4889-9906-6fa1191d8a7c tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=968f9923-315a-4166-a497-9e00f48ca90c HTTP/1.1" status: 200 len: 205 time: 0.0485764 Nov 24 14:03:18.872358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40032) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.876176 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "DELETE /v2.0/subnets/9ce665f5-0a5d-4f9d-9447-5022544c9566 HTTP/1.1" status: 204 len: 168 time: 3.0455587 Nov 24 14:03:18.888435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:18.892628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:18.895589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:18.901397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:18.911178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40036) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.939284 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-32fff80f-20a4-4b14-8f5a-5dba81a7ddfe tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] delete failed (client error): The resource could not be found. Nov 24 14:03:18.942413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-32fff80f-20a4-4b14-8f5a-5dba81a7ddfe tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/968f9923-315a-4166-a497-9e00f48ca90c HTTP/1.1" status: 404 len: 336 time: 0.0677750 Nov 24 14:03:18.942687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40040) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:18.963591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc55aad-6b57-4781-ace6-b0301a3954c5 None None] Pushing event updated for resources: {'Port': ['ID=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:18.966720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebc55aad-6b57-4781-ace6-b0301a3954c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:19.002440 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-03c63234-1c26-47bb-876d-29a1872e1a55 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=9569dbb9-2fc1-4558-beff-6e742f606534 HTTP/1.1" status: 200 len: 205 time: 0.0579774 Nov 24 14:03:19.003750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:19.004542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40044) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.061207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0648e68-799f-4ca7-b433-ea5bab799a7a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:19.083427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-d8b5e2ea-b55b-4598-bb9f-d1e3ae21435e tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] delete failed (client error): The resource could not be found. Nov 24 14:03:19.084720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d8b5e2ea-b55b-4598-bb9f-d1e3ae21435e tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/9569dbb9-2fc1-4558-beff-6e742f606534 HTTP/1.1" status: 404 len: 336 time: 0.0790401 Nov 24 14:03:19.087415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40048) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.143047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dfa1eda0-8cc7-44e0-9e8d-d1ffb8ddb014 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=09a270d7-df05-4572-a85c-bd43ad5eddbf HTTP/1.1" status: 200 len: 205 time: 0.0540867 Nov 24 14:03:19.145268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40052) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.185710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] Set router 5579c81b-232d-45ab-b79d-e0b313c4ec99 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:19.218610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-8214b925-b431-4651-8bed-8a99efdd51b9 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] delete failed (client error): The resource could not be found. Nov 24 14:03:19.223089 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8214b925-b431-4651-8bed-8a99efdd51b9 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/09a270d7-df05-4572-a85c-bd43ad5eddbf HTTP/1.1" status: 404 len: 336 time: 0.0734506 Nov 24 14:03:19.223426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40056) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.275518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-32a1d075-178c-48bc-b93f-ebc222d51a85 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f1e1762-a116-45f6-8424-9cba06f09a2f HTTP/1.1" status: 200 len: 205 time: 0.0484684 Nov 24 14:03:19.275842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40060) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.349578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-5af78130-3167-445c-9abc-1beffb046f40 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] delete failed (client error): The resource could not be found. Nov 24 14:03:19.353349 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5af78130-3167-445c-9abc-1beffb046f40 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/7f1e1762-a116-45f6-8424-9cba06f09a2f HTTP/1.1" status: 404 len: 336 time: 0.0739501 Nov 24 14:03:19.353652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40064) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.406185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d856c1f3-6ff1-46aa-b88d-5c6be058ff42 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "GET /v2.0/ports?device_id=67f01063-0d2b-4df4-9bef-5a7b2b6ee712 HTTP/1.1" status: 200 len: 205 time: 0.0488775 Nov 24 14:03:19.406382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40068) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.417533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c0648e68-799f-4ca7-b433-ea5bab799a7a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:19.417983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:19.480683 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-19ee2d30-8422-4f63-b470-62bf25472b64 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] delete failed (client error): The resource could not be found. Nov 24 14:03:19.484581 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-19ee2d30-8422-4f63-b470-62bf25472b64 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/routers/67f01063-0d2b-4df4-9bef-5a7b2b6ee712 HTTP/1.1" status: 404 len: 336 time: 0.0745306 Nov 24 14:03:19.485380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40072) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.530525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] DHCP port deletion for 7330379e-2119-4be1-b716-f76c7ceada6e request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:19.535375 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33820a1-c2fd-499c-8821-35c3a09655a3 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:19.535560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33820a1-c2fd-499c-8821-35c3a09655a3 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:19.540055 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f33820a1-c2fd-499c-8821-35c3a09655a3 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] 10.222.0.36 "DELETE /v2.0/subnets/558b4207-ba50-4129-9929-2aa69a86da23 HTTP/1.1" status: 404 len: 337 time: 0.0516877 Nov 24 14:03:19.545415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Deleting port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:19.545820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:19.667748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:19.696407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] Sync routers for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:19.747560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:19.748271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:19.822447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:19.848552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:19.853836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:19.928547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:19.941480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:03:14Z', 'revision_number': 3, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:19.943614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-47fa0456-f082-4528-8a24-89b3a3e677ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:19.950782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:19.951128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c27c9a50-bcbd-4e63-882e-d3dbf0f45e9d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:19.957869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40080) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:19.967620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4372a9-74ed-44f9-803a-f76a699d1fb2 None None] The sync data for ids ['5579c81b-232d-45ab-b79d-e0b313c4ec99'] in dv-neutron-818153-2-hyperv is: [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:03:14Z', 'revision_number': 3, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:19.987662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:19.988372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:20.015368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.060398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:20.060844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f390e6-ed8b-4de2-be1a-29acb814d99a None None] The sync data for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:20.067714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] For port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,segment=NetworkSegment(4e84cbdd-1a23-409b-a6cf-6d724c6e91d3),segment_id=4e84cbdd-1a23-409b-a6cf-6d724c6e91d3)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:20.068360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.128611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port aa55cc32-6ba6-402f-8215-b5844d06ab3c yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:03:20.131063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.152321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:20.157488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Usage tracker for resource:security_group_rule and tenant:d648194d74a54bc79b2b0a0ccc6a257c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:20.162155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:20.169401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:20.242085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.246696 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/ports/8eba7971-3a92-4e3f-b308-306fc30f289d HTTP/1.1" status: 204 len: 168 time: 6.6824222 Nov 24 14:03:20.280440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Calling delete_port for 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:20.281448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40086) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:20.358378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.407389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.412081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:20.460329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Pushing event deleted for resources: {'Port': ['ID=07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:20.464373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:20.466936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] No DVR routers for this DVR port 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:20.473103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.599447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Deleting port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:20.599787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.650493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.653405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.669946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:20.682369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51da740c-4f48-4d75-983e-d21b2785e3d6 tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:20.795067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336b269-586f-45b7-a818-1f5ba22612b7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:20.805634 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d648194d74a54bc79b2b0a0ccc6a257c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8454845 Nov 24 14:03:20.867347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40090) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:20.867938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:20.894626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router bb1e4a2b-7748-4983-926f-273a553c0f58 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:03:21.046926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:21.129101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:21.136978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:21.137898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.191992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.243493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::2f4 (13168bed-777a-4e4d-96b5-2446850be7d2/e5b2ddf4-b77a-4d73-9085-16c36c8663a4/aa55cc32-6ba6-402f-8215-b5844d06ab3c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:21.298084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.318184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:21.323239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.325220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-891ec875-731e-448c-b7eb-be4fb9f881a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:21.376477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8:0:1:f816:3eff:fe25:9866 (13168bed-777a-4e4d-96b5-2446850be7d2/0727612b-69d4-4cad-b729-418c7ec83297/aa55cc32-6ba6-402f-8215-b5844d06ab3c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:21.385914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:21.433922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:21.434263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07b5a9ba-b3f9-4bab-974c-ea45bd20ab7d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:21.452465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:21.455536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:21.502627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] For port b4dabbea-f88a-4f6d-b1c0-2990852dc9eb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:21.503401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.618966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:21.619309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.695232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.708290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Calling delete_port for b4dabbea-f88a-4f6d-b1c0-2990852dc9eb owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:21.797659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Allocated IP 172.20.0.1 (fa68d882-d024-4981-b194-41803d4dd449/77e80027-5bce-4147-86db-cfcb8c47a8c0/174b92a8-c718-462e-82cc-f26b65ab1d0a) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:21.822299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.903056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:21.907326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:21.920557 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] Sync routers for ids ['bb1e4a2b-7748-4983-926f-273a553c0f58'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:21.932355 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] Routers {'bb1e4a2b-7748-4983-926f-273a553c0f58'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:21.933230 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bb1e4a2b-7748-4983-926f-273a553c0f58'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:21.962807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:21.995427 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:22.004353 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] Routers {'bb1e4a2b-7748-4983-926f-273a553c0f58'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:22.004990 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bb1e4a2b-7748-4983-926f-273a553c0f58'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:22.069051 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:22.069465 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc65e68-6c1c-45d7-8317-5b5951e0b451 None None] The sync data for ids ['bb1e4a2b-7748-4983-926f-273a553c0f58'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:22.109984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.112291 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.8414624 Nov 24 14:03:22.128248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40094) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:22.183447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.228478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.236084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-645f63df-e329-4068-b9be-a608a2d44810 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:22.244778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object aa55cc32-6ba6-402f-8215-b5844d06ab3c will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:22.247953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.271778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5336b269-586f-45b7-a818-1f5ba22612b7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:22.281544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:22.288908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Transition to ACTIVE for port object 174b92a8-c718-462e-82cc-f26b65ab1d0a will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:22.334826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.335952 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5336b269-586f-45b7-a818-1f5ba22612b7 HTTP/1.1" status: 204 len: 168 time: 1.4696555 Nov 24 14:03:22.373307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.381191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e857d268-882e-4d06-b532-82c67103cb24 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:22.427149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.462938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.463509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.469929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:22.470579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7795deb7-35f7-4295-ab2f-ab6edbca1a7d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:22.503677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:22.514037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:22.520592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:22.521289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.534989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d831fc78-2bde-4853-98fa-6a59320919bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:22.542147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=5d1d2cf5-59b8-4eed-84fb-ca0f21c4382b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:22.544537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:22.603116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Network fa68d882-d024-4981-b194-41803d4dd449 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:22.607005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=aa55cc32-6ba6-402f-8215-b5844d06ab3c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:22.613450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:22.615652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:22.618370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-89a17e9b-d8e8-486f-8505-19168a49b77d tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:22.649667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:22.659638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-855f5696-bba8-40ef-b504-7c8ca1dbb56a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/routers/bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 200 len: 885 time: 0.5294836 Nov 24 14:03:22.663712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40102) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:22.749590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'Port': ['ID=b4dabbea-f88a-4f6d-b1c0-2990852dc9eb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:22.753893 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4309964 Nov 24 14:03:22.763552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40106) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:22.834686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40108) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:22.848362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.100777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port aa55cc32-6ba6-402f-8215-b5844d06ab3c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:23.101443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.105945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Provisioning for port aa55cc32-6ba6-402f-8215-b5844d06ab3c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:23.116220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Provisioning complete for port aa55cc32-6ba6-402f-8215-b5844d06ab3c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:23.116945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.190299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:23.236106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Port aa55cc32-6ba6-402f-8215-b5844d06ab3c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:23.259904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Provisioning for port 174b92a8-c718-462e-82cc-f26b65ab1d0a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:23.266553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Provisioning complete for port 174b92a8-c718-462e-82cc-f26b65ab1d0a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:23.267061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.275069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.276999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.280779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.282890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Pushing event updated for resources: {'Port': ['ID=174b92a8-c718-462e-82cc-f26b65ab1d0a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:23.284633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.287518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:23.305313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.830s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:23.305975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:23.330800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:23.331183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.352050 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-22fa0d96-f1b1-49a1-9fa8-48442e25df63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a48cf8efa8b94a5da468e7b1dac01318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161600 Nov 24 14:03:23.355049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40114) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:23.391525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c6ba0-7047-41c7-aa92-fe1e9724df52 None None] Port 174b92a8-c718-462e-82cc-f26b65ab1d0a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:23.398828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.399321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Fanout notify agent at l3_agent the message router_deleted on router 913071ce-7d3f-4d50-b96b-6ce85dbeea23 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:23.417697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.421923 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3943b6b6-c5b1-4104-b1d1-705d8b509760 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "DELETE /v2.0/routers/913071ce-7d3f-4d50-b96b-6ce85dbeea23 HTTP/1.1" status: 204 len: 168 time: 4.4998777 Nov 24 14:03:23.427219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40118) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:23.555857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.606994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.645826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.649509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.656771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.744588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.905527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.906793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for aa55cc32-6ba6-402f-8215-b5844d06ab3c owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:23.912913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:23.921128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d09abecf-beb4-47ef-b174-c31271aa9419 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:23.959957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7330379e-2119-4be1-b716-f76c7ceada6e']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:23.968664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6703e3-efa6-4a73-8ff9-3ccbe4e95a53,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:23.977012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:23.979727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-57604122-9afb-4c14-99b4-71c01dad6498 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:router {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:23.995343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:23.995649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e84cbdd-1a23-409b-a6cf-6d724c6e91d3') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:24.053174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.056588 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a6703e3-efa6-4a73-8ff9-3ccbe4e95a53 HTTP/1.1" status: 204 len: 168 time: 0.6981916 Nov 24 14:03:24.070672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.092289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.104689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:03:24.105106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:03:24.120785 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:03:24.159009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-57604122-9afb-4c14-99b4-71c01dad6498 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:router {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:24.160212 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-57604122-9afb-4c14-99b4-71c01dad6498 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.4957182 Nov 24 14:03:24.165259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40124) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:24.179928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2068013073'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:24.244393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.250875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c049126-0dca-4a21-8e85-aec09947d221 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:24.265930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.279929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.286855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'Network': ['ID=7330379e-2119-4be1-b716-f76c7ceada6e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:24.290433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.324336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:24.324951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a85eb382-a4ff-45bf-9345-d4c6d6f13c38 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:24.367304 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "DELETE /v2.0/networks/7330379e-2119-4be1-b716-f76c7ceada6e HTTP/1.1" status: 204 len: 168 time: 0.9387901 Nov 24 14:03:24.373704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40130) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:24.406713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.407339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:24.412234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Pushing event updated for resources: {'Port': ['ID=174b92a8-c718-462e-82cc-f26b65ab1d0a,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:24.416619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:24.560419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Network fa68d882-d024-4981-b194-41803d4dd449 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:24.561784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:24.838634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.869421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ef65c29-1676-4662-bafd-0bcdcf9b74c7 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:24.939763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Router 5579c81b-232d-45ab-b79d-e0b313c4ec99 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:24.941482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-95fd85d0-2b0a-4c94-a35d-73bc91060ed2 None None] Provisioning complete for port 174b92a8-c718-462e-82cc-f26b65ab1d0a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:24.943525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-95fd85d0-2b0a-4c94-a35d-73bc91060ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.963714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=aa55cc32-6ba6-402f-8215-b5844d06ab3c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:24.966172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:24.980174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:25.014644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4dabbea-f88a-4f6d-b1c0-2990852dc9eb no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:25.058846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b4dabbea-f88a-4f6d-b1c0-2990852dc9eb {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:25.059469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4dabbea-f88a-4f6d-b1c0-2990852dc9eb not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:25.072490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-95fd85d0-2b0a-4c94-a35d-73bc91060ed2 None None] Port 174b92a8-c718-462e-82cc-f26b65ab1d0a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:25.127755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:25.157661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:25.175169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:25.190452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] Sync routers for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:25.193859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:25.204912 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Sync routers for ids ['5579c81b-232d-45ab-b79d-e0b313c4ec99'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:25.208902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:25.209774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:25.210335 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] 10.222.0.36 "PUT /v2.0/routers/5579c81b-232d-45ab-b79d-e0b313c4ec99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2755301 Nov 24 14:03:25.239091 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Routers {'5579c81b-232d-45ab-b79d-e0b313c4ec99'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:25.240090 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5579c81b-232d-45ab-b79d-e0b313c4ec99'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:25.399491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:25.404059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:25.415470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40158) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:25.416834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] Routers {'ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:25.417609 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/aa55cc32-6ba6-402f-8215-b5844d06ab3c HTTP/1.1" status: 204 len: 168 time: 2.5723500 Nov 24 14:03:25.419388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:25.490525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:25.491176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496893b-8099-4630-891b-d3eb9a582e3e None None] The sync data for ids ['ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:25.591791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74168eb9-81f3-4588-96bc-4c46b4e0d8ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:25.592569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74168eb9-81f3-4588-96bc-4c46b4e0d8ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:25.605105 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Set router 5579c81b-232d-45ab-b79d-e0b313c4ec99 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:25.623687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74168eb9-81f3-4588-96bc-4c46b4e0d8ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:25.624899 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-74168eb9-81f3-4588-96bc-4c46b4e0d8ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2074206 Nov 24 14:03:25.628450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40172) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:25.781435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a145d00-1e93-41bd-b7b4-fe3b935c3ff1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:25.782937 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4a145d00-1e93-41bd-b7b4-fe3b935c3ff1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1534894 Nov 24 14:03:25.793683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40178) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:25.887464 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/routers/ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5985630 Nov 24 14:03:25.912086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6897ed-db1d-4836-a4dc-fe817c7bd7b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:25.913793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6897ed-db1d-4836-a4dc-fe817c7bd7b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:25.915368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6897ed-db1d-4836-a4dc-fe817c7bd7b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:25.916191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa6897ed-db1d-4836-a4dc-fe817c7bd7b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:25.918699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40184) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:26.041139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.064110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6412ed78-4b0e-4041-8537-11be002d0f34 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:26.081186 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:03:23Z', 'revision_number': 4, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '174b92a8-c718-462e-82cc-f26b65ab1d0a', 'name': '', 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'mac_address': 'fa:16:3e:d3:7d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '77e80027-5bce-4147-86db-cfcb8c47a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:20Z', 'updated_at': '2021-11-24T14:03:23Z', 'revision_number': 2, 'project_id': '5882b845490845fdba943ee316ea88f4', 'subnets': [{'id': '77e80027-5bce-4147-86db-cfcb8c47a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:26.085744 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Checking router: 5579c81b-232d-45ab-b79d-e0b313c4ec99 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:26.086096 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Updating router 5579c81b-232d-45ab-b79d-e0b313c4ec99 port 174b92a8-c718-462e-82cc-f26b65ab1d0a binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:03:26.086998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40190) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:26.091731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.109382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc2626-a76e-4af2-8b47-7376a71a2c6e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:26.114008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:26.115555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.117035 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] 10.222.0.36 "DELETE /v2.0/security-groups/81cc2626-a76e-4af2-8b47-7376a71a2c6e HTTP/1.1" status: 204 len: 168 time: 1.7399769 Nov 24 14:03:26.123688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.143256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.163269 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.363560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fa6897ed-db1d-4836-a4dc-fe817c7bd7b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:26.365111 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fa6897ed-db1d-4836-a4dc-fe817c7bd7b2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5704651 Nov 24 14:03:26.376310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40200) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:26.400085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-75123284'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:26.457403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.474486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 5bef200e-a38a-4a84-9c1c-ee8541390ad0 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:26.476102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:26.476489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.494596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Usage tracker for resource:router and tenant:801aca51ce7448a7ae525bc419c31475 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:26.501354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:26.510933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:26.552616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 0727612b-69d4-4cad-b729-418c7ec83297 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:26.558338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.559593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.563147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.581418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40206) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:26.611070 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.631369 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Transition to ACTIVE for port object 174b92a8-c718-462e-82cc-f26b65ab1d0a will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:26.639155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.640722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40210) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:26.644211 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.653880 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-be1dcfb6-293e-440e-802d-65aad6dd5117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:26.664091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.707154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router bb1e4a2b-7748-4983-926f-273a553c0f58 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:26.730922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.737044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491324208', 'description': 'tempest-secgroup-smoke-491324208 description', 'project_id': 'c14caf9d09624db788c139dea0002e72'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:26.745197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:26.761267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:26.766217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:26.784620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:26.790423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.894818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.899364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b529199-d54d-46ba-9eea-ab4feea08c46 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.8035259 Nov 24 14:03:26.902262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40216) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:26.908004 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Pushing event updated for resources: {'Port': ['ID=174b92a8-c718-462e-82cc-f26b65ab1d0a,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:26.926428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:26.947163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 5bef200e-a38a-4a84-9c1c-ee8541390ad0 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:26.988505 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Attempting to bind port 174b92a8-c718-462e-82cc-f26b65ab1d0a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:26.988963 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Attempting to bind port 174b92a8-c718-462e-82cc-f26b65ab1d0a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:26.989340 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Attempting to bind port 174b92a8-c718-462e-82cc-f26b65ab1d0a on network fa68d882-d024-4981-b194-41803d4dd449 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:26.998324 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:26.998722 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:26.999065 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:26.999402 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:26.999724 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:26.999844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:27.000772 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.000992 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.001292 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.001614 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.002098 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.002563 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.003135 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:27.004065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:27.007934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:27.014619 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:27.015032 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Checking segment: {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:27.015247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:27.015702 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.016112 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Bound using segment: {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:27.016613 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Bound port: 174b92a8-c718-462e-82cc-f26b65ab1d0a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8a81fd-9845-4515-9b98-9b66edbccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:27.017047 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.039858 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:27.104775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.118602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.123962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.137786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bd710150-d94c-45f1-aab7-4ec1c047a6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:27.145585 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] For port 174b92a8-c718-462e-82cc-f26b65ab1d0a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:27.149899 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] For port 174b92a8-c718-462e-82cc-f26b65ab1d0a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=174b92a8-c718-462e-82cc-f26b65ab1d0a,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:27.154845 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.159264 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:27.199399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12711eff-861c-482c-be10-1f7162910c03,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:27.201890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:27.204333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.209518 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6270328 Nov 24 14:03:27.215652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40220) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:27.223382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group_rule': {'security_group_id': '12711eff-861c-482c-be10-1f7162910c03', 'project_id': 'c14caf9d09624db788c139dea0002e72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:27.231904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:27.242766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:27.247002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:27.260916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.282524 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Routers {'5579c81b-232d-45ab-b79d-e0b313c4ec99'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:27.283305 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5579c81b-232d-45ab-b79d-e0b313c4ec99'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:27.295792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:27.325557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1b275377-4fcd-49d5-81e5-19aec41e39a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c834fba6d9064d0ebdc0e4dbad20f092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832833 Nov 24 14:03:27.334106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40224) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:27.353145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.379175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.396197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e364f5e8-2c97-48d2-834f-2110eb151722 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:27.413472 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Pushing event updated for resources: {'Port': ['ID=174b92a8-c718-462e-82cc-f26b65ab1d0a,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:27.423617 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:27.434067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:27.448104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] Sync routers for ids ['bb1e4a2b-7748-4983-926f-273a553c0f58'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:27.466472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] Routers {'bb1e4a2b-7748-4983-926f-273a553c0f58'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:27.467392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bb1e4a2b-7748-4983-926f-273a553c0f58'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:27.518697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.520600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-59675b30-38ba-421e-af4b-214429a54a59 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 200 len: 892 time: 3.3544004 Nov 24 14:03:27.542313 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] Set router 5579c81b-232d-45ab-b79d-e0b313c4ec99 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:27.575060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:27.605057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] Routers {'bb1e4a2b-7748-4983-926f-273a553c0f58'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:27.605770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bb1e4a2b-7748-4983-926f-273a553c0f58'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:27.627305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40228) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:27.628320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=5bef200e-a38a-4a84-9c1c-ee8541390ad0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:27.631703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:27.667454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.670394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.684872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.701516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:27.702396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c1e6c-a68f-4f54-abbe-c256ff3c7a90 None None] The sync data for ids ['bb1e4a2b-7748-4983-926f-273a553c0f58'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:27.733581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eb4ad4d7-ef05-48c8-9989-9aec1f700ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:27.913563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.914242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f766e97-6ce3-4a1c-b976-e466d3fedf02 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:27.916465 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:03:23Z', 'revision_number': 4, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '174b92a8-c718-462e-82cc-f26b65ab1d0a', 'name': '', 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'mac_address': 'fa:16:3e:d3:7d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '77e80027-5bce-4147-86db-cfcb8c47a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:20Z', 'updated_at': '2021-11-24T14:03:27Z', 'revision_number': 4, 'project_id': '5882b845490845fdba943ee316ea88f4', 'subnets': [{'id': '77e80027-5bce-4147-86db-cfcb8c47a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:27.917712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221dd56-53ba-495d-963c-f91d98629922 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:27.923406 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da785a-3241-4a03-85ea-96ab5c402989 None None] The sync data for ids ['5579c81b-232d-45ab-b79d-e0b313c4ec99'] in dv-neutron-818153-2-hyperv is: [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:03:23Z', 'revision_number': 4, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '174b92a8-c718-462e-82cc-f26b65ab1d0a', 'name': '', 'network_id': 'fa68d882-d024-4981-b194-41803d4dd449', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'mac_address': 'fa:16:3e:d3:7d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '77e80027-5bce-4147-86db-cfcb8c47a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:20Z', 'updated_at': '2021-11-24T14:03:27Z', 'revision_number': 4, 'project_id': '5882b845490845fdba943ee316ea88f4', 'subnets': [{'id': '77e80027-5bce-4147-86db-cfcb8c47a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:27.931681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.941788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.942062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=0727612b-69d4-4cad-b729-418c7ec83297,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:27.942980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.952385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:27.957113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.958888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:27.959270 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a14111d2-a16b-42c7-b5f7-5402c7b5d4c9 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5f766e97-6ce3-4a1c-b976-e466d3fedf02 HTTP/1.1" status: 204 len: 168 time: 1.0465963 Nov 24 14:03:27.960933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/0727612b-69d4-4cad-b729-418c7ec83297 HTTP/1.1" status: 204 len: 168 time: 1.5837021 Nov 24 14:03:27.962733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40232) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:27.965545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40234) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:27.983978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Request body: {'router': {'name': 'tempest-router-382040233', 'distributed': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:27.984110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-744e160d-9a10-4722-b246-d65d33b7f2eb tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:27.988649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:28.025794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Usage tracker for resource:router and tenant:801aca51ce7448a7ae525bc419c31475 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:28.030272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:28.044586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:28.051511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.057119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.058123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.081923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.104046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.136152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.137781 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6cc4c01b-5b4f-4e81-acb2-bf2339952816 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1737831 Nov 24 14:03:28.140513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40242) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:28.285610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b17f60-03e0-476d-9042-3647d04d0931,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:28.288412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:28.294372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.316622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.348173 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-03d7c53d-a6dd-48e6-a90f-9fdc8535cd0c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/routers/bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 200 len: 892 time: 0.7121644 Nov 24 14:03:28.349175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40246) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:28.365558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.409837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.414275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.418321 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2016497 Nov 24 14:03:28.427489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40250) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:28.458995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group_rule': {'security_group_id': '12711eff-861c-482c-be10-1f7162910c03', 'project_id': 'c14caf9d09624db788c139dea0002e72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:28.468285 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-97f7c7a0-f238-4463-a139-fac8777c1f15 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 200 len: 205 time: 0.1053028 Nov 24 14:03:28.473613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet e5b2ddf4-b77a-4d73-9085-16c36c8663a4 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:28.487796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40254) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:28.553010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:28.563928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.631429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:28.797477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:28.804136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:28.812083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.812827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Fanout notify agent at l3_agent the message router_deleted on router ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:28.819276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.823039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.839492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.855375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.857325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9929f58c-86f0-4da7-a044-17cc38d017b9 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:28.858202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.869476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.876121 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dbf5ad43-3b96-432f-93b4-d56ab9a22f3f tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9929f58c-86f0-4da7-a044-17cc38d017b9 HTTP/1.1" status: 204 len: 168 time: 0.7291877 Nov 24 14:03:28.880022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40258) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:28.886251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Request body: {'router': {'name': 'tempest-router-1047922377', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e4f57e08e8c04ebeac25e58640812767'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:28.891457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:28.897108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Usage tracker for resource:router and tenant:e4f57e08e8c04ebeac25e58640812767 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:28.900522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:28.907237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:28.920696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.922126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.942859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9ebe4157-1c1d-4cb6-bb99-0b65054cda29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:28.955982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:28.986356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.007211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.016389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23787a-4e41-46dd-abfb-dbf64f6e60e3,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:29.024422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:29.044335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.046702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-18759f3b-b519-441a-8c1c-22bbcf9452f6 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1655293 Nov 24 14:03:29.049993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40262) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:29.058731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:29.117121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.126750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 174b92a8-c718-462e-82cc-f26b65ab1d0a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:29.281581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 174b92a8-c718-462e-82cc-f26b65ab1d0a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:29.288583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 174b92a8-c718-462e-82cc-f26b65ab1d0a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:29.289400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.339742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.340914 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b23787a-4e41-46dd-abfb-dbf64f6e60e3 HTTP/1.1" status: 204 len: 168 time: 2.0043917 Nov 24 14:03:29.345394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.407790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c46d2dbb-4a1b-43e9-9ca1-2c813ab9cca5 None None] Provisioning complete for port c0648e68-799f-4ca7-b433-ea5bab799a7a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:29.408895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c46d2dbb-4a1b-43e9-9ca1-2c813ab9cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.542445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.545857 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/routers/ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd HTTP/1.1" status: 204 len: 168 time: 3.6226623 Nov 24 14:03:29.546036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.603653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 174b92a8-c718-462e-82cc-f26b65ab1d0a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=174b92a8-c718-462e-82cc-f26b65ab1d0a,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:29.611507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.613989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bcb47be6-f7eb-4909-8d64-6c65463c174f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:29.652942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.653269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.671037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40268) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:29.687170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.735269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=174b92a8-c718-462e-82cc-f26b65ab1d0a,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:29.740372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:29.909562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-63ecf9ff-c32f-4aa1-b42a-1c3555576413 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:29.939383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40274) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:29.951626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.975448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b2ddf4-b77a-4d73-9085-16c36c8663a4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:29.977577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:29.978560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.984805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:29.985365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33135f6a-e80f-4e02-b16f-94284c756317 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:29.998699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 1ba2c036-3520-4b78-bef8-7a61a00cbd3e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:29.998984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.001746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87693) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Nov 24 14:03:30.002108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Router d98229da-bb25-4278-84e4-ad90be8d7e17 migrating from provider to provider. {{(pid=87693) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Nov 24 14:03:30.002573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.004633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:30.011298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Usage tracker for resource:security_group_rule and tenant:b49bf4f24c3748a58becbdce8c43b8bb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:30.018030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.018030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:30.024234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:30.027102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.076891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.086824 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-da697a5a-c8b8-4085-8d81-f1acec1773c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/e5b2ddf4-b77a-4d73-9085-16c36c8663a4 HTTP/1.1" status: 204 len: 168 time: 2.0873101 Nov 24 14:03:30.102755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40278) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.104423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.114989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-75e233ef-851a-42ae-b8f4-2b294d459664 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:30.124158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting subnet 829db57a-cd84-4d3b-8b46-905939f21900 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:30.196305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.243656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f50383a2-6844-4e9f-b2c3-7dc6d60f03d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365719 Nov 24 14:03:30.245027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc377516-d28f-4cff-8ae0-139d2257a16c,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:30.247550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:30.248514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40282) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.260163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.264944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:30.266011 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8362415 Nov 24 14:03:30.267063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40286) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.268784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Deleting port c0648e68-799f-4ca7-b433-ea5bab799a7a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:30.269501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.274743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:30.280248 dv-neutron-818153-2-hyperv neutron-server[87693]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] No L3 agents can host the router d98229da-bb25-4278-84e4-ad90be8d7e17 Nov 24 14:03:30.286250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group_rule': {'security_group_id': '12711eff-861c-482c-be10-1f7162910c03', 'project_id': 'c14caf9d09624db788c139dea0002e72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:30.296393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:30.308309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:30.308562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.317418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:30.446776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:30.463506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.499834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] For port c0648e68-799f-4ca7-b433-ea5bab799a7a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0648e68-799f-4ca7-b433-ea5bab799a7a,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:30.500252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.535442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.544064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Hosts for router d98229da-bb25-4278-84e4-ad90be8d7e17: [] {{(pid=87693) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Nov 24 14:03:30.608845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.612771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 1ba2c036-3520-4b78-bef8-7a61a00cbd3e owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:30.614271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Hosts for other DVR routers connected to router d98229da-bb25-4278-84e4-ad90be8d7e17: set() {{(pid=87693) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Nov 24 14:03:30.623538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Calling delete_port for c0648e68-799f-4ca7-b433-ea5bab799a7a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:30.640428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.651927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:30.666027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:30.676531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:30.679324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.683632 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6ef6fd00-e5e9-42e8-873f-6bdb8187176a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "PUT /v2.0/routers/d98229da-bb25-4278-84e4-ad90be8d7e17 HTTP/1.1" status: 200 len: 717 time: 1.6319976 Nov 24 14:03:30.684415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40290) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.687176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:30.703137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:30.713492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.717725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-eac2640e-3f00-4f25-a5d2-f186cfcdaf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:30.748654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.767059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Pushing event deleted for resources: {'Port': ['ID=c0648e68-799f-4ca7-b433-ea5bab799a7a,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:30.770903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:30.771918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] No DVR routers for this DVR port c0648e68-799f-4ca7-b433-ea5bab799a7a on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:30.777249 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b49bf4f24c3748a58becbdce8c43b8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8341365 Nov 24 14:03:30.786369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40294) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.799880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:30.803284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.853372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578f78dd-d3f9-4517-b104-98b292f99a1b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:30.860598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.862695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:30.869439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.869439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f15419f2-61c8-403f-bca1-a50f9ed7d687 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:30.888403 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b667477e-2cd2-4a78-8dc2-9c5957242880 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "GET /v2.0/routers/d98229da-bb25-4278-84e4-ad90be8d7e17 HTTP/1.1" status: 200 len: 717 time: 0.1950386 Nov 24 14:03:30.895430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3973ecac-bcea-457b-8a76-2c63aaab6bdd,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:30.898539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40298) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.904764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:30.917419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:30.918677 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6505969 Nov 24 14:03:30.921425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40304) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:30.927247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group_rule': {'security_group_id': '12711eff-861c-482c-be10-1f7162910c03', 'project_id': 'c14caf9d09624db788c139dea0002e72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:30.933242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:30.937233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:30.940336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:30.946421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:30.979999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.044999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 174b92a8-c718-462e-82cc-f26b65ab1d0a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:31.069502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.075197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1b4af1f3-713e-4e95-a6d9-59f81649a85a tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:31.102167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.121093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Subnet': ['ID=829db57a-cd84-4d3b-8b46-905939f21900,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:31.123762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:31.128192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.135175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.145541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.150578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ff774fe-465a-44f2-9132-56bc13000681 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:31.157642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d3d63-c567-42c0-92d5-8aca6ceccf42 None None] Network b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:31.163558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.172658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:31.187552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec16d4b-38d9-4906-8e09-93ec6ef73e8f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:31.194568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:31.215517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.225617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.226427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040977 Nov 24 14:03:31.229096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40308) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:31.235007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group_rule': {'security_group_id': '12711eff-861c-482c-be10-1f7162910c03', 'project_id': 'c14caf9d09624db788c139dea0002e72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:31.242621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:31.246503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:31.249751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:31.257413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:31.269980 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Project c14caf9d09624db788c139dea0002e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:03:31.278383 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/subnets/829db57a-cd84-4d3b-8b46-905939f21900 HTTP/1.1" status: 204 len: 168 time: 1.5980566 Nov 24 14:03:31.288342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40312) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:31.301654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=1ba2c036-3520-4b78-bef8-7a61a00cbd3e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:31.329199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:31.359296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.409376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 174b92a8-c718-462e-82cc-f26b65ab1d0a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:31.409376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.477743 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2949d623-525a-43fa-9de3-4d131d285d70 tempest-RoutersTestDVR-902976313 tempest-RoutersTestDVR-902976313-project] 10.222.0.36 "GET /v2.0/routers/d98229da-bb25-4278-84e4-ad90be8d7e17 HTTP/1.1" status: 200 len: 683 time: 0.5756617 Nov 24 14:03:31.478955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40316) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:31.588184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] DHCP port deletion for b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:31.607505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Deleting port da466d46-da01-49fd-aa96-acaae3b058a3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:31.608156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.698309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.700012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.722789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.726296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-230317d7-3350-461b-bb7d-6fd6cdfbf3d4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:31.767563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f78dd-d3f9-4517-b104-98b292f99a1b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:31.771146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:31.776364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.779829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.793142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:31.816784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0648e68-799f-4ca7-b433-ea5bab799a7a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:31.894517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c0648e68-799f-4ca7-b433-ea5bab799a7a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:31.894890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0648e68-799f-4ca7-b433-ea5bab799a7a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:31.927815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] For port da466d46-da01-49fd-aa96-acaae3b058a3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=da466d46-da01-49fd-aa96-acaae3b058a3,segment=NetworkSegment(ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24),segment_id=ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:31.927815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.001851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:32.043641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63390bd7-4c17-4d3f-878b-931094c87703,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:32.066035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.070232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.072367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.076768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port da466d46-da01-49fd-aa96-acaae3b058a3 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:32.077161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.084516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Calling delete_port for da466d46-da01-49fd-aa96-acaae3b058a3 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:32.102925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.107401 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/578f78dd-d3f9-4517-b104-98b292f99a1b HTTP/1.1" status: 204 len: 168 time: 1.3161855 Nov 24 14:03:32.116059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3c497b74-6388-46aa-9d93-aaea6f27ce47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:32.182997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:32.196348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.210238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:32.212278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:32.222646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:32.226045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:32.226751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.238193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.239177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router bb1e4a2b-7748-4983-926f-273a553c0f58 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:32.283897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.285294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65286b1c-c9bb-4cef-9b76-58d581bcd8d5 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:32.287848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.291071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.297129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0666935 Nov 24 14:03:32.300173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40324) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:32.309671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'security_group_rule': {'security_group_id': '12711eff-861c-482c-be10-1f7162910c03', 'project_id': 'c14caf9d09624db788c139dea0002e72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:32.326273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] The port 'da466d46-da01-49fd-aa96-acaae3b058a3' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:03:32.327936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=eb8bb010-a433-4ffe-ba0f-15bb00b71f0d,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:32.328683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:32.331676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:32.334113 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0801632 Nov 24 14:03:32.338470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40328) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:32.342673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:security_group_rule and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:32.342944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Pushing event deleted for resources: {'Port': ['ID=da466d46-da01-49fd-aa96-acaae3b058a3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:32.343130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.346776 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 204 len: 168 time: 3.8571978 Nov 24 14:03:32.353117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:32.375557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:32.379544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40332) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:32.396893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1072087638'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:32.404715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:32.409974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.410420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d98229da-bb25-4278-84e4-ad90be8d7e17 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:32.412567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:32.432528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] No DVR routers for this DVR port da466d46-da01-49fd-aa96-acaae3b058a3 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:32.442688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:32.500271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:32.510396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:32.523267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:32.539636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.541104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.541507 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3937417d-190e-470d-955d-1f70bc343c1a tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d98229da-bb25-4278-84e4-ad90be8d7e17 HTTP/1.1" status: 204 len: 168 time: 1.0614111 Nov 24 14:03:32.547334 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Project c14caf9d09624db788c139dea0002e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:03:32.559539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40336) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:32.563158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Request body: {'router': {'name': 'tempest-router-1528947601', 'distributed': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:32.584429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.593772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:32.595730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:32.599516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.613165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:32.613798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9e1f6d-8f36-4bed-8d1b-46c09ee80f24') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:32.628575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.631826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:32.658478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-13168bed-777a-4e4d-96b5-2446850be7d2', 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'tenant_id': 'beba4f49da2f427db6a4200f1f1e16d5', 'fixed_ips': [{'subnet_id': 'eb8bb010-a433-4ffe-ba0f-15bb00b71f0d'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:03:32.660208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.662560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.670272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:03:32.670681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:03:32.689491 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:03:32.717745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Usage tracker for resource:router and tenant:801aca51ce7448a7ae525bc419c31475 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:32.724592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:32.757639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:32.776419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:03:32.788878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.793611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:32.800083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da57ed39-fddc-4bf9-a1ed-e6519e369983 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:32.802607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:32.808935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:32.813491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.813861 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 3863e637-d041-4413-ba69-a52caa21bfb9 of type vlan for network 319a2f75-9466-454f-a99b-7a02fd68f70d Nov 24 14:03:32.815888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.817397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.822273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.825097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Network': ['ID=b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:32.828843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:32.834817 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/networks/b479ae6e-f50b-4c12-b3ff-eb3b0af4ee46 HTTP/1.1" status: 204 len: 168 time: 1.5358965 Nov 24 14:03:32.835055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:32.835557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40340) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:32.858053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.874621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.880582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8282c11e-5e81-4e15-9d41-da38c95fe283 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:32.882608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Allocated IP 2001:db8::2 (13168bed-777a-4e4d-96b5-2446850be7d2/eb8bb010-a433-4ffe-ba0f-15bb00b71f0d/fd2ae0f0-79e4-4456-98eb-b4c836430b98) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:32.906606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.908953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:32.912126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.948566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925366a9-295d-458a-8649-4d10429b0601,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:32.956289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:32.960801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:33.050426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device da466d46-da01-49fd-aa96-acaae3b058a3 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:33.059953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.061174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7597034 Nov 24 14:03:33.069705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.081128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 0615a496-b675-4ed1-ba87-ab861642a4aa {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:33.081472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.115203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.120890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:33.121497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.130664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f51267b8-6afa-4695-9762-0b0817a423cd tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:33.136396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: da466d46-da01-49fd-aa96-acaae3b058a3 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:33.136938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device da466d46-da01-49fd-aa96-acaae3b058a3 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:33.154903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.159619 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-572b2830-3c1e-4d29-b01a-730eeffe2ecf tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6009204 Nov 24 14:03:33.161262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40354) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:33.168624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.182261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Transition to ACTIVE for port object fd2ae0f0-79e4-4456-98eb-b4c836430b98 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:33.208964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Transition to ACTIVE for port object fd2ae0f0-79e4-4456-98eb-b4c836430b98 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:33.217332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.226953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9e51d705-769d-44bd-92ec-7e971c0e266e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:33.256776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.ipam_backend_mixin [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb8bb010-a433-4ffe-ba0f-15bb00b71f0d (CIDR: 2001:db8::/64) Nov 24 14:03:33.262859 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8824623 Nov 24 14:03:33.266967 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:03:33.267420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:33.271171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40378) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:33.282884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=319a2f75-9466-454f-a99b-7a02fd68f70d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:33.290041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:33.303965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 319a2f75-9466-454f-a99b-7a02fd68f70d details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:03:33.310148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:33.329890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:33.371834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.376689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c4df53a5-1336-43d5-975e-ad7535be42c0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0367963 Nov 24 14:03:33.382127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:33.385974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:33.390880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:33.395857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'subnet': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:33.445793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Pushing event updated for resources: {'Port': ['ID=fd2ae0f0-79e4-4456-98eb-b4c836430b98,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:33.454430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:33.521347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Attempting to bind port fd2ae0f0-79e4-4456-98eb-b4c836430b98 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:33.521724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Attempting to bind port fd2ae0f0-79e4-4456-98eb-b4c836430b98 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:33.522098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Attempting to bind port fd2ae0f0-79e4-4456-98eb-b4c836430b98 on network 13168bed-777a-4e4d-96b5-2446850be7d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:33.527811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:33.528191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Checking segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:33.528605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.529031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Bound using segment: {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:33.529501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Bound port: fd2ae0f0-79e4-4456-98eb-b4c836430b98, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f020661-8b28-475c-94de-c3ac0501cc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:33.530243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.532956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:33.542981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:33.549516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:33.571193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:33.607097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:33.611469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.630308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:33.690590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:subnet and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:33.701296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:33.723336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:33.756104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] For port fd2ae0f0-79e4-4456-98eb-b4c836430b98, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:33.759413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] For port fd2ae0f0-79e4-4456-98eb-b4c836430b98, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd2ae0f0-79e4-4456-98eb-b4c836430b98,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:33.760623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:33.765884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.769817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:33.773598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:33.881105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Pushing event updated for resources: {'Port': ['ID=fd2ae0f0-79e4-4456-98eb-b4c836430b98,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:33.884332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:34.003583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.009057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.046364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.047104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.057811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.105629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8f502370-f5ca-414e-804f-5a11773345b0 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:34.232157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.233338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 989ed724-7b79-4ffa-a6aa-945c49a184f7 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:34.254818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 0615a496-b675-4ed1-ba87-ab861642a4aa owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:34.369170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.370267 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-41f982b3-c07c-4a29-b19b-8f4b87b74681 tempest-RoutersTestDVR-359819897 tempest-RoutersTestDVR-359819897-project-admin] 10.222.0.36 "DELETE /v2.0/routers/989ed724-7b79-4ffa-a6aa-945c49a184f7 HTTP/1.1" status: 204 len: 168 time: 1.2078629 Nov 24 14:03:34.450705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=e76e7fff-791d-47f7-b8f7-af112c2ff0b0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:34.457286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:34.458035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '3863e637-d041-4413-ba69-a52caa21bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:34.458396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 319a2f75-9466-454f-a99b-7a02fd68f70d, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:03:34.464234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.476154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-36740f4a-8fdd-49fc-84f6-8c29e9809592 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:34.509669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 319a2f75-9466-454f-a99b-7a02fd68f70d is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:03:34.536607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 319a2f75-9466-454f-a99b-7a02fd68f70d) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:34.549134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2394fd-ff4e-4a78-8591-029737e1cc65 None None] Network 319a2f75-9466-454f-a99b-7a02fd68f70d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:34.552170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:34.553247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.565433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=0615a496-b675-4ed1-ba87-ab861642a4aa,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:34.572398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:34.713005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4368160 Nov 24 14:03:34.716397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40424) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:34.731466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-312825092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:34.766233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:34.775334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:34.778958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.787489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:34.800546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:34.810441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.811879 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/floatingips/de3f477f-e4d3-4aec-a505-1c775f972003 HTTP/1.1" status: 204 len: 168 time: 1.9755158 Nov 24 14:03:34.816493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40440) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:34.898107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.objects.ports [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87693) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 24 14:03:34.969069 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44d0e98-5dd4-4a14-bf30-27fccbb3e69e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:34.972099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44d0e98-5dd4-4a14-bf30-27fccbb3e69e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:34.977653 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a44d0e98-5dd4-4a14-bf30-27fccbb3e69e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/ports/8eba7971-3a92-4e3f-b308-306fc30f289d HTTP/1.1" status: 404 len: 333 time: 0.1603053 Nov 24 14:03:34.982039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.984030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:34.991393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40450) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:34.991888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40452) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:35.040649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.055523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-319a2f75-9466-454f-a99b-7a02fd68f70d', 'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': 'e76e7fff-791d-47f7-b8f7-af112c2ff0b0'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:03:35.056411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.085875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.151669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.156332 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-aee323fb-f96c-4a77-b3c4-facfb4e90d68 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4388402 Nov 24 14:03:35.157149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40458) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:35.223837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd2ae0f0-79e4-4456-98eb-b4c836430b98 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:35.224340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-53218393-a6c1-494b-91d0-49fff8a21791 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Synchronizing usage tracker for tenant:5b97645332db4a4996f8e648588f9719 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:35.335502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-53218393-a6c1-494b-91d0-49fff8a21791 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Unset dirty status for tenant:5b97645332db4a4996f8e648588f9719 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:35.336708 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-53218393-a6c1-494b-91d0-49fff8a21791 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd HTTP/1.1" status: 200 len: 205 time: 0.3439305 Nov 24 14:03:35.345154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40466) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:35.512316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port fd2ae0f0-79e4-4456-98eb-b4c836430b98 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:35.556293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-0b6c428e-41e3-4023-bb50-f59df6c74261 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] delete failed (client error): The resource could not be found. Nov 24 14:03:35.559616 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0b6c428e-41e3-4023-bb50-f59df6c74261 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/routers/ff3c8646-81ae-4e91-9b3f-dcf46aaf5bdd HTTP/1.1" status: 404 len: 336 time: 0.2103822 Nov 24 14:03:35.559616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.567284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Allocated IP 2001:db8::2 (319a2f75-9466-454f-a99b-7a02fd68f70d/e76e7fff-791d-47f7-b8f7-af112c2ff0b0/c87b7716-7fe9-44a9-b1ca-d5130e1543b5) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:35.580563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40470) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:35.638252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:35.650066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Usage tracker for resource:security_group_rule and tenant:e4f57e08e8c04ebeac25e58640812767 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:35.656394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232574a-4f0d-490c-a65f-9d98163bad43 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:35.656886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8232574a-4f0d-490c-a65f-9d98163bad43 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:35.661277 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8232574a-4f0d-490c-a65f-9d98163bad43 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/subnets/829db57a-cd84-4d3b-8b46-905939f21900 HTTP/1.1" status: 404 len: 337 time: 0.0749314 Nov 24 14:03:35.661277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:35.667892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40474) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:35.703467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Provisioning for port fd2ae0f0-79e4-4456-98eb-b4c836430b98 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:35.709414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:35.731493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Provisioning complete for port fd2ae0f0-79e4-4456-98eb-b4c836430b98 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:35.732035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.862448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:35.862944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:35.899812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.005537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.013467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.044304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Transition to ACTIVE for port object c87b7716-7fe9-44a9-b1ca-d5130e1543b5 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:36.073335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] For port fd2ae0f0-79e4-4456-98eb-b4c836430b98, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd2ae0f0-79e4-4456-98eb-b4c836430b98,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:36.076720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Transition to ACTIVE for port object c87b7716-7fe9-44a9-b1ca-d5130e1543b5 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:36.081251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.083732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1bbf4e8-979d-4849-883a-33d89ee8f826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:36.123101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.150712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.178535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Network 319a2f75-9466-454f-a99b-7a02fd68f70d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:36.179491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.181815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:36.183977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Pushing event updated for resources: {'Port': ['ID=fd2ae0f0-79e4-4456-98eb-b4c836430b98,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:36.186667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:03:36.186972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:36.187951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:03:36.199557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.220132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c4836f0b-bd40-4b7c-aea8-46489a54095f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:36.224296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:36.225069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f266620a-807d-44d1-8540-6c0243495472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:36.261845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40480) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:36.357035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Pushing event updated for resources: {'Port': ['ID=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:36.360581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:36.362265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Attempting to bind port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:36.362633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Attempting to bind port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '3863e637-d041-4413-ba69-a52caa21bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:36.363105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Attempting to bind port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 on network 319a2f75-9466-454f-a99b-7a02fd68f70d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:36.374303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:36.374671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Checking segment: {'id': '3863e637-d041-4413-ba69-a52caa21bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:36.375090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.375632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Bound using segment: {'id': '3863e637-d041-4413-ba69-a52caa21bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:36.376119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Bound port: c87b7716-7fe9-44a9-b1ca-d5130e1543b5, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3863e637-d041-4413-ba69-a52caa21bfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '319a2f75-9466-454f-a99b-7a02fd68f70d'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:36.376499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.440149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2512bfbe-242b-4474-a48c-061cfc65da4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/b456c5f7-6f2c-4499-89fb-7eda52cb5f36 HTTP/1.1" status: 200 len: 994 time: 0.1687198 Nov 24 14:03:36.440149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed00c0-adda-4023-a695-fea102d12080,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:36.519596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] For port c87b7716-7fe9-44a9-b1ca-d5130e1543b5, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:36.535425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] For port c87b7716-7fe9-44a9-b1ca-d5130e1543b5, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,segment=NetworkSegment(3863e637-d041-4413-ba69-a52caa21bfb9),segment_id=3863e637-d041-4413-ba69-a52caa21bfb9)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:36.542987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.550194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebc55aad-6b57-4781-ace6-b0301a3954c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:36.593830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:36.625524 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4f57e08e8c04ebeac25e58640812767&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6312342 Nov 24 14:03:36.629642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40488) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:36.691811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Pushing event updated for resources: {'Port': ['ID=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:36.694882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:36.804978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:36.828447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8::1 (319a2f75-9466-454f-a99b-7a02fd68f70d/e76e7fff-791d-47f7-b8f7-af112c2ff0b0/10eea403-e1b0-4db7-9ea6-ce183e8ff73f) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:36.836876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40494) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:37.007466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:37.055390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.114337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.243370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c87b7716-7fe9-44a9-b1ca-d5130e1543b5 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:37.259011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port f9c17edd-dee4-4e95-94d2-354ea6999ac4 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:37.259615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.324107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.328371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:37.335431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd2ae0f0-79e4-4456-98eb-b4c836430b98 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:37.370027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object 10eea403-e1b0-4db7-9ea6-ce183e8ff73f will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:37.443235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fd2ae0f0-79e4-4456-98eb-b4c836430b98 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:37.443726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.490128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.500999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.501345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.512827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.521691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:37.696812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.715717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:37.740735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for f9c17edd-dee4-4e95-94d2-354ea6999ac4 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:37.771832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:37.776583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:37.805979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 319a2f75-9466-454f-a99b-7a02fd68f70d is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:37.819091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:37.833060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:37.833591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:37.890528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=10eea403-e1b0-4db7-9ea6-ce183e8ff73f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:37.913895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.914388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.914865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.915336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.915803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.916308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.916863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.917282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.917752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.918211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.918705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.919116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:37.927184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:37.990438 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:03:38.005312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.013643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.018163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-94104ca5-453d-4d95-a6c0-c5c059308924 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:38.045463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] For port fd2ae0f0-79e4-4456-98eb-b4c836430b98, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd2ae0f0-79e4-4456-98eb-b4c836430b98,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:38.054897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed00c0-adda-4023-a695-fea102d12080,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:38.070715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:38.086485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/ports/c2bd7fa5-1526-4381-9ab9-2cb7528e4fb1 HTTP/1.1" status: 204 len: 168 time: 2.4173353 Nov 24 14:03:38.089885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.093331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bed00c0-adda-4023-a695-fea102d12080 HTTP/1.1" status: 204 len: 168 time: 1.4607532 Nov 24 14:03:38.096522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40502) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:38.122485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.129673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.130992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.136342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff162eaa-60c3-4b7b-afad-67f1155e6d2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:38.213356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.225284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:38.228804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:38.233877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:38.234466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.242319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.246687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f52b9b72-ea8e-4ea6-a33a-cbebec034fea tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:38.247204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a3d51-316b-4c16-988a-87cfc6073b55 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:38.277395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=fd2ae0f0-79e4-4456-98eb-b4c836430b98,revision_number=5']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:38.286584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8992939 Nov 24 14:03:38.291100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40506) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:38.296844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba7a3f9-d388-4399-8c0c-19f76975be2f None None] Network 319a2f75-9466-454f-a99b-7a02fd68f70d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:38.303545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Request body: {'port': {'network_id': '13168bed-777a-4e4d-96b5-2446850be7d2', 'mac_address': 'fa:16:3e:00:98:d6', 'name': 'tempest-NetworksTestDHCPv6-1916158521'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:38.340506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.341253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.341852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.342210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.343606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.344021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.344475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.345149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.345636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.346080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.346604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.347048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:38.360599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:38.367745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5d338b1c-d7bf-483b-9e9f-3efe8c892691 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:38.447737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port d2f4a1ee-3cd0-4276-bc54-f33e03b40940 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:38.448367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.516921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=f9c17edd-dee4-4e95-94d2-354ea6999ac4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:38.536729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:38.545162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Subnet': ['ID=22a59bf7-1f52-4155-b287-b347f6b471c8,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:38.548870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:38.630583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:38.638013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Usage tracker for resource:port and tenant:beba4f49da2f427db6a4200f1f1e16d5 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:38.641197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40512) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:38.644567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:38.669359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:38.675725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.698750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:38.707517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Made reservation on behalf of beba4f49da2f427db6a4200f1f1e16d5 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:38.727256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Usage tracker for resource:security_group_rule and tenant:801aca51ce7448a7ae525bc419c31475 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:38.734048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:38.774973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Provisioning for port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:38.787357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Provisioning complete for port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:38.788265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.809277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:38.927226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.927754 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP b456c5f7-6f2c-4499-89fb-7eda52cb5f36 disassociated (deleted). External IP: 172.26.8.180, port: aa0791f3-5310-4fa4-b995-d903c35b51b1. Nov 24 14:03:38.932457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:38.976266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] device_id is not set on port ccc1251c-9d47-41e3-b102-d4e11ecc8af0 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:03:39.066234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.076232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.087591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c20fabe9-66a6-47b5-a066-de65fedec1f5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:39.121240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16851ea-34d9-4fa1-9297-d52d8ad33ef9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:39.124720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:39.202242 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=801aca51ce7448a7ae525bc419c31475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5573294 Nov 24 14:03:39.203787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40518) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:39.229012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.305793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.325956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] For port c87b7716-7fe9-44a9-b1ca-d5130e1543b5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,segment=NetworkSegment(3863e637-d041-4413-ba69-a52caa21bfb9),segment_id=3863e637-d041-4413-ba69-a52caa21bfb9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:39.334024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.336514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-81c5e73c-cefc-4d22-9aea-e2e1f3ef82ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:39.383386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.421394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8::354 (13168bed-777a-4e4d-96b5-2446850be7d2/eb8bb010-a433-4ffe-ba0f-15bb00b71f0d/ccc1251c-9d47-41e3-b102-d4e11ecc8af0) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:39.423444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Pushing event updated for resources: {'Port': ['ID=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:39.427486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:39.443592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:98d6 (13168bed-777a-4e4d-96b5-2446850be7d2/22a59bf7-1f52-4155-b287-b347f6b471c8/ccc1251c-9d47-41e3-b102-d4e11ecc8af0) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:39.537172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.544610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.559066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9553eee6-daea-4f11-9ffe-7e0d58e02fc6 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:39.627701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16851ea-34d9-4fa1-9297-d52d8ad33ef9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:39.637080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:39.754586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.756258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a16851ea-34d9-4fa1-9297-d52d8ad33ef9 HTTP/1.1" status: 204 len: 168 time: 0.5520549 Nov 24 14:03:39.808492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for d2f4a1ee-3cd0-4276-bc54-f33e03b40940 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:39.827910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-710afb1a-490e-4392-bcdb-4ea7e3a209e4 None None] Provisioning complete for port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:39.828268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710afb1a-490e-4392-bcdb-4ea7e3a209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:39.955742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.029311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Transition to ACTIVE for port object ccc1251c-9d47-41e3-b102-d4e11ecc8af0 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:40.069818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.105719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b048aeeb-ec90-48b2-b9c8-2336e13f0db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:40.228323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-710afb1a-490e-4392-bcdb-4ea7e3a209e4 None None] Provisioning for port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:40.243113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-710afb1a-490e-4392-bcdb-4ea7e3a209e4 None None] Provisioning complete for port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:40.243530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710afb1a-490e-4392-bcdb-4ea7e3a209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.276918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Network 13168bed-777a-4e4d-96b5-2446850be7d2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:40.290734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:40.295548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:40.309496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:40.310176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.366471 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0731730 Nov 24 14:03:40.370231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40528) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:40.400487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-710afb1a-490e-4392-bcdb-4ea7e3a209e4 None None] Port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:40.433550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event updated for resources: {'Port': ['ID=ccc1251c-9d47-41e3-b102-d4e11ecc8af0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:40.443393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:40.446805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.502847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.503846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.520840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-162ec437-ce0f-48e5-8cb0-ae2ec38f65fb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:40.530861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8e3995f9-ec44-4917-b595-3733997e0f2d None None] Provisioning complete for port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:40.535437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8e3995f9-ec44-4917-b595-3733997e0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.636928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8e3995f9-ec44-4917-b595-3733997e0f2d None None] Port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:40.688825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting port ccc1251c-9d47-41e3-b102-d4e11ecc8af0 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:40.690089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.772931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=10eea403-e1b0-4db7-9ea6-ce183e8ff73f,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:40.784606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:40.785917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8c2ee70d-11e1-43f5-a7e8-020aec9dfa61 None None] Provisioning complete for port fd2ae0f0-79e4-4456-98eb-b4c836430b98 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:40.786595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c2ee70d-11e1-43f5-a7e8-020aec9dfa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.803600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:40.809859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router caee891a-0d53-404e-b441-95e0b5331217 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:40.825592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:40.940591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=d2f4a1ee-3cd0-4276-bc54-f33e03b40940,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:40.944836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:41.095263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c87b7716-7fe9-44a9-b1ca-d5130e1543b5 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:41.122516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.210190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:41.210578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.222106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 319a2f75-9466-454f-a99b-7a02fd68f70d is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:41.310100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Calling delete_port for ccc1251c-9d47-41e3-b102-d4e11ecc8af0 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:41.347264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:41.365969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.366817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40550) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:41.433593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d42e2eb8-ff42-4493-87d7-4aec2224fdd8 None None] Provisioning for port ccc1251c-9d47-41e3-b102-d4e11ecc8af0 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:41.441662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d42e2eb8-ff42-4493-87d7-4aec2224fdd8 None None] Provisioning complete for port ccc1251c-9d47-41e3-b102-d4e11ecc8af0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:41.442294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d42e2eb8-ff42-4493-87d7-4aec2224fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.549811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d42e2eb8-ff42-4493-87d7-4aec2224fdd8 None None] Port ccc1251c-9d47-41e3-b102-d4e11ecc8af0 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:41.573971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1822409492'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:41.585966 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/ports/d2f4a1ee-3cd0-4276-bc54-f33e03b40940 HTTP/1.1" status: 204 len: 168 time: 3.4720306 Nov 24 14:03:41.586345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40556) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:41.595357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:41.632944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Usage tracker for resource:network and tenant:0de4f3931105476f8ef95d5c9ea1603d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:41.644524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:41.658584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:41.721764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:41.727929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.733133 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] Sync routers for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:41.753630 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:41.754643 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:41.756038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Made reservation on behalf of 0de4f3931105476f8ef95d5c9ea1603d for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:41.759555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.786580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.822037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:41.831971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.847727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Usage tracker for resource:security_group_rule and tenant:0de4f3931105476f8ef95d5c9ea1603d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:41.851102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf324995-6a05-4f66-a050-abe7052bcc05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:41.869637 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/b456c5f7-6f2c-4499-89fb-7eda52cb5f36 HTTP/1.1" status: 204 len: 168 time: 5.0313797 Nov 24 14:03:41.870872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:41.888410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 265aa299-5517-4be2-a5ac-e3a23c5acc1f is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:03:41.912084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7d32b307-2749-4a92-9007-c745dc682e9d None None] Provisioning complete for port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:41.914576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d32b307-2749-4a92-9007-c745dc682e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:41.971357 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:41.996955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:42.036370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Port': ['ID=ccc1251c-9d47-41e3-b102-d4e11ecc8af0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:42.065705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7d32b307-2749-4a92-9007-c745dc682e9d None None] Port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:42.083991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:42.196896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:42.274737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:42.284230 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/265aa299-5517-4be2-a5ac-e3a23c5acc1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1259136 Nov 24 14:03:42.289084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40566) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:42.290039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] Sync routers for ids ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:42.303805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb3c71-5ca5-42f1-92e2-ebe396485048 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:42.304575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5cbb3c71-5ca5-42f1-92e2-ebe396485048 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Synchronizing usage tracker for tenant:5b97645332db4a4996f8e648588f9719 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:42.309064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] Routers {'265aa299-5517-4be2-a5ac-e3a23c5acc1f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:42.310030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:42.342178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:42.423404 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:42.428265 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'status': 'completed', 'code': 200} Nov 24 14:03:42.429063 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] Checking router: caee891a-0d53-404e-b441-95e0b5331217 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:42.438814 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:42.440488 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:42.492176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358eae0-4201-4ba0-9349-e5b606d86cf6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:42.494427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b358eae0-4201-4ba0-9349-e5b606d86cf6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:42.511997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:42.514002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/ccc1251c-9d47-41e3-b102-d4e11ecc8af0 HTTP/1.1" status: 204 len: 168 time: 2.1353333 Nov 24 14:03:42.524071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5cbb3c71-5ca5-42f1-92e2-ebe396485048 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Unset dirty status for tenant:5b97645332db4a4996f8e648588f9719 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:42.525261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5cbb3c71-5ca5-42f1-92e2-ebe396485048 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "GET /v2.0/ports?device_id=01887031-1a7c-492e-b490-0f66fdf84881 HTTP/1.1" status: 200 len: 913 time: 0.9333217 Nov 24 14:03:42.527343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40574) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:42.528003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40576) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:42.542004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] Routers {'265aa299-5517-4be2-a5ac-e3a23c5acc1f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:42.543006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:42.681792 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:42.716597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-0b4aa7b5-5a56-4324-913e-cd170f8f4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:42.718131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-0b4aa7b5-5a56-4324-913e-cd170f8f4596 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 1099 time: 0.3167973 Nov 24 14:03:42.729768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:42.731015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb9f08-9455-444d-b993-9dc0299a7d40 None None] The sync data for ids ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:42.820988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88be64-a4c9-46fe-b226-0fac087f8783 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:42.822424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc88be64-a4c9-46fe-b226-0fac087f8783 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:42.880706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b358eae0-4201-4ba0-9349-e5b606d86cf6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:42.881915 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b358eae0-4201-4ba0-9349-e5b606d86cf6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports/10eea403-e1b0-4db7-9ea6-ce183e8ff73f HTTP/1.1" status: 200 len: 911 time: 0.5918632 Nov 24 14:03:42.895720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40582) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:42.905194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e76e7fff-791d-47f7-b8f7-af112c2ff0b0'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:42.938643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fc88be64-a4c9-46fe-b226-0fac087f8783 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:42.943511 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fc88be64-a4c9-46fe-b226-0fac087f8783 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4141042 Nov 24 14:03:42.951672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40586) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:42.965411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:42.980713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:42.996093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-250de46a-5d58-447b-9285-997e1a5eb643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:43.061357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:03:43.064039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ede8d3-5722-4ca3-b6ba-aa234148d8c0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:43.077798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:43.081745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-c1004b1b-3751-4a61-8e03-d14ae3813347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.083472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-c1004b1b-3751-4a61-8e03-d14ae3813347 service neutron] 10.222.0.76 "GET /v2.0/networks?id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a HTTP/1.1" status: 200 len: 899 time: 0.3502121 Nov 24 14:03:43.151704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:43.152088 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Added segment 27563df0-5f7c-4fc1-9d2a-380599ab275d of type vlan for network 906b4790-af3d-4826-9367-57e2c5237682 Nov 24 14:03:43.159005 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:43.162526 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd785723-3ee6-450b-865f-7d51ec7b1282 None None] The sync data for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv is: [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:02:15Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'e998b263-b0c8-4c49-aec6-b2892b1a50ce', 'name': '', 'network_id': '67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:de:f7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:12Z', 'updated_at': '2021-11-24T14:02:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '01eaa211-56f6-4398-a997-f129e21ecda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:43.174893 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-37ffdd1e-f345-4b70-9485-26a35255b10d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1 HTTP/1.1" status: 200 len: 217 time: 0.0786681 Nov 24 14:03:43.257251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:43.290766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-27c91e88-2129-411c-b81a-e51ef8f0775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.292213 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-27c91e88-2129-411c-b81a-e51ef8f0775f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01eaa211-56f6-4398-a997-f129e21ecda6 HTTP/1.1" status: 200 len: 834 time: 0.1099987 Nov 24 14:03:43.358944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:43.362323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.363196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:43.368671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:43.443113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ede23-a8a0-48f5-8d22-35802f72fdc1 req-86c21a64-e915-42b2-bfe1-6b0146700ea9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.444241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-b92ede23-a8a0-48f5-8d22-35802f72fdc1 req-86c21a64-e915-42b2-bfe1-6b0146700ea9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:43.503482 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1352038 Nov 24 14:03:43.508566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40590) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:43.512571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event updated for resources: {'Network': ['ID=906b4790-af3d-4826-9367-57e2c5237682,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:43.514070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:43.522887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Request body: {'subnet': {'network_id': '906b4790-af3d-4826-9367-57e2c5237682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:43.523691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 906b4790-af3d-4826-9367-57e2c5237682 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:03:43.647059 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb31fc-e2d3-4d6b-8d34-67b1523e4a1b None None] New status for floating IP b456c5f7-6f2c-4499-89fb-7eda52cb5f36: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:03:43.774611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-99d704c2-8e4a-45df-a37d-0897953bd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.776388 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-99d704c2-8e4a-45df-a37d-0897953bd405 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4768057 Nov 24 14:03:43.842575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-b92ede23-a8a0-48f5-8d22-35802f72fdc1 req-86c21a64-e915-42b2-bfe1-6b0146700ea9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:43.844718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b92ede23-a8a0-48f5-8d22-35802f72fdc1 req-86c21a64-e915-42b2-bfe1-6b0146700ea9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 946 time: 1.1185186 Nov 24 14:03:43.886128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5101538-7b3a-4db8-9cc1-3cdf01c63ec1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.891023 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c5101538-7b3a-4db8-9cc1-3cdf01c63ec1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7711112 Nov 24 14:03:43.896909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40596) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:43.918340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.031271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:44.049763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Usage tracker for resource:subnet and tenant:0de4f3931105476f8ef95d5c9ea1603d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:44.057993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:44.077004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:44.116457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-bb1cb9ac-4bbe-4173-a946-b6d89e0c22a0 service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150303 Nov 24 14:03:44.117301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Made reservation on behalf of 0de4f3931105476f8ef95d5c9ea1603d for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:44.120703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.129110 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b92ede23-a8a0-48f5-8d22-35802f72fdc1 req-9609d837-689d-4500-93df-1475b8c3bd40 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522080 Nov 24 14:03:44.172585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-76f485de-491d-4a8a-b964-6030cd3e79d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:44.175112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-76f485de-491d-4a8a-b964-6030cd3e79d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 946 time: 0.2246959 Nov 24 14:03:44.178854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05a234-6ab8-4985-ac0f-cc0bdf24852f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:44.180512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05a234-6ab8-4985-ac0f-cc0bdf24852f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:44.182082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d05a234-6ab8-4985-ac0f-cc0bdf24852f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:44.183104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9d05a234-6ab8-4985-ac0f-cc0bdf24852f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:44.385163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9d05a234-6ab8-4985-ac0f-cc0bdf24852f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:44.386346 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9d05a234-6ab8-4985-ac0f-cc0bdf24852f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4860566 Nov 24 14:03:44.390067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40600) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:44.425091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port aa0791f3-5310-4fa4-b995-d903c35b51b1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:44.425511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.497800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe8a5bf-cabe-430e-af27-a175f88a3333 req-65f5a76a-1f12-4272-84d9-d38578e8520b service neutron] 10.222.0.76 "GET /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607674 Nov 24 14:03:44.535773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet 22a59bf7-1f52-4155-b287-b347f6b471c8 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:44.545681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.701749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.761186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.768346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ba6be28-3ad0-4791-b634-1891bfb864fc tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:44.867231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port aa0791f3-5310-4fa4-b995-d903c35b51b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=aa0791f3-5310-4fa4-b995-d903c35b51b1,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:44.867590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:44.899592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.030526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for aa0791f3-5310-4fa4-b995-d903c35b51b1 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:45.087615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event updated for resources: {'Subnet': ['ID=b142a658-4e7e-460f-b677-51ce25122938,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:45.102412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:45.106545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Checking segment: {'id': '27563df0-5f7c-4fc1-9d2a-380599ab275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '906b4790-af3d-4826-9367-57e2c5237682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:45.107045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Network hostable DHCP agents. Network: 906b4790-af3d-4826-9367-57e2c5237682, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:03:45.159871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Network 906b4790-af3d-4826-9367-57e2c5237682 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:03:45.200251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 906b4790-af3d-4826-9367-57e2c5237682) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:45.209854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6606f9-f5da-4e5c-af8a-fffb7cf8b32a None None] Network 906b4790-af3d-4826-9367-57e2c5237682 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:45.246438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:45.252951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.256728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.349642 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8371432 Nov 24 14:03:45.351119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:45.358824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Request body: {'port': {'network_id': '906b4790-af3d-4826-9367-57e2c5237682', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1033454990'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:45.383418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.393701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3fcb3d0-702a-4fab-ae33-37ff2c61c8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:45.460153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.517065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.520982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8e50b9c-61b0-4800-ba6e-64651cd89287 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:45.521489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-906b4790-af3d-4826-9367-57e2c5237682', 'network_id': '906b4790-af3d-4826-9367-57e2c5237682', 'tenant_id': '0de4f3931105476f8ef95d5c9ea1603d', 'fixed_ips': [{'subnet_id': 'b142a658-4e7e-460f-b677-51ce25122938'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:03:45.522596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.608828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=22a59bf7-1f52-4155-b287-b347f6b471c8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:45.621877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:45.630350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.650673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=aa0791f3-5310-4fa4-b995-d903c35b51b1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:45.654442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:45.654962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.656334 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/ports/10eea403-e1b0-4db7-9ea6-ce183e8ff73f HTTP/1.1" status: 200 len: 911 time: 2.7598696 Nov 24 14:03:45.661295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:45.661784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40612) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:45.674732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.677533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a1f8409c-78ce-4989-8426-c50be1f8abed tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:45.728714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Allocated IP 172.20.0.2 (906b4790-af3d-4826-9367-57e2c5237682/b142a658-4e7e-460f-b677-51ce25122938/fc066d11-ee7f-4409-9d9d-cd99b3f1360f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:45.805016 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/22a59bf7-1f52-4155-b287-b347f6b471c8 HTTP/1.1" status: 204 len: 168 time: 1.4130213 Nov 24 14:03:45.806036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40616) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:45.886773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=10eea403-e1b0-4db7-9ea6-ce183e8ff73f,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:45.893062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:45.911828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Deleting subnet eb8bb010-a433-4ffe-ba0f-15bb00b71f0d {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:45.913857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port aa0791f3-5310-4fa4-b995-d903c35b51b1 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:45.919106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.932390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:45.934385 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-73a1f5f0-da2a-4c3b-8769-451a25ee12a1 req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/aa0791f3-5310-4fa4-b995-d903c35b51b1 HTTP/1.1" status: 204 len: 173 time: 1.7012479 Nov 24 14:03:45.937194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'name': 'network-vif-deleted', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:45.972945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17e11-bca0-45ce-8bc8-d1d0efd847aa req-9c957e0d-1b22-463f-87d9-92b8592fd0b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:45.973677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-80a17e11-bca0-45ce-8bc8-d1d0efd847aa req-9c957e0d-1b22-463f-87d9-92b8592fd0b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:45.974626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472439b-1ba1-40ff-9e5f-353fee2644e6 None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:46.010242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:46.134105 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e91d779-a05f-4161-ad9b-aba265100139', 'name': 'network-vif-deleted', 'tag': 'aa0791f3-5310-4fa4-b995-d903c35b51b1', 'status': 'completed', 'code': 200} Nov 24 14:03:46.135128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-80a17e11-bca0-45ce-8bc8-d1d0efd847aa req-9c957e0d-1b22-463f-87d9-92b8592fd0b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:46.144478 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-80a17e11-bca0-45ce-8bc8-d1d0efd847aa req-9c957e0d-1b22-463f-87d9-92b8592fd0b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e91d779-a05f-4161-ad9b-aba265100139 HTTP/1.1" status: 200 len: 867 time: 0.8745425 Nov 24 14:03:46.153021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Usage tracker for resource:port and tenant:0de4f3931105476f8ef95d5c9ea1603d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:46.166984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.176174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:46.193134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:46.196545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.197357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Transition to ACTIVE for port object fc066d11-ee7f-4409-9d9d-cd99b3f1360f will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:46.268697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Transition to ACTIVE for port object fc066d11-ee7f-4409-9d9d-cd99b3f1360f will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:46.280316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 737432a0-460d-4a18-99bc-c809278717ae {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:46.280987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.326865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.344001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4fa4accf-df5d-4db4-adec-738755e52f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:46.365877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Made reservation on behalf of 0de4f3931105476f8ef95d5c9ea1603d for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:46.371429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.436016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Pushing event updated for resources: {'Port': ['ID=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:46.454109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] device_id is not set on port 72e5a2db-4190-4024-bcfa-d365a7052363 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:03:46.463558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.465891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.466367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.467977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.469054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.470091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.470461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.470794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.471133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.471455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.471780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.472127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:46.479414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:46.483011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Network 906b4790-af3d-4826-9367-57e2c5237682 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:46.485877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:46.490374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:46.546804 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-80a17e11-bca0-45ce-8bc8-d1d0efd847aa req-6e4f19e6-2530-4e55-bc9a-ce1e8c432d2a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f8e6c77-6108-47e3-a426-4c9dbdfa55df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007661 Nov 24 14:03:46.590773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.639865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Attempting to bind port fc066d11-ee7f-4409-9d9d-cd99b3f1360f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:03:46.640435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Attempting to bind port fc066d11-ee7f-4409-9d9d-cd99b3f1360f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '27563df0-5f7c-4fc1-9d2a-380599ab275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '906b4790-af3d-4826-9367-57e2c5237682'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:03:46.641160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Attempting to bind port fc066d11-ee7f-4409-9d9d-cd99b3f1360f on network 906b4790-af3d-4826-9367-57e2c5237682 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:03:46.663651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:03:46.664862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Checking segment: {'id': '27563df0-5f7c-4fc1-9d2a-380599ab275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '906b4790-af3d-4826-9367-57e2c5237682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:03:46.665562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.666199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Bound using segment: {'id': '27563df0-5f7c-4fc1-9d2a-380599ab275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '906b4790-af3d-4826-9367-57e2c5237682'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:03:46.667412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Bound port: fc066d11-ee7f-4409-9d9d-cd99b3f1360f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27563df0-5f7c-4fc1-9d2a-380599ab275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '906b4790-af3d-4826-9367-57e2c5237682'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:03:46.669259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.864258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.872769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Allocated IP 172.20.0.5 (906b4790-af3d-4826-9367-57e2c5237682/b142a658-4e7e-460f-b677-51ce25122938/72e5a2db-4190-4024-bcfa-d365a7052363) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:46.889684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] For port fc066d11-ee7f-4409-9d9d-cd99b3f1360f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:03:46.898724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] For port fc066d11-ee7f-4409-9d9d-cd99b3f1360f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,segment=NetworkSegment(27563df0-5f7c-4fc1-9d2a-380599ab275d),segment_id=27563df0-5f7c-4fc1-9d2a-380599ab275d)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:03:46.905804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 737432a0-460d-4a18-99bc-c809278717ae owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:46.907155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:46.920322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4c71308d-b7e1-4c96-b7d6-104c39c48439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:47.055179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:47.103242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Pushing event updated for resources: {'Port': ['ID=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:47.111033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:47.203863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:47.212645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a434148-f423-40e2-a240-30697e442330 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:47.290375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Subnet': ['ID=eb8bb010-a433-4ffe-ba0f-15bb00b71f0d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:47.309854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:47.314622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:47.361009 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/eb8bb010-a433-4ffe-ba0f-15bb00b71f0d HTTP/1.1" status: 204 len: 168 time: 1.5498383 Nov 24 14:03:47.363130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40626) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:47.367701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:47.491683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device aa0791f3-5310-4fa4-b995-d903c35b51b1 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:47.506565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:47.511134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-45ca7302-a3df-4690-b8fb-f6281175ccb5 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:47.566801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: aa0791f3-5310-4fa4-b995-d903c35b51b1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:47.567528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device aa0791f3-5310-4fa4-b995-d903c35b51b1 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:47.571023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:47.593053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=737432a0-460d-4a18-99bc-c809278717ae,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:47.596290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:47.714871 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-13e40872-f99a-4a61-b3f5-ca609ef198c6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2559385 Nov 24 14:03:47.715519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40632) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:47.718659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Transition to ACTIVE for port object 72e5a2db-4190-4024-bcfa-d365a7052363 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:47.746825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40634) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:47.819316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80307d58-1118-4a30-821e-f881a086883b None None] Network 13168bed-777a-4e4d-96b5-2446850be7d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:48.009153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3c56e4ac-98c5-4b52-ae3f-24ba5dc232d4 None None] Provisioning complete for port fd2ae0f0-79e4-4456-98eb-b4c836430b98 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:48.009814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3c56e4ac-98c5-4b52-ae3f-24ba5dc232d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.134677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.330654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.350407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8b49f647-1f2f-4630-a92f-c43d60acd782 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:48.411417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.525667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.591530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86e601-8e60-4e82-88c1-25c643c8f155 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.593584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3c86e601-8e60-4e82-88c1-25c643c8f155 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8514986 Nov 24 14:03:48.609458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] DHCP port deletion for 13168bed-777a-4e4d-96b5-2446850be7d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:48.612268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Network 906b4790-af3d-4826-9367-57e2c5237682 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:48.615648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event updated for resources: {'Port': ['ID=72e5a2db-4190-4024-bcfa-d365a7052363,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:48.616128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40642) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:48.617445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:48.625918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:48.632156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Deleting port fd2ae0f0-79e4-4456-98eb-b4c836430b98 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:48.632326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:48.632859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.854870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c417301-7196-4624-ad5b-227558e08252 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.856111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1c417301-7196-4624-ad5b-227558e08252 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Synchronizing usage tracker for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:48.857008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 10eea403-e1b0-4db7-9ea6-ce183e8ff73f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:48.857836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.896350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1c417301-7196-4624-ad5b-227558e08252 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Unset dirty status for tenant:beba4f49da2f427db6a4200f1f1e16d5 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:48.897780 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1c417301-7196-4624-ad5b-227558e08252 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2764025 Nov 24 14:03:48.899104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.899993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:48.901166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40646) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:48.924312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fb20c-5227-442d-8746-80a1920fe1f1 None None] Network 906b4790-af3d-4826-9367-57e2c5237682 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:48.987141 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6352844 Nov 24 14:03:48.993024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40650) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.013913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] For port fd2ae0f0-79e4-4456-98eb-b4c836430b98, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd2ae0f0-79e4-4456-98eb-b4c836430b98,segment=NetworkSegment(9f020661-8b28-475c-94de-c3ac0501cc31),segment_id=9f020661-8b28-475c-94de-c3ac0501cc31)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:49.014772 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9193d21c-750d-4c94-9a29-1447c5def905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121554 Nov 24 14:03:49.018077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.031286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Request body: {'port': {'network_id': '906b4790-af3d-4826-9367-57e2c5237682', 'name': 'tempest-ExtraDHCPOptionsTestJSON-453129248', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:49.031749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.api.validators [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] bootfile-name is not in valid_values {{(pid=87692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 14:03:49.032078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.api.validators [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] tftp-server is not in valid_values {{(pid=87692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 14:03:49.032890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.api.validators [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] server-ip-address is not in valid_values {{(pid=87692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 14:03:49.036646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40654) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.107507 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9fc216-341a-4250-b5d4-89b5e78ac741 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.108249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9fc216-341a-4250-b5d4-89b5e78ac741 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.111465 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fe9fc216-341a-4250-b5d4-89b5e78ac741 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/ccc1251c-9d47-41e3-b102-d4e11ecc8af0 HTTP/1.1" status: 404 len: 333 time: 0.0736058 Nov 24 14:03:49.115603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.118348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.119652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f8e6c77-6108-47e3-a426-4c9dbdfa55df HTTP/1.1" status: 204 len: 168 time: 1.3719428 Nov 24 14:03:49.120481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40658) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.124500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-65c96b31-7eee-410d-a49f-b2fe132428aa tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:49.156960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Router 01887031-1a7c-492e-b490-0f66fdf84881 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:49.168825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40664) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.192772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e6c77-6108-47e3-a426-4c9dbdfa55df,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:49.194858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-67048a7a-c8bb-4ec8-b0cf-1bebf6217163 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.195368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67048a7a-c8bb-4ec8-b0cf-1bebf6217163 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.199273 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-67048a7a-c8bb-4ec8-b0cf-1bebf6217163 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/22a59bf7-1f52-4155-b287-b347f6b471c8 HTTP/1.1" status: 404 len: 337 time: 0.0636115 Nov 24 14:03:49.201661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:49.202140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40668) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.233240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fc066d11-ee7f-4409-9d9d-cd99b3f1360f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:49.273566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-975fa84f-cb34-4a1e-a2b4-113bf53a73ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.274018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975fa84f-cb34-4a1e-a2b4-113bf53a73ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.275427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Calling delete_port for fd2ae0f0-79e4-4456-98eb-b4c836430b98 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:49.275718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-975fa84f-cb34-4a1e-a2b4-113bf53a73ad tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/eb8bb010-a433-4ffe-ba0f-15bb00b71f0d HTTP/1.1" status: 404 len: 337 time: 0.0685153 Nov 24 14:03:49.278887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40672) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.319588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.336389 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-2540f97d-f570-4414-8197-0f25c5a056c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.336875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2540f97d-f570-4414-8197-0f25c5a056c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.338724 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2540f97d-f570-4414-8197-0f25c5a056c3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/aa55cc32-6ba6-402f-8215-b5844d06ab3c HTTP/1.1" status: 404 len: 333 time: 0.0589297 Nov 24 14:03:49.341094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40676) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.350625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-798aa728-b330-4419-9451-1ed6950cd03b None None] Provisioning for port fc066d11-ee7f-4409-9d9d-cd99b3f1360f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:49.504487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 10eea403-e1b0-4db7-9ea6-ce183e8ff73f owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:49.529777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port fc066d11-ee7f-4409-9d9d-cd99b3f1360f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:49.535563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fc066d11-ee7f-4409-9d9d-cd99b3f1360f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:49.535951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.559554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfd47ba-5274-42a5-baca-21d11eb2eec4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.560013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfd47ba-5274-42a5-baca-21d11eb2eec4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.564140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fdfd47ba-5274-42a5-baca-21d11eb2eec4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/0727612b-69d4-4cad-b729-418c7ec83297 HTTP/1.1" status: 404 len: 337 time: 0.2198319 Nov 24 14:03:49.566044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40680) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.614411 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6298926e-8957-465f-a335-99157e4c9382 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.614411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6298926e-8957-465f-a335-99157e4c9382 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.619792 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6298926e-8957-465f-a335-99157e4c9382 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/e5b2ddf4-b77a-4d73-9085-16c36c8663a4 HTTP/1.1" status: 404 len: 337 time: 0.0497196 Nov 24 14:03:49.619792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40684) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.620144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:49.628367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Usage tracker for resource:port and tenant:0de4f3931105476f8ef95d5c9ea1603d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:49.656252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:49.670033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ec8951-dd15-4d44-93b0-f723c5d689ab tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.670502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ec8951-dd15-4d44-93b0-f723c5d689ab tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.675484 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-37ec8951-dd15-4d44-93b0-f723c5d689ab tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/34c1d9e5-3760-454c-a31b-11c7f606dd98 HTTP/1.1" status: 404 len: 333 time: 0.0526872 Nov 24 14:03:49.681336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40690) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.692038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.703990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:49.728167 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "PUT /v2.0/routers/01887031-1a7c-492e-b490-0f66fdf84881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1908846 Nov 24 14:03:49.734487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40694) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.747485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:49.779082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86cbdbac-454f-4ad9-9b85-e03f4ee69a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:49.796117 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a83501b-2f23-4274-b74c-373c5b92711e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.796577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a83501b-2f23-4274-b74c-373c5b92711e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.798277 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2a83501b-2f23-4274-b74c-373c5b92711e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/fe8b262b-6fe2-4861-9641-a84a6521a0c9 HTTP/1.1" status: 404 len: 337 time: 0.1164460 Nov 24 14:03:49.805698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40698) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.815306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.838463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] Sync routers for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:49.850134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] No DVR routers for this DVR port fd2ae0f0-79e4-4456-98eb-b4c836430b98 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:49.882891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Pushing event deleted for resources: {'Port': ['ID=fd2ae0f0-79e4-4456-98eb-b4c836430b98,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:49.885392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:49.909138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9241b7c1-6134-4d57-9b87-3569d514ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:49.916355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:49.916355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:49.961098 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b802819-069a-4d7f-90d1-8679ebc0f904 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:49.961547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b802819-069a-4d7f-90d1-8679ebc0f904 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:49.963303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1b802819-069a-4d7f-90d1-8679ebc0f904 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/60a606c3-25b5-4b90-aa22-1734805be306 HTTP/1.1" status: 404 len: 337 time: 0.1557298 Nov 24 14:03:49.973354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40702) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:49.984313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port fc066d11-ee7f-4409-9d9d-cd99b3f1360f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,segment=NetworkSegment(27563df0-5f7c-4fc1-9d2a-380599ab275d),segment_id=27563df0-5f7c-4fc1-9d2a-380599ab275d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:49.996215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.001269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:50.034962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:50.071016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] Routers {'01887031-1a7c-492e-b490-0f66fdf84881'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:50.071836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['01887031-1a7c-492e-b490-0f66fdf84881'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:50.137611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd2ae0f0-79e4-4456-98eb-b4c836430b98 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:50.186153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d6e4fd-455d-442b-acc8-6131e95b48af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:50.186623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d6e4fd-455d-442b-acc8-6131e95b48af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:50.190928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-60d6e4fd-455d-442b-acc8-6131e95b48af tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/a02a70a3-e434-40af-aff7-67767090a229 HTTP/1.1" status: 404 len: 333 time: 0.2184248 Nov 24 14:03:50.192706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40706) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:50.200033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: fd2ae0f0-79e4-4456-98eb-b4c836430b98 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:50.200409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd2ae0f0-79e4-4456-98eb-b4c836430b98 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:50.207845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:50.208264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500bc518-821e-4a71-9693-2cc8f4e0775f None None] The sync data for ids ['01887031-1a7c-492e-b490-0f66fdf84881'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:50.214098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:50.217234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:50.251094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Made reservation on behalf of 0de4f3931105476f8ef95d5c9ea1603d for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:50.254868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.286675 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5714a1f-4eaf-4773-a52e-b5df2e8d7ecc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:50.287129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5714a1f-4eaf-4773-a52e-b5df2e8d7ecc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:50.297903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] device_id is not set on port 02b8f180-2073-4b6e-a872-7784e7ae8b7a yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:03:50.330647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.345887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.428328 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a5714a1f-4eaf-4773-a52e-b5df2e8d7ecc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/41def8b7-425b-408a-839f-c4b041cb647d HTTP/1.1" status: 404 len: 337 time: 0.2348843 Nov 24 14:03:50.450310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40710) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:50.514872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-808471ce-7992-4889-acc3-3192cdf925f8 None None] Provisioning for port 72e5a2db-4190-4024-bcfa-d365a7052363 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:50.523217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-808471ce-7992-4889-acc3-3192cdf925f8 None None] Provisioning complete for port 72e5a2db-4190-4024-bcfa-d365a7052363 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:50.523607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-808471ce-7992-4889-acc3-3192cdf925f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.553652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.560398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-125ff2f9-536f-48a6-a19d-22eadfbd20cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:50.635783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=10eea403-e1b0-4db7-9ea6-ce183e8ff73f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:50.654657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-808471ce-7992-4889-acc3-3192cdf925f8 None None] Port 72e5a2db-4190-4024-bcfa-d365a7052363 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:50.654910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Allocated IP 172.20.0.11 (906b4790-af3d-4826-9367-57e2c5237682/b142a658-4e7e-460f-b677-51ce25122938/02b8f180-2073-4b6e-a872-7784e7ae8b7a) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:50.678131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:50.679225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-808471ce-7992-4889-acc3-3192cdf925f8 None None] Provisioning complete for port fc066d11-ee7f-4409-9d9d-cd99b3f1360f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:50.679979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-808471ce-7992-4889-acc3-3192cdf925f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:50.974114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.031339 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece14225-fe5e-4e7d-bbb4-ae0dd87963f0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.031796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece14225-fe5e-4e7d-bbb4-ae0dd87963f0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.042080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-34d2eff7-69ed-4fa9-b83f-ef4bdb154688 None None] Provisioning complete for port 72e5a2db-4190-4024-bcfa-d365a7052363 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:51.044602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.044726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-34d2eff7-69ed-4fa9-b83f-ef4bdb154688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.055307 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ece14225-fe5e-4e7d-bbb4-ae0dd87963f0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/65bc3e65-98ee-4325-8e5d-1496be84ce47 HTTP/1.1" status: 404 len: 337 time: 0.6039400 Nov 24 14:03:51.059156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40716) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.126952 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506f858-f147-46ff-b6c3-921519974538 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.127749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506f858-f147-46ff-b6c3-921519974538 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.129465 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3506f858-f147-46ff-b6c3-921519974538 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/01970d4c-f75f-47ea-ada5-029b79b88b4c HTTP/1.1" status: 404 len: 333 time: 0.0700910 Nov 24 14:03:51.130532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Transition to ACTIVE for port object 02b8f180-2073-4b6e-a872-7784e7ae8b7a will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:51.133500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40720) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.149561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fc066d11-ee7f-4409-9d9d-cd99b3f1360f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:03:51.186702 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-5539a772-b871-4174-b5b8-8e932d19672f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.188114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5539a772-b871-4174-b5b8-8e932d19672f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.190582 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5539a772-b871-4174-b5b8-8e932d19672f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/bd0b5cb9-e3a4-432f-8322-a173e83ba755 HTTP/1.1" status: 404 len: 337 time: 0.0555925 Nov 24 14:03:51.193938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40724) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.200228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.219522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting port 186c82f4-c70b-40cf-9880-4233c3bba374 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:51.219812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.240871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-34d2eff7-69ed-4fa9-b83f-ef4bdb154688 None None] Port 72e5a2db-4190-4024-bcfa-d365a7052363 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:51.255182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-62680891-1f59-4bdf-a308-940c42d9a419 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.255861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62680891-1f59-4bdf-a308-940c42d9a419 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.257746 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-62680891-1f59-4bdf-a308-940c42d9a419 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/bd2fb76f-2f30-41ed-9aaf-e4776c1ff922 HTTP/1.1" status: 404 len: 333 time: 0.0614018 Nov 24 14:03:51.263310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fc066d11-ee7f-4409-9d9d-cd99b3f1360f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:51.263310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.263648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40728) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.317457 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a80a860-99f7-44b1-84c1-e825e30c9bec tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.318058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a80a860-99f7-44b1-84c1-e825e30c9bec tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.319865 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8a80a860-99f7-44b1-84c1-e825e30c9bec tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/9ba8daa3-eb63-4e8c-932b-536edef74eef HTTP/1.1" status: 404 len: 337 time: 0.0557809 Nov 24 14:03:51.323971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40736) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.359134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.375475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d7e38f7b-fac2-479f-9cee-a9d1e1e493d6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:51.445674 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc62bdcb-8193-4605-9bfc-8d593f42be14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.446351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc62bdcb-8193-4605-9bfc-8d593f42be14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.450606 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bc62bdcb-8193-4605-9bfc-8d593f42be14 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/e211104b-6d24-4af2-820f-196a65c60d21 HTTP/1.1" status: 404 len: 333 time: 0.1227119 Nov 24 14:03:51.456385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40744) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.525597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Network 906b4790-af3d-4826-9367-57e2c5237682 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:51.542781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:51.551251 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6458c1-1d6e-444c-9abf-858f390f1ef3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.551906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6458c1-1d6e-444c-9abf-858f390f1ef3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.555536 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7b6458c1-1d6e-444c-9abf-858f390f1ef3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/c0cb112a-1e87-4a21-96f0-e5433b1b712c HTTP/1.1" status: 404 len: 337 time: 0.0931201 Nov 24 14:03:51.555536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event updated for resources: {'Port': ['ID=02b8f180-2073-4b6e-a872-7784e7ae8b7a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:51.555999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40748) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.556484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:03:51.588637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:51.609566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.646470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:51.647146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.675958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.743331 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7340651 Nov 24 14:03:51.795036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Calling delete_port for 186c82f4-c70b-40cf-9880-4233c3bba374 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:51.803871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40752) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.855204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 265aa299-5517-4be2-a5ac-e3a23c5acc1f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:51.866029 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e315921-d31e-43f9-b00d-2eb8233f26e1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.866596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e315921-d31e-43f9-b00d-2eb8233f26e1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.870692 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5e315921-d31e-43f9-b00d-2eb8233f26e1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/65b2a583-4e7b-4c45-8249-f5d18e8873be HTTP/1.1" status: 404 len: 333 time: 0.3116264 Nov 24 14:03:51.872031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40756) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.898646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d23af898-ce49-4718-9681-7d8b29da500b None None] Provisioning for port 02b8f180-2073-4b6e-a872-7784e7ae8b7a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:51.906045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d23af898-ce49-4718-9681-7d8b29da500b None None] Provisioning complete for port 02b8f180-2073-4b6e-a872-7784e7ae8b7a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:51.906806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d23af898-ce49-4718-9681-7d8b29da500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:51.927122 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b111f01-51f9-40b8-a0ae-8270b924ef09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.927577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b111f01-51f9-40b8-a0ae-8270b924ef09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:51.931589 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3b111f01-51f9-40b8-a0ae-8270b924ef09 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/4c585ba6-3cce-4a89-aa6c-d052225c0d7f HTTP/1.1" status: 404 len: 337 time: 0.0570362 Nov 24 14:03:51.938405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40760) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:51.989996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d23af898-ce49-4718-9681-7d8b29da500b None None] Port 02b8f180-2073-4b6e-a872-7784e7ae8b7a cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:51.995700 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b30575-36d9-41dc-a176-d844b3cd1b16 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:51.996164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b30575-36d9-41dc-a176-d844b3cd1b16 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.000303 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c6b30575-36d9-41dc-a176-d844b3cd1b16 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/679a82b4-d6c2-4d5a-9a71-bd85bb96247a HTTP/1.1" status: 404 len: 333 time: 0.0579221 Nov 24 14:03:52.008663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40764) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.202783 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74d6297-8378-46a7-984e-22b3b897dacc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:52.203231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74d6297-8378-46a7-984e-22b3b897dacc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.205083 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d74d6297-8378-46a7-984e-22b3b897dacc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/17bd8f5b-5d4c-472e-a1d0-826e5fee3525 HTTP/1.1" status: 404 len: 337 time: 0.0536270 Nov 24 14:03:52.211320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40778) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.319604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:52.333814 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] Sync routers for ids ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:52.334422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a43dcb5-7007-4611-ab39-cc72c74f3d7a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:52.340039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a43dcb5-7007-4611-ab39-cc72c74f3d7a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:52.347179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a43dcb5-7007-4611-ab39-cc72c74f3d7a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:52.348140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0a43dcb5-7007-4611-ab39-cc72c74f3d7a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Synchronizing usage tracker for tenant:0de4f3931105476f8ef95d5c9ea1603d on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:52.356896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/265aa299-5517-4be2-a5ac-e3a23c5acc1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6619458 Nov 24 14:03:52.358045 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] Routers {'265aa299-5517-4be2-a5ac-e3a23c5acc1f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:52.359501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40782) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.360118 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:52.360301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b360db-3501-4dcf-9c9f-1129c4c61dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:52.360560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b360db-3501-4dcf-9c9f-1129c4c61dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.363009 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-54b360db-3501-4dcf-9c9f-1129c4c61dcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/434a5086-9891-4c07-90be-3d6d340d2202 HTTP/1.1" status: 404 len: 333 time: 0.1493850 Nov 24 14:03:52.368022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40784) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.443978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:52.454946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0a43dcb5-7007-4611-ab39-cc72c74f3d7a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Unset dirty status for tenant:0de4f3931105476f8ef95d5c9ea1603d on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:52.457260 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0a43dcb5-7007-4611-ab39-cc72c74f3d7a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6522434 Nov 24 14:03:52.461789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40790) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.464666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6b59a9e1-7c2f-41e2-953d-f6566618ff40 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:52.521657 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:52.524309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7b91bff8-892b-4750-8f1c-5c294c4a31ff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:52.535288 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] Routers {'265aa299-5517-4be2-a5ac-e3a23c5acc1f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:52.536295 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:52.547432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6759db73-7a07-446f-a462-702f83da4e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:52.559994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b92001-b958-406e-8ceb-d1c540c4c0b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:52.560689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b92001-b958-406e-8ceb-d1c540c4c0b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.562179 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-74b92001-b958-406e-8ceb-d1c540c4c0b8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/b1dfbb76-11f4-459c-8f97-6d8639694840 HTTP/1.1" status: 404 len: 337 time: 0.1553340 Nov 24 14:03:52.563165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Port': ['ID=186c82f4-c70b-40cf-9880-4233c3bba374,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:52.571471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:52.572141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40794) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.624728 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:52.625173 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a247aee-058e-4bf1-a1a7-7ebb75e12ed0 None None] The sync data for ids ['265aa299-5517-4be2-a5ac-e3a23c5acc1f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:52.655885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Deleting port 02b8f180-2073-4b6e-a872-7784e7ae8b7a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:52.656220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:52.683711 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1d7b2d-70a5-4bed-87f2-69577e8dcfcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:52.684605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1d7b2d-70a5-4bed-87f2-69577e8dcfcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.686776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ed1d7b2d-70a5-4bed-87f2-69577e8dcfcb tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/35291a02-bfee-4b0c-8547-079cebbf91ed HTTP/1.1" status: 404 len: 337 time: 0.1134856 Nov 24 14:03:52.688034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:52.700265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40798) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.735434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7b91bff8-892b-4750-8f1c-5c294c4a31ff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:52.738239 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b91bff8-892b-4750-8f1c-5c294c4a31ff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=265aa299-5517-4be2-a5ac-e3a23c5acc1f HTTP/1.1" status: 200 len: 205 time: 0.3752437 Nov 24 14:03:52.796312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40802) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.805154 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece5c34f-1687-43da-91e1-aeedcd3101b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:52.805628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece5c34f-1687-43da-91e1-aeedcd3101b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.810265 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ece5c34f-1687-43da-91e1-aeedcd3101b0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/5f7a96d5-bf16-4e69-8562-0ce0e48daef6 HTTP/1.1" status: 404 len: 333 time: 0.1089308 Nov 24 14:03:52.865289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40806) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.966977 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bab2880-117d-4914-8862-85ec66bd5bb7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:52.967434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bab2880-117d-4914-8862-85ec66bd5bb7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:52.971997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3bab2880-117d-4914-8862-85ec66bd5bb7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/8fad2d9d-186e-4347-a3e8-60c1463820df HTTP/1.1" status: 404 len: 337 time: 0.1029274 Nov 24 14:03:52.973278 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40810) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:52.986523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:52.989768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.014495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.015053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Fanout notify agent at l3_agent the message router_deleted on router 01887031-1a7c-492e-b490-0f66fdf84881 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:53.033877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.034984 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/routers/01887031-1a7c-492e-b490-0f66fdf84881 HTTP/1.1" status: 204 len: 168 time: 3.2995837 Nov 24 14:03:53.037855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40814) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.096545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.124675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Deleting subnet c6b7ba83-12be-4b34-81d8-935107d3d28f {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:53.127840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.169474 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f729856-1fbc-43be-a131-9c3f891c58c8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.171335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f729856-1fbc-43be-a131-9c3f891c58c8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.177153 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0f729856-1fbc-43be-a131-9c3f891c58c8 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/6a8f3e82-f05b-486a-849b-3e0ae1cbf052 HTTP/1.1" status: 404 len: 337 time: 0.2027595 Nov 24 14:03:53.179464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.240115 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec089a5-e134-48e3-a819-6c18909c9661 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.240937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec089a5-e134-48e3-a819-6c18909c9661 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.242934 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2ec089a5-e134-48e3-a819-6c18909c9661 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/82a101b4-afe4-4e55-872e-e9f6fc885e15 HTTP/1.1" status: 404 len: 333 time: 0.0621831 Nov 24 14:03:53.246403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40824) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.251824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.337354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe853b9-8bd8-4556-a56c-e1e5af76f2b1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.338112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe853b9-8bd8-4556-a56c-e1e5af76f2b1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.341925 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bbe853b9-8bd8-4556-a56c-e1e5af76f2b1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/f09a248b-7a1b-42c6-8dcd-cb172648624d HTTP/1.1" status: 404 len: 337 time: 0.0939305 Nov 24 14:03:53.346131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40828) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.381498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port e998b263-b0c8-4c49-aec6-b2892b1a50ce {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:53.382716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.399837 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49b5f0b-fbbb-4de1-bc7b-936f00ca4a92 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.400298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49b5f0b-fbbb-4de1-bc7b-936f00ca4a92 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.402057 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a49b5f0b-fbbb-4de1-bc7b-936f00ca4a92 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/66ae0641-541b-4a91-8825-fd67782d5505 HTTP/1.1" status: 404 len: 337 time: 0.0547321 Nov 24 14:03:53.405534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40832) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.446026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.492382 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecbc0c3-ff45-438e-bc47-66eff011603c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.492900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecbc0c3-ff45-438e-bc47-66eff011603c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.498998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6ecbc0c3-ff45-438e-bc47-66eff011603c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/a99532fc-0e25-43f9-9ce1-1b6c6c9a5807 HTTP/1.1" status: 404 len: 333 time: 0.0881555 Nov 24 14:03:53.499356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40836) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.547506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70c2432-6203-4071-887d-d86198cd1e86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.547974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70c2432-6203-4071-887d-d86198cd1e86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.553184 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d70c2432-6203-4071-887d-d86198cd1e86 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/13c79b44-b3f5-46db-ba8f-be3ef85f319e HTTP/1.1" status: 404 len: 337 time: 0.0502205 Nov 24 14:03:53.553184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40840) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.598243 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-535b8b47-209e-4ddc-95be-4df9dec2839a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:53.599399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535b8b47-209e-4ddc-95be-4df9dec2839a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:53.605612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-535b8b47-209e-4ddc-95be-4df9dec2839a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/d3dbced7-1a86-4131-9548-7ea251c1705f HTTP/1.1" status: 404 len: 337 time: 0.0464129 Nov 24 14:03:53.605612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40844) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.663267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b1c0a26c-f655-488c-a558-9e33835f0a37 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a080f85-e61e-4ee1-9408-a99774891419 HTTP/1.1" status: 200 len: 205 time: 0.0538130 Nov 24 14:03:53.665186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40848) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.693085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.742979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.770309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.786117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-11cf5f21-4930-4d7f-aaa2-9967ec9ebabf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:53.803018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.971159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-e2099a73-4728-4575-9c42-8fe585394b55 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] delete failed (client error): The resource could not be found. Nov 24 14:03:53.972571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e2099a73-4728-4575-9c42-8fe585394b55 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/routers/8a080f85-e61e-4ee1-9408-a99774891419 HTTP/1.1" status: 404 len: 336 time: 0.3006437 Nov 24 14:03:53.982083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:53.985481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40852) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:53.988385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b7ba83-12be-4b34-81d8-935107d3d28f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:53.990829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:54.014257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.038182 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/subnets/c6b7ba83-12be-4b34-81d8-935107d3d28f HTTP/1.1" status: 204 len: 168 time: 0.9990032 Nov 24 14:03:54.038991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40856) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.041987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cc5c42-0b74-4290-933a-4e783eff0f47 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.042500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cc5c42-0b74-4290-933a-4e783eff0f47 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.044413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f8cc5c42-0b74-4290-933a-4e783eff0f47 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/af95d039-8a0e-4fa7-bbb5-1deeda8c410b HTTP/1.1" status: 404 len: 337 time: 0.0572863 Nov 24 14:03:54.050520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40860) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.051815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.052420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router 265aa299-5517-4be2-a5ac-e3a23c5acc1f {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:03:54.167005 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ad2396c3-d848-4e8a-b760-0fa8bccfd2ab tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4b78624-3876-4fdb-aa25-2fb0f119bc4b HTTP/1.1" status: 200 len: 205 time: 0.1100349 Nov 24 14:03:54.170582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40864) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.240603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Calling delete_port for 02b8f180-2073-4b6e-a872-7784e7ae8b7a owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:54.270699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-a2cd0ccb-67b0-4c49-a11c-66d97c25c712 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] delete failed (client error): The resource could not be found. Nov 24 14:03:54.273464 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a2cd0ccb-67b0-4c49-a11c-66d97c25c712 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/routers/b4b78624-3876-4fdb-aa25-2fb0f119bc4b HTTP/1.1" status: 404 len: 336 time: 0.1017461 Nov 24 14:03:54.275233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40868) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.319094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.320280 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-280c32ca-9e9a-48bb-8b9b-0dd0531b7fd7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/265aa299-5517-4be2-a5ac-e3a23c5acc1f HTTP/1.1" status: 204 len: 168 time: 1.5220966 Nov 24 14:03:54.326479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.330814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40882) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.370297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port e998b263-b0c8-4c49-aec6-b2892b1a50ce, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e998b263-b0c8-4c49-aec6-b2892b1a50ce,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:54.370661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.383769 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a74ed1-d3ad-470e-bea6-6632265e5501 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.384201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a74ed1-d3ad-470e-bea6-6632265e5501 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.390250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40886) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.399021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d0a74ed1-d3ad-470e-bea6-6632265e5501 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/4cfc3b6a-e322-49bd-b349-89124b2e4189 HTTP/1.1" status: 404 len: 337 time: 0.1209278 Nov 24 14:03:54.512369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet e76e7fff-791d-47f7-b8f7-af112c2ff0b0 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:54.520475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.564834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for e998b263-b0c8-4c49-aec6-b2892b1a50ce owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:54.593788 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a0aca8-092a-4666-ace3-7ef75220f589 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.594253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a0aca8-092a-4666-ace3-7ef75220f589 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.596186 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-94a0aca8-092a-4666-ace3-7ef75220f589 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/9d79030b-a067-42f5-ae38-eb69f5c78b66 HTTP/1.1" status: 404 len: 337 time: 0.2019718 Nov 24 14:03:54.604043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40892) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.671022 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1f9c15-2587-4181-904d-0f4c0e944436 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.671790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1f9c15-2587-4181-904d-0f4c0e944436 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.720482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.727799 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6d1f9c15-2587-4181-904d-0f4c0e944436 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/52fc8fd2-b1ec-4287-9783-ffd94a2103e6 HTTP/1.1" status: 404 len: 333 time: 0.1227281 Nov 24 14:03:54.747486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40896) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.766274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.800551 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3eb5d0-7fb1-45bc-9b53-9f621bcd7922 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.801035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3eb5d0-7fb1-45bc-9b53-9f621bcd7922 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.802938 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ca3eb5d0-7fb1-45bc-9b53-9f621bcd7922 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/3a4f31c7-6fae-43d5-aef1-c6d56bb06bb7 HTTP/1.1" status: 404 len: 337 time: 0.0559862 Nov 24 14:03:54.806734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40900) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.811124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ebebb2-853e-44e1-a545-365d1f97d566']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:54.832376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3ef43e-864b-4b58-96b5-15e9569409b0') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:54.832953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3ef43e-864b-4b58-96b5-15e9569409b0') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:54.851276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.865218 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cce34f-2504-4340-bb95-d807b3b955cc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.865703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cce34f-2504-4340-bb95-d807b3b955cc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.869926 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-92cce34f-2504-4340-bb95-d807b3b955cc tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/84100040-2507-47ba-8415-94f27830c2c8 HTTP/1.1" status: 404 len: 333 time: 0.0582016 Nov 24 14:03:54.870610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40904) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:54.882229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.893629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:03:54.894179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.908372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:03:54.912030 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:03:54.916000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:54.927294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8a2e4553-e4cd-4684-b47e-f58778103d6a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:54.963034 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-47824c0c-ee0d-405c-913f-0f0ee343da6a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:54.963501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47824c0c-ee0d-405c-913f-0f0ee343da6a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:54.967816 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-47824c0c-ee0d-405c-913f-0f0ee343da6a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/ad9bbddb-d33f-4883-b5cd-b4a089402973 HTTP/1.1" status: 404 len: 337 time: 0.0940931 Nov 24 14:03:54.975655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40908) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.016034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event deleted for resources: {'Port': ['ID=02b8f180-2073-4b6e-a872-7784e7ae8b7a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:55.019770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:55.063609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.069886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.075199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0c5064-08e6-4993-9a3d-70e7fec9e53a tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:55.101137 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3ea3b4-49b1-46e5-bc61-9b8fc6b8e765 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.101592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3ea3b4-49b1-46e5-bc61-9b8fc6b8e765 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.108455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] 10.222.0.36 "DELETE /v2.0/networks/b0ebebb2-853e-44e1-a545-365d1f97d566 HTTP/1.1" status: 204 len: 168 time: 1.0676920 Nov 24 14:03:55.109862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Pushing event deleted for resources: {'Network': ['ID=b0ebebb2-853e-44e1-a545-365d1f97d566,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:55.113388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:55.120685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.137399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0dfef517-e6c5-481a-bf58-84afa10f566e tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:55.183731 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1f3ea3b4-49b1-46e5-bc61-9b8fc6b8e765 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/3a6b6e18-f1c6-4e5f-935d-6072e9742ab6 HTTP/1.1" status: 404 len: 333 time: 0.2070050 Nov 24 14:03:55.191675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40914) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.228563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.230612 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "DELETE /v2.0/ports/02b8f180-2073-4b6e-a872-7784e7ae8b7a HTTP/1.1" status: 204 len: 168 time: 2.7647836 Nov 24 14:03:55.236998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40918) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.246964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Request body: {'port': {'name': 'tempest-new-port-name-183441390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:55.247364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.api.validators [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] bootfile-name is not in valid_values {{(pid=87692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 14:03:55.247751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.api.validators [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] tftp-server is not in valid_values {{(pid=87692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 14:03:55.248029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.api.validators [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] server-ip-address is not in valid_values {{(pid=87692) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 14:03:55.275781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.284280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ceb3394-6720-4c00-ad9c-3785e4e912e7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.285260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ceb3394-6720-4c00-ad9c-3785e4e912e7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.293653 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5ceb3394-6720-4c00-ad9c-3785e4e912e7 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/4903e563-7be0-4f2f-a615-a792516697b1 HTTP/1.1" status: 404 len: 337 time: 0.0985241 Nov 24 14:03:55.300008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40922) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.310413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36c1bd-c609-47e1-97e4-991e1fae5125 None None] Network 319a2f75-9466-454f-a99b-7a02fd68f70d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:55.319757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.324545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.331797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/e76e7fff-791d-47f7-b8f7-af112c2ff0b0 HTTP/1.1" status: 204 len: 168 time: 0.9887056 Nov 24 14:03:55.338692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5174b0e8-d573-4254-a52c-ef6a0cbfb48d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:55.342204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=e76e7fff-791d-47f7-b8f7-af112c2ff0b0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:55.371475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40924) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.421489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=e998b263-b0c8-4c49-aec6-b2892b1a50ce,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:55.456934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:55.507190 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5346fca0-4164-4bab-8f26-7743d621eb6f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.510855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5346fca0-4164-4bab-8f26-7743d621eb6f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.522325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5346fca0-4164-4bab-8f26-7743d621eb6f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/569d47bf-ac5a-492a-a966-926e831ee7e8 HTTP/1.1" status: 404 len: 333 time: 0.1871858 Nov 24 14:03:55.523490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40934) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.625446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77040ee-10e8-4427-a9e9-274bb49e7f55 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.626262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77040ee-10e8-4427-a9e9-274bb49e7f55 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.628534 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e77040ee-10e8-4427-a9e9-274bb49e7f55 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/f6ee4866-e4f8-4159-844b-419b4741bebf HTTP/1.1" status: 404 len: 337 time: 0.1014779 Nov 24 14:03:55.631070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40938) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.652050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:55.682684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40942) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.683533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b59426-b70b-4652-b429-15ee274b6aae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.684190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b59426-b70b-4652-b429-15ee274b6aae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.687054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f3b59426-b70b-4652-b429-15ee274b6aae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/57c029b4-c622-4760-b26d-91ca1d2c97db HTTP/1.1" status: 404 len: 333 time: 0.0513828 Nov 24 14:03:55.689944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40946) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.780327 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-e279c718-9eab-413e-bde3-83389033c723 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.781053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e279c718-9eab-413e-bde3-83389033c723 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.785494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e279c718-9eab-413e-bde3-83389033c723 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/46a39802-8e02-4dcc-a1de-68d0a994fe61 HTTP/1.1" status: 404 len: 337 time: 0.0893548 Nov 24 14:03:55.786479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.841798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3ba5f2-3c14-4263-9780-d429df527aaf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.842336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3ba5f2-3c14-4263-9780-d429df527aaf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.847324 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3a3ba5f2-3c14-4263-9780-d429df527aaf tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/bafb246d-43b8-4748-8c97-6f95b48be0dc HTTP/1.1" status: 404 len: 333 time: 0.0573564 Nov 24 14:03:55.847608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40954) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.912416 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4605a4-3aa0-427c-a799-e29ab8cebf99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:55.912932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4605a4-3aa0-427c-a799-e29ab8cebf99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:55.914659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ab4605a4-3aa0-427c-a799-e29ab8cebf99 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/5cd57015-d201-4457-9bd6-329713ac918b HTTP/1.1" status: 404 len: 337 time: 0.0660653 Nov 24 14:03:55.917479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40960) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:55.948370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] DHCP port deletion for 319a2f75-9466-454f-a99b-7a02fd68f70d request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:03:55.953313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Deleting port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:55.953801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.965454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:55.973523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.000687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1005c9-4499-4d58-83df-a99063350005 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:56.001577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1005c9-4499-4d58-83df-a99063350005 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:56.003622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fd1005c9-4499-4d58-83df-a99063350005 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/ports/06420c58-1c74-4d7c-a278-677f1e5f2f8a HTTP/1.1" status: 404 len: 333 time: 0.0849073 Nov 24 14:03:56.006447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:56.068929 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8494897a-4bde-4ea2-8d48-28f33f7b5b05 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] DELETE failed (client error): The resource could not be found. Nov 24 14:03:56.069442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8494897a-4bde-4ea2-8d48-28f33f7b5b05 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:03:56.074618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8494897a-4bde-4ea2-8d48-28f33f7b5b05 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/subnets/762de823-ce9b-4a8d-ad75-c243c865e9b3 HTTP/1.1" status: 404 len: 337 time: 0.0642548 Nov 24 14:03:56.075691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40968) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:56.166444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:56.166663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.285079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.302957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] For port c87b7716-7fe9-44a9-b1ca-d5130e1543b5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,segment=NetworkSegment(3863e637-d041-4413-ba69-a52caa21bfb9),segment_id=3863e637-d041-4413-ba69-a52caa21bfb9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:56.303567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.450489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Calling delete_port for c87b7716-7fe9-44a9-b1ca-d5130e1543b5 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:56.461803 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-38597fba-4598-4919-9153-428ed4fba7a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b97645332db4a4996f8e648588f9719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7746043 Nov 24 14:03:56.473690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 40972) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:56.509334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.545580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.557814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:56.608949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] No DVR routers for this DVR port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:56.610639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Pushing event deleted for resources: {'Port': ['ID=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:56.614474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:56.624596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.672571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13168bed-777a-4e4d-96b5-2446850be7d2']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:56.697073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f020661-8b28-475c-94de-c3ac0501cc31') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:56.697411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f020661-8b28-475c-94de-c3ac0501cc31') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:56.711560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.745461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.766532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:03:56.767302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:03:56.787373 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:03:56.886735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.890964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d27124a1-7e5c-49a9-bd6c-e1cd98da88f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:56.906242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:56.918671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Pushing event deleted for resources: {'Network': ['ID=13168bed-777a-4e4d-96b5-2446850be7d2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:56.924336 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] 10.222.0.36 "DELETE /v2.0/networks/13168bed-777a-4e4d-96b5-2446850be7d2 HTTP/1.1" status: 204 len: 168 time: 0.8441076 Nov 24 14:03:56.924336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:57.007285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.067240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.105072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.resource_extend [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:03:57.119177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port c87b7716-7fe9-44a9-b1ca-d5130e1543b5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c87b7716-7fe9-44a9-b1ca-d5130e1543b5,segment=NetworkSegment(3863e637-d041-4413-ba69-a52caa21bfb9),segment_id=3863e637-d041-4413-ba69-a52caa21bfb9)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:03:57.119428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.128466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c87b7716-7fe9-44a9-b1ca-d5130e1543b5 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:03:57.184928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c87b7716-7fe9-44a9-b1ca-d5130e1543b5 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:03:57.185299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c87b7716-7fe9-44a9-b1ca-d5130e1543b5 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:03:57.323574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for c87b7716-7fe9-44a9-b1ca-d5130e1543b5 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:57.356138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.379814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.394020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe6019b1-c01b-4a50-8e6c-6616fc4d0e7a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:57.448954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40982) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:57.735537 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e64acbd5-9f55-43b4-8726-cda0e0caef21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beba4f49da2f427db6a4200f1f1e16d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848077 Nov 24 14:03:57.737762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40988) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:57.790048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b2d00681-ffb7-434a-9280-bdc6f8c88563 None None] Provisioning complete for port 72e5a2db-4190-4024-bcfa-d365a7052363 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:57.790724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2d00681-ffb7-434a-9280-bdc6f8c88563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.855313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.879311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b2d00681-ffb7-434a-9280-bdc6f8c88563 None None] Port 72e5a2db-4190-4024-bcfa-d365a7052363 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:03:57.888432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.904355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:03:57.905129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:03:57.905296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.925740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event updated for resources: {'Port': ['ID=72e5a2db-4190-4024-bcfa-d365a7052363,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:57.937725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:57.940354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d70b6ae9-a166-4ba4-94d5-1c5997617495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:57.968051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140b030-5b27-4f51-abf8-9ceea00e9475,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:57.975455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:57.979674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:57.980299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16c09110-6a6e-41b3-8d5f-9806d065bc73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:57.994587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c6358f-539a-4f46-a8ec-c947e318bca5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:58.007405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:58.008268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] In _notify_port_updated(), no bound segment for port 72e5a2db-4190-4024-bcfa-d365a7052363 on network 906b4790-af3d-4826-9367-57e2c5237682 {{(pid=87692) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:03:58.008268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:58.014241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.017915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.025999 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "PUT /v2.0/ports/72e5a2db-4190-4024-bcfa-d365a7052363 HTTP/1.1" status: 200 len: 1135 time: 2.7877727 Nov 24 14:03:58.030643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9c6358f-539a-4f46-a8ec-c947e318bca5 HTTP/1.1" status: 204 len: 168 time: 0.2917428 Nov 24 14:03:58.031338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 40996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:58.060528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.065047 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1140b030-5b27-4f51-abf8-9ceea00e9475 HTTP/1.1" status: 204 len: 168 time: 1.5860591 Nov 24 14:03:58.117228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router caee891a-0d53-404e-b441-95e0b5331217 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:03:58.142886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f11c5-65d7-4460-9498-46cb9aa713c7 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:58.143649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9e5f11c5-65d7-4460-9498-46cb9aa713c7 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Synchronizing usage tracker for tenant:0de4f3931105476f8ef95d5c9ea1603d on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:03:58.167133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9e5f11c5-65d7-4460-9498-46cb9aa713c7 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Unset dirty status for tenant:0de4f3931105476f8ef95d5c9ea1603d on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:03:58.171453 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9e5f11c5-65d7-4460-9498-46cb9aa713c7 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "GET /v2.0/ports/72e5a2db-4190-4024-bcfa-d365a7052363 HTTP/1.1" status: 200 len: 1135 time: 0.1388595 Nov 24 14:03:58.180210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41002) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:58.304968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Deleting port 72e5a2db-4190-4024-bcfa-d365a7052363 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:58.312939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.408404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port c87b7716-7fe9-44a9-b1ca-d5130e1543b5 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:03:58.408822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.500045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] The port 'c87b7716-7fe9-44a9-b1ca-d5130e1543b5' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:03:58.671769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:03:58.677788 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/caee891a-0d53-404e-b441-95e0b5331217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5055816 Nov 24 14:03:58.683456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] Sync routers for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:58.685911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41022) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:58.708141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:58.708792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:58.734277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.793257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.827399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 01eaa211-56f6-4398-a997-f129e21ecda6 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:03:58.836840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.881743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319a2f75-9466-454f-a99b-7a02fd68f70d']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:58.911978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3863e637-d041-4413-ba69-a52caa21bfb9') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:58.913160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3863e637-d041-4413-ba69-a52caa21bfb9') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:58.932876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:58.951406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.006225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.027248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:03:59.039234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Calling delete_port for 72e5a2db-4190-4024-bcfa-d365a7052363 owned by {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:03:59.043968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:03:59.044470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:03:59.080791 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:03:59.320841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.328232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.340648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-08e495f8-0d0f-4160-afbf-aca32bb1fd7d tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:59.382520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=319a2f75-9466-454f-a99b-7a02fd68f70d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:59.385303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:59.396905 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/319a2f75-9466-454f-a99b-7a02fd68f70d HTTP/1.1" status: 204 len: 168 time: 4.0085816 Nov 24 14:03:59.396905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41048) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:59.404176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.410008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670004681', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:59.419223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.425969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-73e200cb-1b21-4966-9db3-1a07a4603ede tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:59.459540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:03:59.474164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41054) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:59.481595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:03:59.489613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:03:59.504658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:03:59.519716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.522063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.542051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:03:55Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:59.559513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] Checking router: caee891a-0d53-404e-b441-95e0b5331217 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:59.566857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.591226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] Routers {'caee891a-0d53-404e-b441-95e0b5331217'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:03:59.596411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['caee891a-0d53-404e-b441-95e0b5331217'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:59.596531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event deleted for resources: {'Port': ['ID=72e5a2db-4190-4024-bcfa-d365a7052363,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:59.601528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.608276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:59.613729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-716ccfeb-3f44-477d-a8b6-d3dc69a54b56 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:03:59.674005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=01eaa211-56f6-4398-a997-f129e21ecda6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:59.677297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:03:59.682449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.696698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.713924 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/01eaa211-56f6-4398-a997-f129e21ecda6 HTTP/1.1" status: 204 len: 168 time: 1.0267620 Nov 24 14:03:59.717702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41064) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:59.792344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.836390 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "DELETE /v2.0/ports/72e5a2db-4190-4024-bcfa-d365a7052363 HTTP/1.1" status: 204 len: 168 time: 1.6544733 Nov 24 14:03:59.838939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41070) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:03:59.895335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23793ae8-7e4d-41fa-9d83-7ad1632b0100 None None] Network 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:03:59.995792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:03:59.997007 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-df5746e7-fbc5-49b7-96fd-9e0c3b692273 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5984871 Nov 24 14:04:00.000432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Deleting subnet b142a658-4e7e-460f-b677-51ce25122938 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:00.002952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41074) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:00.007318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.030686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41078) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:00.036474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1122878485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.063322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-390767984'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.071429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:00.074082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:00.075458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:00.078776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:00.081158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:router and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:00.084986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:00.086642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:00.092160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:00.097736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.124714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.125773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.133344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:00.136986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.150126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'networks': [{'name': 'tempest-network--583643853'}, {'name': 'tempest-network--1584758434'}]} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.150467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'network': {'name': 'tempest-network--583643853'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.150888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'network': {'name': 'tempest-network--1584758434'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.161248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:00.171590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:network and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:00.186967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:00.187285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:00.191665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] Set router caee891a-0d53-404e-b441-95e0b5331217 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:00.208168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.208525 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 363af133-39c4-4cca-8b45-667436e9f7cb of type vlan for network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 Nov 24 14:04:00.209281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.214318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:00.242271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-4ce051fa-9ef7-4cfc-b487-8928914d11b3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:00.252141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.254603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'network': 2} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:00.259257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.268348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.276802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.344724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.348736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.354490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:00.355079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.361687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:00.535897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] DHCP port deletion for 67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:04:00.542578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Deleting port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:00.542947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.597790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.603263 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5992174 Nov 24 14:04:00.606809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41086) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:00.616816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.630053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-4ce051fa-9ef7-4cfc-b487-8928914d11b3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:00.637493 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-4ce051fa-9ef7-4cfc-b487-8928914d11b3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491324208&fields=id&tenant_id=c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 267 time: 0.5685370 Nov 24 14:04:00.638699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.649092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=59c8d9b7-f197-44fd-bbdc-1309187c2a88,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:00.657634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:00.702556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6f6e975-7f2e-4dfe-b400-2000277cc79c tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:00.747793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event deleted for resources: {'Subnet': ['ID=b142a658-4e7e-460f-b677-51ce25122938,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:00.764414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:00.765485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.767501 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "DELETE /v2.0/subnets/b142a658-4e7e-460f-b677-51ce25122938 HTTP/1.1" status: 204 len: 168 time: 0.9273663 Nov 24 14:04:00.771692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41090) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:00.773524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:00.785871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.787064 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-826ed824-e226-4939-90ee-e6f705192eca tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3116429 Nov 24 14:04:00.788277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:security_group_rule and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:00.795868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:00.801660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41094) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:00.805050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] For port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,segment=NetworkSegment(29c6f93d-87ed-4770-a4fd-7501d622ae58),segment_id=29c6f93d-87ed-4770-a4fd-7501d622ae58)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:00.805448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.811047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:00.819311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-100880324'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:00.842099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:00.878220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:network and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:00.888342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:00.890453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:00.909823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:00.913399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:00.914241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:00.924626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.926717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:00.935593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-6a73a9cb-6cea-4734-8c72-b0d2f6ea8fea tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:00.937494 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-6a73a9cb-6cea-4734-8c72-b0d2f6ea8fea tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 811 time: 0.2980816 Nov 24 14:04:00.943210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Deleting port fc066d11-ee7f-4409-9d9d-cd99b3f1360f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:00.943442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Calling delete_port for 2218c4be-e247-49a6-a8d2-c8a82f8f37cb owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:00.943571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.957242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.969902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:00.974333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:00.997131 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-978629fd-f05e-4478-b29b-0c7e3e833f44 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/quotas/c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 375 time: 0.0446880 Nov 24 14:04:00.999788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.020396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:01.020813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.034361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:01.051457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:01.055417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.133815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:01.153746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:security_group_rule and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:01.161004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:01.195486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:01.206713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262c5ae-3b28-4258-8457-fd2ce629bfcf None None] Network 906b4790-af3d-4826-9367-57e2c5237682 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:01.300011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] For port fc066d11-ee7f-4409-9d9d-cd99b3f1360f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,segment=NetworkSegment(27563df0-5f7c-4fc1-9d2a-380599ab275d),segment_id=27563df0-5f7c-4fc1-9d2a-380599ab275d)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:01.300901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.362221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.362510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2218c4be-e247-49a6-a8d2-c8a82f8f37cb no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:04:01.380011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.380584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.398118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f19c2803-9427-4836-818e-46c6f5796d2a tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:01.399803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.416390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-84192c3d-d7d2-4f46-872c-8833e69606e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:01.451157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:03:55Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:01.456448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-6b51864f-e464-4e97-98d1-0476f42548e3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:01.466904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1dc25-7661-481a-bd5a-a149f68a42a2 None None] The sync data for ids ['caee891a-0d53-404e-b441-95e0b5331217'] in dv-neutron-818153-2-hyperv is: [{'id': 'caee891a-0d53-404e-b441-95e0b5331217', 'name': 'tempest-TestNetworkBasicOps-router-367855525', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:01:53Z', 'updated_at': '2021-11-24T14:03:55Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '299f4a48-5a7c-43aa-b6dc-18cf57a416e0', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee891a-0d53-404e-b441-95e0b5331217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:01:56Z', 'updated_at': '2021-11-24T14:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:01.468283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Calling delete_port for fc066d11-ee7f-4409-9d9d-cd99b3f1360f owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:01.492081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eedecc-aab7-4dec-9df4-4d12fc36819a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:01.497331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 299f4a48-5a7c-43aa-b6dc-18cf57a416e0, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:01.497331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.507247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 2218c4be-e247-49a6-a8d2-c8a82f8f37cb {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:04:01.507613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2218c4be-e247-49a6-a8d2-c8a82f8f37cb not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:04:01.520597 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:01.534697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:01.554152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Pushing event deleted for resources: {'Port': ['ID=2218c4be-e247-49a6-a8d2-c8a82f8f37cb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:01.556194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] No DVR routers for this DVR port 2218c4be-e247-49a6-a8d2-c8a82f8f37cb on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:04:01.559228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:01.637306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.645171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-42198e50-1073-4783-a6b3-bb2647e75d2c tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:01.710635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.715568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.716171 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Added segment 8b70a361-bdb7-433d-99d8-f7916b553acb of type vlan for network 8126cd0a-1f3b-4853-9f71-f20aedd56698 Nov 24 14:04:01.717012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event deleted for resources: {'Port': ['ID=fc066d11-ee7f-4409-9d9d-cd99b3f1360f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:01.720709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] No DVR routers for this DVR port fc066d11-ee7f-4409-9d9d-cd99b3f1360f on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:04:01.724344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:01.725215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b7a806b-37e8-449c-a24d-9f15d27d7c92 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:01.741568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:01.773943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-6b51864f-e464-4e97-98d1-0476f42548e3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:01.775293 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-6b51864f-e464-4e97-98d1-0476f42548e3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7632647 Nov 24 14:04:01.817368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.835839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.841352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.848696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c122ded4-2140-4052-aaa9-87aeadf8cd7c tempest-NegativeSecGroupTest-1116906280 tempest-NegativeSecGroupTest-1116906280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:01.888388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4c863-d320-44ae-8a6e-2e4539d34344,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:01.898539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527789d9-1f19-46cf-85b0-e60a00780d34 None None] DHCP port deletion for 906b4790-af3d-4826-9367-57e2c5237682 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:04:01.904291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:01.928548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:01.957958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=6956963a-ccf2-4adc-b2f2-ed54d275c4c4,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:01.957958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:01.961240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:01.988826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:01.989196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 59c8d9b7-f197-44fd-bbdc-1309187c2a88, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:02.002317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906b4790-af3d-4826-9367-57e2c5237682']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:02.028093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27563df0-5f7c-4fc1-9d2a-380599ab275d') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:02.028571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27563df0-5f7c-4fc1-9d2a-380599ab275d') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:02.040124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:02.047279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.055625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.056212 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Added segment cce98e1f-7ae3-4051-ac27-de26a5d429d1 of type vlan for network 6167d533-0fdb-449e-9d6b-377fe0fb3986 Nov 24 14:04:02.066925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 59c8d9b7-f197-44fd-bbdc-1309187c2a88) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:02.072481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:02.073682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.077322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce31835-08cc-438a-b82e-2798f3121696 None None] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:02.078559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:02.080198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.096434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:02.097335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.119638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.119980 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Added segment bc7e689f-38fc-49d1-8916-1458562a71e3 of type vlan for network 00c41717-cfc1-4654-810a-510edf1a1c94 Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:02.120287 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:02.150107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.215216 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6030838 Nov 24 14:04:02.221872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41100) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:02.246569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.263210 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a434a16f-98a7-4ca6-85dd-adf3b6dc995c service neutron] 10.222.0.36 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662228 Nov 24 14:04:02.350741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:02.352951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.378873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.384479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:02.385128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.405669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7da6fd72-0f88-4b8b-9849-fb3c2b22dcfd tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:02.509074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.515242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.521273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-967c0e0a-0879-4e28-8fb0-ad563f2fec45 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:02.536334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.554311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] 10.222.0.36 "DELETE /v2.0/networks/906b4790-af3d-4826-9367-57e2c5237682 HTTP/1.1" status: 204 len: 168 time: 1.7817228 Nov 24 14:04:02.555688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Pushing event deleted for resources: {'Network': ['ID=906b4790-af3d-4826-9367-57e2c5237682,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:02.557389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.557934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.559914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:02.560028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Allocated IP 2001:db8::2 (59c8d9b7-f197-44fd-bbdc-1309187c2a88/6956963a-ccf2-4adc-b2f2-ed54d275c4c4/3584524f-d687-46df-bddf-ede2f7ca7bca) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:02.566576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:02.572884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:02.573791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:02.655127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Network': ['ID=6167d533-0fdb-449e-9d6b-377fe0fb3986,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:02.722447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:02.865451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:02.868313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a6fc458-49a8-4cb0-a6b3-4edfc80f9388 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:02.922987 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1202719 Nov 24 14:04:02.939770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41108) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:02.944061 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8997076 Nov 24 14:04:02.945307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41110) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:02.952873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=299f4a48-5a7c-43aa-b6dc-18cf57a416e0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:02.960819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:02.961440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'subnet': {'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:02.980326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13b7333e-a472-49e3-843d-fd8ecdbf2da4 tempest-NetworksIpV6TestAttrs-1140159824 tempest-NetworksIpV6TestAttrs-1140159824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:03.025133 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0cc5a356-1526-44e8-b839-505b71386290 service neutron] 10.222.0.36 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471073 Nov 24 14:04:03.083768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.098410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Transition to ACTIVE for port object 3584524f-d687-46df-bddf-ede2f7ca7bca will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:03.103863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:03.108937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:subnet and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:03.109548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41116) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:03.114060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:03.122070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:03.136611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:03.139752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Transition to ACTIVE for port object 3584524f-d687-46df-bddf-ede2f7ca7bca will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:03.144516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.149987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.178550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5ea1f0cd-1419-4e9d-8107-176a5004b768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:03.216724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.246701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e998b263-b0c8-4c49-aec6-b2892b1a50ce no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:04:03.322043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.343267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Pushing event updated for resources: {'Port': ['ID=3584524f-d687-46df-bddf-ede2f7ca7bca,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:03.345965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:03.355307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: e998b263-b0c8-4c49-aec6-b2892b1a50ce {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:04:03.355924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e998b263-b0c8-4c49-aec6-b2892b1a50ce not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:04:03.356036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fc066d11-ee7f-4409-9d9d-cd99b3f1360f no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:04:03.400218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:03.401128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: fc066d11-ee7f-4409-9d9d-cd99b3f1360f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:04:03.401476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fc066d11-ee7f-4409-9d9d-cd99b3f1360f not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:04:03.404533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:03.406487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:03.461136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Network': ['ID=8126cd0a-1f3b-4853-9f71-f20aedd56698,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:03.498335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 8126cd0a-1f3b-4853-9f71-f20aedd56698 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:03.512362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.515885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.547620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Attempting to bind port 3584524f-d687-46df-bddf-ede2f7ca7bca on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:03.548160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Attempting to bind port 3584524f-d687-46df-bddf-ede2f7ca7bca by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:03.549515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Attempting to bind port 3584524f-d687-46df-bddf-ede2f7ca7bca on network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:03.659133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:03.659518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Checking segment: {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:03.659930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.660462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Bound using segment: {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:03.660983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Bound port: 3584524f-d687-46df-bddf-ede2f7ca7bca, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:03.661373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.712380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:03.718551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:03.724879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:03.731148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:03.732104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Synchronizing usage tracker for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:03.741061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Network': ['ID=00c41717-cfc1-4654-810a-510edf1a1c94,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:03.748036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:03.752612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.137s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:03.753250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:03.756305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.757128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router caee891a-0d53-404e-b441-95e0b5331217 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:04:03.763270 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e08357f0-c846-4045-84c2-bf2ef79804b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0de4f3931105476f8ef95d5c9ea1603d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957663 Nov 24 14:04:03.771270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41132) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:03.792588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Unset dirty status for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:03.796868 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-508b9e36-b572-435f-99a6-eebd293db077 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8426385 Nov 24 14:04:03.797274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41136) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:03.803777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:03.804989 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/caee891a-0d53-404e-b441-95e0b5331217 HTTP/1.1" status: 204 len: 168 time: 4.0859904 Nov 24 14:04:03.810155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41140) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:03.875947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 00c41717-cfc1-4654-810a-510edf1a1c94 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:04.037331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] For port 3584524f-d687-46df-bddf-ede2f7ca7bca, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:04.042922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] For port 3584524f-d687-46df-bddf-ede2f7ca7bca, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3584524f-d687-46df-bddf-ede2f7ca7bca,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:04.047580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.050618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8::1 (59c8d9b7-f197-44fd-bbdc-1309187c2a88/6956963a-ccf2-4adc-b2f2-ed54d275c4c4/ee40a0e7-4344-43b1-8211-ae34f185bff8) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:04.061369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ebc55aad-6b57-4781-ace6-b0301a3954c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:04.183489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.197975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Pushing event updated for resources: {'Port': ['ID=3584524f-d687-46df-bddf-ede2f7ca7bca,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:04.209013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:04.236248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.240655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.245114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88428ba6-0712-4753-8be8-6c954afd1c15 req-6c23df72-ee66-488b-ab24-6a6f93c11dce tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.4792330 Nov 24 14:04:04.404677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.473436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.531602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object ee40a0e7-4344-43b1-8211-ae34f185bff8 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:04.593085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.598751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7521980-9c3d-46b3-8fae-5b7ffb6d23c6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:04.662973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.698671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.719040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.719314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Checking segment: {'id': 'cce98e1f-7ae3-4051-ac27-de26a5d429d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:04.719420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network hostable DHCP agents. Network: 6167d533-0fdb-449e-9d6b-377fe0fb3986, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:04.730903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:04.739478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:04.742380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Subnet': ['ID=a5266c27-d8dd-49dc-9436-1f85192c89df,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:04.744393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:04.744934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.750370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:04.752125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f50657e4-e1c5-485f-8925-9c56304d9411 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:04.766253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8126cd0a-1f3b-4853-9f71-f20aedd56698']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:04.817720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:04.853570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6167d533-0fdb-449e-9d6b-377fe0fb3986) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:04.863121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea93bec-6e68-48d0-9cc8-af85d0697904 None None] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:04.871108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:04.871972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.876347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=ee40a0e7-4344-43b1-8211-ae34f185bff8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:04.879982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:04.927265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:04.935602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b70a361-bdb7-433d-99d8-f7916b553acb') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:04.935918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b70a361-bdb7-433d-99d8-f7916b553acb') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:04.949302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0053585 Nov 24 14:04:04.951673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41150) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:04.957616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c6f93d-87ed-4770-a4fd-7501d622ae58') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:04.958235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c6f93d-87ed-4770-a4fd-7501d622ae58') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:04.975174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'network': {'name': 'tempest-router-network01--77176665'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:04.988602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:04.999467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.010452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.017676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:05.022684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e73f4f29-4249-4a6c-a7f5-f89a7d0b5bc6 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:05.036962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.039475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:network and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:05.044795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:05.051073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.060513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ede8d3-5722-4ca3-b6ba-aa234148d8c0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:05.065027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:05.071302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.076099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:05.085290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:05.085969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:05.102398 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:05.105843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.107147 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06ede8d3-5722-4ca3-b6ba-aa234148d8c0 HTTP/1.1" status: 204 len: 168 time: 1.3333771 Nov 24 14:04:05.117853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:05.119263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:05.143282 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:05.145575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3584524f-d687-46df-bddf-ede2f7ca7bca up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:05.313195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:05.317734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.328268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6167d533-0fdb-449e-9d6b-377fe0fb3986', 'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986', 'tenant_id': '3ac85ea2aa1a43ef9ec190b523e51cb3', 'fixed_ips': [{'subnet_id': 'a5266c27-d8dd-49dc-9436-1f85192c89df'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:05.331053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.610293 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-89ea0777-b242-4a2b-a817-245961c2053c req-bd3c5f24-a509-4435-8435-1c0b32d661e5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.0956855 Nov 24 14:04:05.647431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.659301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-79685f36-6670-412b-ac68-71904fe4bebe tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:05.726422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.744974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Allocated IP 2001:db8::2 (6167d533-0fdb-449e-9d6b-377fe0fb3986/a5266c27-d8dd-49dc-9436-1f85192c89df/dcc82977-c8f1-4a93-9287-37ed855fb3a8) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:05.749099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.755017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:05.758049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:05.776136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.781154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:05.782062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b32f653d-904f-4768-b1dc-f79cc4c925d5 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:05.821017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Network': ['ID=8126cd0a-1f3b-4853-9f71-f20aedd56698,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:05.843978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3584524f-d687-46df-bddf-ede2f7ca7bca completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:05.844922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:05.848723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.850151 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Added segment fe63ac81-dd0f-4d15-a70d-6d00341be746 of type vlan for network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef Nov 24 14:04:05.866551 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/67b1d3e2-8f1a-4ada-9b4d-b1dcfb91e16a HTTP/1.1" status: 204 len: 168 time: 2.0522380 Nov 24 14:04:05.887291 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/networks/8126cd0a-1f3b-4853-9f71-f20aedd56698 HTTP/1.1" status: 204 len: 168 time: 2.0807905 Nov 24 14:04:05.888376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41158) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:05.915959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--1213112073', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:05.919732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:05.932318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:04:05.934594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:05.965225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b145f8-6c28-4ab3-8ac1-83193246c45d None None] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:05.972570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:06.029700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:04:06.030204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 299f4a48-5a7c-43aa-b6dc-18cf57a416e0 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:04:06.047859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.056501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:06.057264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.063268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:06.106372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-b78bbf5c-fc6e-4339-8549-43405eb24dc8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:06.107175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-b78bbf5c-fc6e-4339-8549-43405eb24dc8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:06.139040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5b44fb94-abda-4b2f-bbd7-e3de00c657cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:06.142732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-b78bbf5c-fc6e-4339-8549-43405eb24dc8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:06.145151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-b78bbf5c-fc6e-4339-8549-43405eb24dc8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 811 time: 0.7968087 Nov 24 14:04:06.150237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.159597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Provisioning for port 3584524f-d687-46df-bddf-ede2f7ca7bca completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:06.176569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:06.195913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Provisioning complete for port 3584524f-d687-46df-bddf-ede2f7ca7bca triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:06.196194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.197799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.198923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.210591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:06.217869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:06.300902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-320423ab-b09f-423e-be6a-46e7809e6cbb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:06.321380 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3669555 Nov 24 14:04:06.326404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:06.350787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'network': {'name': 'tempest-router-network02--553576640'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:06.371085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:06.375229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.398058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.403704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Network': ['ID=1f585a7b-2430-4d5a-8284-4477b8d0d0ef,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:06.410923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:06.431257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:06.445246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:06.448623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-320423ab-b09f-423e-be6a-46e7809e6cbb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:06.450374 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-320423ab-b09f-423e-be6a-46e7809e6cbb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 379 time: 0.2900815 Nov 24 14:04:06.460653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:network and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:06.467651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=ee40a0e7-4344-43b1-8211-ae34f185bff8,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:06.474925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'port': {'device_id': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'admin_state_up': True, 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'security_groups': ['12711eff-861c-482c-be10-1f7162910c03']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:06.498799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:06.588206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.588623 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment b9c52650-9e54-4faf-bfef-15a63e865058 of type vlan for network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 Nov 24 14:04:06.624970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.625774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.646185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:06.678354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:06.681156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.686997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c41717-cfc1-4654-810a-510edf1a1c94']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:06.701257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Transition to ACTIVE for port object dcc82977-c8f1-4a93-9287-37ed855fb3a8 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:06.705959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:06.706678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7e689f-38fc-49d1-8916-1458562a71e3') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:06.706977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7e689f-38fc-49d1-8916-1458562a71e3') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:06.735881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.736283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:06.738840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:06.753327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Made reservation on behalf of c14caf9d09624db788c139dea0002e72 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:06.763565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.769918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.774303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.781148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:06.781831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.792036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c62affcf-6773-4727-af5d-599c99fb4edf tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:06.823142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:06.823592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:06.858570 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:06.886716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.897484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Transition to ACTIVE for port object dcc82977-c8f1-4a93-9287-37ed855fb3a8 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:06.910884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:06.918334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-69f3ac28-0f3c-4c3d-a2bd-363d6db31e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:06.986729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fa531833-9aca-44e6-a1c4-62446aa887b3 req-8fc45b48-5b6d-4da3-a9b5-130fdc4bb3ad tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.0637796 Nov 24 14:04:07.005814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:07.020684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:07.023495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:07.025720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:07.030325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.046050 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1451967 Nov 24 14:04:07.054180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41174) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:07.081527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:07.081812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] For port 3584524f-d687-46df-bddf-ede2f7ca7bca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3584524f-d687-46df-bddf-ede2f7ca7bca,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:07.087203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=e36dc29f-c7ff-4735-9f14-3c11e01bebb1,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:07.088304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Pushing event updated for resources: {'Port': ['ID=dcc82977-c8f1-4a93-9287-37ed855fb3a8,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:07.092103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:07.099126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:07.100076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:07.101789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:07.108440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.112493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:07.117764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:07.122111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.122500 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Added segment 244567de-be50-4cde-b7cf-cd84db66954f of type vlan for network 7270f176-b88d-4daf-91a5-0876a93c9b70 Nov 24 14:04:07.124952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.135195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-64808eb8-bf34-4782-8b2d-efe9603acd96 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:07.163823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.166964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:07.167709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.175679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Network': ['ID=00c41717-cfc1-4654-810a-510edf1a1c94,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:07.188425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:07.199046 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/networks/00c41717-cfc1-4654-810a-510edf1a1c94 HTTP/1.1" status: 204 len: 168 time: 1.2769568 Nov 24 14:04:07.200000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41178) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:07.208591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.210883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.215386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:07.216958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.224214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:07.224893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.225645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-54002a3e-0999-4e36-8875-432f4d56d4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:07.253001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4f135b3b-a482-4490-a008-d92859587e2e tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:07.297325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:07.316146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Attempting to bind port dcc82977-c8f1-4a93-9287-37ed855fb3a8 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:07.316382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Attempting to bind port dcc82977-c8f1-4a93-9287-37ed855fb3a8 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'cce98e1f-7ae3-4051-ac27-de26a5d429d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:07.316737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Attempting to bind port dcc82977-c8f1-4a93-9287-37ed855fb3a8 on network 6167d533-0fdb-449e-9d6b-377fe0fb3986 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:07.352276 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.402323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:07.402710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Checking segment: {'id': 'cce98e1f-7ae3-4051-ac27-de26a5d429d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:07.403128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.403537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Bound using segment: {'id': 'cce98e1f-7ae3-4051-ac27-de26a5d429d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:07.404033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Bound port: dcc82977-c8f1-4a93-9287-37ed855fb3a8, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce98e1f-7ae3-4051-ac27-de26a5d429d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6167d533-0fdb-449e-9d6b-377fe0fb3986'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:07.404605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.541407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Pushing event updated for resources: {'Port': ['ID=3584524f-d687-46df-bddf-ede2f7ca7bca,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:07.544826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:07.594874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] For port dcc82977-c8f1-4a93-9287-37ed855fb3a8, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:07.598759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:07.600062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] For port dcc82977-c8f1-4a93-9287-37ed855fb3a8, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dcc82977-c8f1-4a93-9287-37ed855fb3a8,segment=NetworkSegment(cce98e1f-7ae3-4051-ac27-de26a5d429d1),segment_id=cce98e1f-7ae3-4051-ac27-de26a5d429d1)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:07.615613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.621707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fd52ffc9-1875-44c0-a38a-ceb06b02d4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:07.693631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7c087285-a2a4-40bf-a9b5-cf53db5682a1 None None] Provisioning complete for port 3584524f-d687-46df-bddf-ede2f7ca7bca triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:07.694546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c087285-a2a4-40bf-a9b5-cf53db5682a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:07.786264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4476175 Nov 24 14:04:07.823090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41182) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:07.832419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Pushing event updated for resources: {'Port': ['ID=dcc82977-c8f1-4a93-9287-37ed855fb3a8,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:07.838738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:07.855702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'subnet': {'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:07.896910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Network': ['ID=7270f176-b88d-4daf-91a5-0876a93c9b70,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:07.900487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:07.926631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 7270f176-b88d-4daf-91a5-0876a93c9b70 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:08.092327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Allocated IP 172.20.0.3 (6d387bb8-9890-4da0-a21c-d73a008727f7/c2cbab32-157d-4936-bf1e-d0249eba1fe7/8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:08.101114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:04:08.279778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea12ad-5723-4689-af10-d2f5b95192f8 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:08.290661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7c087285-a2a4-40bf-a9b5-cf53db5682a1 None None] Provisioning for port ee40a0e7-4344-43b1-8211-ae34f185bff8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:08.296338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7c087285-a2a4-40bf-a9b5-cf53db5682a1 None None] Provisioning complete for port ee40a0e7-4344-43b1-8211-ae34f185bff8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:08.296715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7c087285-a2a4-40bf-a9b5-cf53db5682a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.305997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea12ad-5723-4689-af10-d2f5b95192f8 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:08.306810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-25ea12ad-5723-4689-af10-d2f5b95192f8 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Synchronizing usage tracker for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:08.387317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7c087285-a2a4-40bf-a9b5-cf53db5682a1 None None] Port ee40a0e7-4344-43b1-8211-ae34f185bff8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:08.435787 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fa4d0304-f7e2-4801-be0e-3aa97a6eb50c req-c0943ebf-6d95-425f-a05b-5af7761cbb98 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.1072288 Nov 24 14:04:08.438947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:08.446536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.457650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:subnet and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:08.463324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:08.464557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:08.475588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2502153 Nov 24 14:04:08.476205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41188) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:08.483486 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:08.493133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-25ea12ad-5723-4689-af10-d2f5b95192f8 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Unset dirty status for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:08.499866 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-25ea12ad-5723-4689-af10-d2f5b95192f8 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2983749 Nov 24 14:04:08.500336 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:08.501421 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:08.503802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:08.506524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41190) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:08.512567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1792296541'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:08.521628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad8d54e6-95bb-4377-844d-ec6743684298 None None] Provisioning complete for port ee40a0e7-4344-43b1-8211-ae34f185bff8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:08.521877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ad8d54e6-95bb-4377-844d-ec6743684298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.526141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:08.535914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:08.537714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1765796248'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:08.539223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:08.542631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.596318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:08.605037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:08.645946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d54e6-95bb-4377-844d-ec6743684298 None None] Port ee40a0e7-4344-43b1-8211-ae34f185bff8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:08.700286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:08.739028 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:08.750547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:08.754574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.799350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:08.836374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.841664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:08.848185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.878254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:08.904422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Transition to ACTIVE for port object 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:08.910169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.910511 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 52e66f0d-0e4c-47b1-8243-6a705321661d of type vlan for network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 Nov 24 14:04:08.923824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:08.940474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:08.941014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Added segment 5e049f49-9d16-4cd5-a92e-79880f263c09 of type vlan for network 705aea50-c64c-4345-b079-c55192170330 Nov 24 14:04:08.997635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.066540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.074700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7027a57-36d8-40c6-b48e-bb09f324e2dc tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:09.075914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.221409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.227534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:09.228269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.237326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3584524f-d687-46df-bddf-ede2f7ca7bca up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:09.243989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4d1f4088-b4c5-401e-b2ec-73f4d9ed5c92 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:09.254760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:09.269589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:09.270257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.283379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:09.284038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.289952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f978dfcd-78e9-453e-bd0c-5d49c6d51871 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:09.290179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.366091 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:04Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:05Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:09.371220 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:09.371862 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Updating router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 port ee40a0e7-4344-43b1-8211-ae34f185bff8 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:04:09.373850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3584524f-d687-46df-bddf-ede2f7ca7bca triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:09.374396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.415555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:09.436651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:09.439789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:09.502270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Network': ['ID=705aea50-c64c-4345-b079-c55192170330,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:09.505257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:09.527337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0092907 Nov 24 14:04:09.527883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 705aea50-c64c-4345-b079-c55192170330 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:09.537919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41198) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:09.562747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-635696069'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:09.579008 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.593658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:09.594447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.605093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:09.632334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:network and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:09.635904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:09.657090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:09.675082 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2143724 Nov 24 14:04:09.690155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Request body: {'port': {'device_id': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:09.698600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b514be-34a7-44f6-a5f0-d55af1615f42 None None] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:09.875017 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3722236 Nov 24 14:04:09.889283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41202) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:09.899966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:09.908034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:09.909323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:09.910425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ad771c9a-8f03-4d32-9c7d-764f12211e16 None None] Provisioning for port dcc82977-c8f1-4a93-9287-37ed855fb3a8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:09.951922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=96fc406a-7601-46ca-beb4-ca0d1e0a8664,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:09.960766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:09.970896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b43f8d63-67fc-48bc-ae69-77048079058e tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:09.979151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:10.093765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:10.119026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.132092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.132962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Added segment b5b484ef-aed1-4df5-9ef7-9eb1f7aa47fb of type vlan for network b79f6903-281f-4bc7-b987-a2ed893da667 Nov 24 14:04:10.174520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.244697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Subnet': ['ID=c9cc440d-a92f-4c88-b727-8d41d3af02fc,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:10.271114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:10.272710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.304206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dcc82977-c8f1-4a93-9287-37ed855fb3a8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:10.338736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Checking segment: {'id': 'fe63ac81-dd0f-4d15-a70d-6d00341be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:10.339260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network hostable DHCP agents. Network: 1f585a7b-2430-4d5a-8284-4477b8d0d0ef, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:10.350654 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.351026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f943ee40-76c4-49a7-b8a3-7c65e78afdd7 None None] Provisioning for port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:10.378351 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Transition to ACTIVE for port object ee40a0e7-4344-43b1-8211-ae34f185bff8 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:10.393712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:10.395848 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.399717 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:10.419653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f943ee40-76c4-49a7-b8a3-7c65e78afdd7 None None] Provisioning complete for port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:10.420374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f943ee40-76c4-49a7-b8a3-7c65e78afdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.424977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3e118-9348-48a1-bc5f-1b46c64edba6 req-9fced74f-2578-484b-9120-695054579adb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:10.426457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-77b3e118-9348-48a1-bc5f-1b46c64edba6 req-9fced74f-2578-484b-9120-695054579adb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:10.427951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:10.439766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:10.447595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:10.464943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 1f585a7b-2430-4d5a-8284-4477b8d0d0ef) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:10.480012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:10.492236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-77b3e118-9348-48a1-bc5f-1b46c64edba6 req-9fced74f-2578-484b-9120-695054579adb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:10.493978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b3e118-9348-48a1-bc5f-1b46c64edba6 req-9fced74f-2578-484b-9120-695054579adb tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 931 time: 0.7353644 Nov 24 14:04:10.494976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3297443-b235-4778-a077-8d03a92b4c06 None None] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:10.499061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.521422 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e51574-35e9-44e2-98e7-977368f06866 None None] Pushing event updated for resources: {'Port': ['ID=ee40a0e7-4344-43b1-8211-ae34f185bff8,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:10.526235 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-73e51574-35e9-44e2-98e7-977368f06866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:10.530676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:10.531425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.543322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:10.547039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.596718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b3e118-9348-48a1-bc5f-1b46c64edba6 req-e5aa8dd5-da01-400b-9187-ae72ffba2fd5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868282 Nov 24 14:04:10.682010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.692818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:10.693467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.698644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6cfeea5a-7e8f-48cb-b8ba-438a2b6d4675 tempest-FloatingIPNegativeTestJSON-1653817562 tempest-FloatingIPNegativeTestJSON-1653817562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:10.782021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f943ee40-76c4-49a7-b8a3-7c65e78afdd7 None None] Port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:10.928846 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Attempting to bind port ee40a0e7-4344-43b1-8211-ae34f185bff8 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:10.930008 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Attempting to bind port ee40a0e7-4344-43b1-8211-ae34f185bff8 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:10.931515 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Attempting to bind port ee40a0e7-4344-43b1-8211-ae34f185bff8 on network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:10.942938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port dcc82977-c8f1-4a93-9287-37ed855fb3a8 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:10.946738 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:10.948035 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Checking segment: {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:10.948586 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.949132 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Bound using segment: {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:10.950649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Bound port: ee40a0e7-4344-43b1-8211-ae34f185bff8, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363af133-39c4-4cca-8b45-667436e9f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:10.951048 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:10.986200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dcc82977-c8f1-4a93-9287-37ed855fb3a8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:10.986837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.027105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:04:11.077864 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] For port ee40a0e7-4344-43b1-8211-ae34f185bff8, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:11.082749 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] For port ee40a0e7-4344-43b1-8211-ae34f185bff8, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ee40a0e7-4344-43b1-8211-ae34f185bff8,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:11.088773 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.105835 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5647802 Nov 24 14:04:11.106500 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2223502e-39fc-4b04-bdea-5cd919c036f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:11.127886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41206) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:11.131998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-1f585a7b-2430-4d5a-8284-4477b8d0d0ef', 'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef', 'tenant_id': '3ac85ea2aa1a43ef9ec190b523e51cb3', 'fixed_ips': [{'subnet_id': 'c9cc440d-a92f-4c88-b727-8d41d3af02fc'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:11.132863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.144331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'ports': [{'network_id': '705aea50-c64c-4345-b079-c55192170330', 'name': 'tempest-port--809496950', 'admin_state_up': True}, {'network_id': 'b79f6903-281f-4bc7-b987-a2ed893da667', 'admin_state_up': False}]} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:11.144688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'port': {'network_id': '705aea50-c64c-4345-b079-c55192170330', 'name': 'tempest-port--809496950', 'admin_state_up': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:11.145225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'port': {'network_id': 'b79f6903-281f-4bc7-b987-a2ed893da667', 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:11.167710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Network': ['ID=b79f6903-281f-4bc7-b987-a2ed893da667,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:11.191519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:11.257246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b79f6903-281f-4bc7-b987-a2ed893da667 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:11.308691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:04:11.343192 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5184577 Nov 24 14:04:11.346632 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e51574-35e9-44e2-98e7-977368f06866 None None] Pushing event updated for resources: {'Port': ['ID=ee40a0e7-4344-43b1-8211-ae34f185bff8,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:11.349614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.351176 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-73e51574-35e9-44e2-98e7-977368f06866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:11.358166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41210) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:11.358513 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:11.358513 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:11.383337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'subnet': {'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:11.408535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.54 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/9323b2cc-855b-411c-8e28-2c59f4978621) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:11.556924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Transition to ACTIVE for port object 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:11.566791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.684865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.727343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.740997 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:11.745749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d1978dd-4db9-414b-9ea7-f06e6a61a057 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:11.842575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:11.848511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port dcc82977-c8f1-4a93-9287-37ed855fb3a8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dcc82977-c8f1-4a93-9287-37ed855fb3a8,segment=NetworkSegment(cce98e1f-7ae3-4051-ac27-de26a5d429d1),segment_id=cce98e1f-7ae3-4051-ac27-de26a5d429d1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:11.854853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:11.865677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:11.884627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.891068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5b033845-4c0b-4563-99d1-f2a13cf2cdf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:11.911898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:11.930740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2a387bd3-60c5-4fac-89a3-67d814c74677 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:12.008985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:12.053800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:12.059403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6cc2a272-81b8-49d7-ad35-45f25199ae1a None None] Provisioning complete for port dcc82977-c8f1-4a93-9287-37ed855fb3a8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:12.059811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a272-81b8-49d7-ad35-45f25199ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.060767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:subnet and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:12.064628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:12.073054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:12.111313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:port and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:12.115705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:12.120891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.144840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=dcc82977-c8f1-4a93-9287-37ed855fb3a8,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:12.165275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:12.166535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Allocated IP 2001:db8::2 (1f585a7b-2430-4d5a-8284-4477b8d0d0ef/c9cc440d-a92f-4c88-b727-8d41d3af02fc/61289a14-9a88-4ddf-867f-5ed400e78344) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:12.299070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:12.317664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=9323b2cc-855b-411c-8e28-2c59f4978621,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:12.331129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:12.338958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:12.373427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.393204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ffbf99b5-4a66-4bc7-bd5b-d50002c7be3d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:12.421093 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:04Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:11Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:12.432713 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8aed8e-e488-4730-a2c8-a44642188671 None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:04Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:11Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:12.488258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=2c44504a-7aba-4f14-8b41-a7c126101814,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:12.495400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:12.572246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:12.572940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 96fc406a-7601-46ca-beb4-ca0d1e0a8664, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:12.610886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.629307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Transition to ACTIVE for port object 61289a14-9a88-4ddf-867f-5ed400e78344 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:12.688309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Transition to ACTIVE for port object 61289a14-9a88-4ddf-867f-5ed400e78344 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:12.703347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.714841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:12.733340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:12.738010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:12.748476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.755085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'port': 2} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:12.766328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.781754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:12.853094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.869781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Subnet': ['ID=fbd36d85-9326-474f-8f92-f7a2fe3d5a3f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:12.878672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:12.883825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:12.906519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:12.917539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:12.929643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:12.932184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Pushing event updated for resources: {'Port': ['ID=61289a14-9a88-4ddf-867f-5ed400e78344,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:12.945089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:13.022357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9ca58-125a-403d-8bc2-e0e88f0bc65a req-cf0c5e9f-2c71-400c-a136-96242df3fb9c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:13.024190 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c6c9ca58-125a-403d-8bc2-e0e88f0bc65a req-cf0c5e9f-2c71-400c-a136-96242df3fb9c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.8718798 Nov 24 14:04:13.033375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:13.038402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Checking segment: {'id': '244567de-be50-4cde-b7cf-cd84db66954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:13.039006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network hostable DHCP agents. Network: 7270f176-b88d-4daf-91a5-0876a93c9b70, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:13.064651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Attempting to bind port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:13.064974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Attempting to bind port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:13.065458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Attempting to bind port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:13.089949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Attempting to bind port 61289a14-9a88-4ddf-867f-5ed400e78344 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:13.090499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Attempting to bind port 61289a14-9a88-4ddf-867f-5ed400e78344 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'fe63ac81-dd0f-4d15-a70d-6d00341be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:13.090987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Attempting to bind port 61289a14-9a88-4ddf-867f-5ed400e78344 on network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:13.096485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 on network 6d387bb8-9890-4da0-a21c-d73a008727f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:04:13.096991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Attempting to bind port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:13.101891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:13.102612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Checking segment: {'id': 'fe63ac81-dd0f-4d15-a70d-6d00341be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:13.104864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.106479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Bound using segment: {'id': 'fe63ac81-dd0f-4d15-a70d-6d00341be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:13.107163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Bound port: 61289a14-9a88-4ddf-867f-5ed400e78344, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe63ac81-dd0f-4d15-a70d-6d00341be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '1f585a7b-2430-4d5a-8284-4477b8d0d0ef'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:13.107678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.108897 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c6c9ca58-125a-403d-8bc2-e0e88f0bc65a req-af1e5516-8e18-49ae-981f-eaab1997741a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636468 Nov 24 14:04:13.114784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 96fc406a-7601-46ca-beb4-ca0d1e0a8664) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:13.124791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:13.125811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.130256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] device_id is not set on port 996cfdc4-27e7-45f0-9f29-f5f917b0ef82 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:04:13.133649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:13.133989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Checking segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:13.134463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Bound using segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:13.134938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Bound port: 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:13.135143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.147637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f87b4-6673-4c79-b752-063de930c4a9 None None] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:13.151081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 7270f176-b88d-4daf-91a5-0876a93c9b70 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:13.176258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 7270f176-b88d-4daf-91a5-0876a93c9b70) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:13.186579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:13.186984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.201861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ad044-aa8a-41e0-817b-bb3c43c653cf None None] Network 7270f176-b88d-4daf-91a5-0876a93c9b70 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:13.310754 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4202268 Nov 24 14:04:13.366132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41216) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:13.448656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] For port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:13.461423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] For port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:13.542814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] For port 61289a14-9a88-4ddf-867f-5ed400e78344, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:13.561512 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1996076 Nov 24 14:04:13.561792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] For port 61289a14-9a88-4ddf-867f-5ed400e78344, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=61289a14-9a88-4ddf-867f-5ed400e78344,segment=NetworkSegment(fe63ac81-dd0f-4d15-a70d-6d00341be746),segment_id=fe63ac81-dd0f-4d15-a70d-6d00341be746)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:13.571928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.580791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41220) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:13.606667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.624717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12306142-c454-42e9-8d3b-64c9b3141a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:13.649630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:13.802654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6958e92d-0066-47c5-9ea5-bd6ec8b82f07 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:13.928444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:04:13.946794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Pushing event updated for resources: {'Port': ['ID=61289a14-9a88-4ddf-867f-5ed400e78344,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:13.989081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:14.078001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:14.079019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:14.087552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:14.088164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:14.089601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] 10.222.0.76 "PUT /v2.0/ports/8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 HTTP/1.1" status: 200 len: 1093 time: 4.4038401 Nov 24 14:04:14.093822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:04:14.126727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-7270f176-b88d-4daf-91a5-0876a93c9b70', 'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70', 'tenant_id': '3ac85ea2aa1a43ef9ec190b523e51cb3', 'fixed_ips': [{'subnet_id': 'fbd36d85-9326-474f-8f92-f7a2fe3d5a3f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:14.134518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:14.214503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:14.259019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dcc82977-c8f1-4a93-9287-37ed855fb3a8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:14.275120 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'status': 'completed', 'code': 200} Nov 24 14:04:14.398525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:14.491017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:14.524190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:14.531248 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4615874 Nov 24 14:04:14.533858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41228) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:14.554711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:14.578076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51052658-be1d-4313-86a9-7afcc786c8e1 req-d1fc6f73-f3f0-49a9-a743-bfc80fe975a7 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:14.587975 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-51052658-be1d-4313-86a9-7afcc786c8e1 req-d1fc6f73-f3f0-49a9-a743-bfc80fe975a7 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.2510157 Nov 24 14:04:14.668727 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-51052658-be1d-4313-86a9-7afcc786c8e1 req-87477a58-7580-4085-b7ea-5e822e6c194e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799651 Nov 24 14:04:14.702777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Allocated IP 2001:db8:1::2 (96fc406a-7601-46ca-beb4-ca0d1e0a8664/2c44504a-7aba-4f14-8b41-a7c126101814/b70c38aa-d205-4648-aaa4-8bd5c2783e29) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:14.790417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-105bcc1a-9ee8-4855-9f5d-5325fb364209 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2536383 Nov 24 14:04:14.790947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41234) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:14.799043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:14.846516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:14.847086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:14.930286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82725507-f38e-4b13-9c6c-0517163f5cb3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:14.934916 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-82725507-f38e-4b13-9c6c-0517163f5cb3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399372 Nov 24 14:04:14.935227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41238) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:14.977177 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e27d760a-f27d-459d-b231-bc577f058188 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385993 Nov 24 14:04:14.977401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41242) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:14.983106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990768011', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:15.005532 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:04:15.017089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dcc82977-c8f1-4a93-9287-37ed855fb3a8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:15.017488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:15.067703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] device_id is not set on port 1e442fcc-d5c1-4e24-a429-13c930afa814 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:04:15.103908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:15.105624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Allocated IP 2001:db8::2 (7270f176-b88d-4daf-91a5-0876a93c9b70/fbd36d85-9326-474f-8f92-f7a2fe3d5a3f/54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:15.108700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:15.112641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:15.119101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:15.131432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:15.135701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:15.237817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:15.429403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351da136-fcf8-414b-a2ea-e3563ec4e9c3 None None] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:15.434386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:15.439663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c5fdfee-ae63-4d3f-b202-2b03019d0a59 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:15.524806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=40494515-9c9c-4cd6-832a-b53c28e502f2,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:15.532732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:15.533303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: e36dc29f-c7ff-4735-9f14-3c11e01bebb1, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:15.541658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:15.555775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:15.570549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e36dc29f-c7ff-4735-9f14-3c11e01bebb1) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:15.576177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:15.577094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:15.607860 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6293495 Nov 24 14:04:15.611871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41246) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:15.662875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-b7a4e792-d3f4-4a27-adc2-7e545d97d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:15.664440 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-b7a4e792-d3f4-4a27-adc2-7e545d97d222 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 1096 time: 1.3886175 Nov 24 14:04:15.707337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:15.723297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be506138-0652-4939-8eee-8912645dd887 None None] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:15.755187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:15.845378 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-c23d1b9f-4691-41b3-91ac-651b3fe54642 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 HTTP/1.1" status: 200 len: 217 time: 0.1219623 Nov 24 14:04:15.895036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Transition to ACTIVE for port object b70c38aa-d205-4648-aaa4-8bd5c2783e29 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:15.914971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9a616476-05f5-4d3d-b6ba-b3fc5583cde9 None None] Provisioning for port 61289a14-9a88-4ddf-867f-5ed400e78344 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:15.965429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee40a0e7-4344-43b1-8211-ae34f185bff8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:16.044115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Transition to ACTIVE for port object b70c38aa-d205-4648-aaa4-8bd5c2783e29 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:16.152933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.177039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-14f195d0-9fde-498f-9b75-a780c763ff02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:16.186228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.244201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.327517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-666bf726-30aa-4062-b59d-44b79b42a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:16.329461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-666bf726-30aa-4062-b59d-44b79b42a834 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.4139557 Nov 24 14:04:16.396404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.400002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:16.454159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:16.454159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Pushing event updated for resources: {'Port': ['ID=b70c38aa-d205-4648-aaa4-8bd5c2783e29,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:16.464303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:16.472664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:16.487481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Transition to ACTIVE for port object 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:16.577915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5abc53-fa1f-4b61-910f-2675643d5f64 req-daccda98-029a-46f0-9797-2afcd087d676 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:16.580275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e5abc53-fa1f-4b61-910f-2675643d5f64 req-daccda98-029a-46f0-9797-2afcd087d676 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.6657414 Nov 24 14:04:16.586818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ee40a0e7-4344-43b1-8211-ae34f185bff8 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:16.647527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Transition to ACTIVE for port object 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:16.650540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ee40a0e7-4344-43b1-8211-ae34f185bff8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:16.650928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.700117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.722693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.734239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:16.743123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.778265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d6e13f3-0bea-4dfd-92f3-fe773d47fe37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:16.781345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:16.782045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.793057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Attempting to bind port b70c38aa-d205-4648-aaa4-8bd5c2783e29 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:16.793642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Attempting to bind port b70c38aa-d205-4648-aaa4-8bd5c2783e29 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:16.794199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Attempting to bind port b70c38aa-d205-4648-aaa4-8bd5c2783e29 on network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:16.856710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:16.857717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Checking segment: {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:16.857717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.858035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Bound using segment: {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:16.858525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Bound port: b70c38aa-d205-4648-aaa4-8bd5c2783e29, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:16.858953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.873472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e5abc53-fa1f-4b61-910f-2675643d5f64 req-1d3f025d-a329-4c12-88da-396564c0d4dd tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761171 Nov 24 14:04:16.878226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Network 7270f176-b88d-4daf-91a5-0876a93c9b70 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:16.892242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:16.908645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-8e2a2c91-0958-44b8-b646-5ec15d1b9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:16.915528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-8e2a2c91-0958-44b8-b646-5ec15d1b9474 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5696125 Nov 24 14:04:16.942059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:16.947986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:12Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:16.988423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Pushing event updated for resources: {'Port': ['ID=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:16.990701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:16.995862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:17.039209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:17.039581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Updating router 03b8deec-cfc0-4ee4-b1a6-f21392668726 port 9323b2cc-855b-411c-8e28-2c59f4978621 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:04:17.072256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Allocated IP 2001:db8::1 (1f585a7b-2430-4d5a-8284-4477b8d0d0ef/c9cc440d-a92f-4c88-b727-8d41d3af02fc/5bbb07a6-05f1-428f-88f5-6a37bedbc274) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:17.145775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Port': ['ID=996cfdc4-27e7-45f0-9f29-f5f917b0ef82,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:17.158527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:17.242407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (e36dc29f-c7ff-4735-9f14-3c11e01bebb1/40494515-9c9c-4cd6-832a-b53c28e502f2/4f5716bd-1963-48e1-a98a-eae76229999e) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:17.278737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Attempting to bind port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:17.279126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Attempting to bind port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '244567de-be50-4cde-b7cf-cd84db66954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:17.279688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Attempting to bind port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca on network 7270f176-b88d-4daf-91a5-0876a93c9b70 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:17.282287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.335164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:17.335624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Checking segment: {'id': '244567de-be50-4cde-b7cf-cd84db66954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:17.335967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.336378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Bound using segment: {'id': '244567de-be50-4cde-b7cf-cd84db66954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:17.336911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Bound port: 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244567de-be50-4cde-b7cf-cd84db66954f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '7270f176-b88d-4daf-91a5-0876a93c9b70'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:17.337303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.356003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] For port b70c38aa-d205-4648-aaa4-8bd5c2783e29, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:17.357659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.390415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] For port b70c38aa-d205-4648-aaa4-8bd5c2783e29, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b70c38aa-d205-4648-aaa4-8bd5c2783e29,segment=NetworkSegment(52e66f0d-0e4c-47b1-8243-6a705321661d),segment_id=52e66f0d-0e4c-47b1-8243-6a705321661d)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:17.464550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.497003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 4f5716bd-1963-48e1-a98a-eae76229999e will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:17.537078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.552661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35b8b6de-8f17-4abb-8ab1-4ef12b0f9803 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:17.560462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Checking segment: {'id': '5e049f49-9d16-4cd5-a92e-79880f263c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '705aea50-c64c-4345-b079-c55192170330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:17.560838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network hostable DHCP agents. Network: 705aea50-c64c-4345-b079-c55192170330, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:17.562308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.591697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d376d5a8-c3d7-49b6-9fb7-cc1ecaf08c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:17.621401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:17.629974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:17.634299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8:1::1 (96fc406a-7601-46ca-beb4-ca0d1e0a8664/2c44504a-7aba-4f14-8b41-a7c126101814/b77c4ec3-04ad-4ba2-a892-61ff3a860001) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:17.635386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:17.640700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-dcfd651e-17f8-4aa2-b2b9-adf8932a08f3 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640728 Nov 24 14:04:17.710712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=4f5716bd-1963-48e1-a98a-eae76229999e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:17.716357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:17.738691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.874583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network 705aea50-c64c-4345-b079-c55192170330 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:17.898383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:17.941454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ee40a0e7-4344-43b1-8211-ae34f185bff8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ee40a0e7-4344-43b1-8211-ae34f185bff8,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:18.001721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.113822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Allocated IP 172.20.0.2 (e36dc29f-c7ff-4735-9f14-3c11e01bebb1/40494515-9c9c-4cd6-832a-b53c28e502f2/3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:18.118774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] For port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:18.124344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Pushing event updated for resources: {'Port': ['ID=b70c38aa-d205-4648-aaa4-8bd5c2783e29,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:18.149344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 705aea50-c64c-4345-b079-c55192170330) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:18.155823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:18.156347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:18.158619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.164433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-017d6998-dc6b-4c42-81cb-e36210f39d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:18.187582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:18.249456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e941e22-90a8-4095-b926-1193f2908398 None None] Network 705aea50-c64c-4345-b079-c55192170330 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:18.271663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 61289a14-9a88-4ddf-867f-5ed400e78344 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:18.323482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] For port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,segment=NetworkSegment(244567de-be50-4cde-b7cf-cd84db66954f),segment_id=244567de-be50-4cde-b7cf-cd84db66954f)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:18.406080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.440384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93f95e-6dfa-4dba-8e0e-23d3a50ae25c req-706c2b8b-8201-45c7-a9a9-3946576dfdd8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:18.443182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4a93f95e-6dfa-4dba-8e0e-23d3a50ae25c req-706c2b8b-8201-45c7-a9a9-3946576dfdd8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.3260651 Nov 24 14:04:18.491218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91fc2dda-a2a7-4d18-bce7-720231233422 req-9e5ada49-78c4-4e5f-9664-c0838d15bbe3 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8333724 Nov 24 14:04:18.524438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Transition to ACTIVE for port object 5bbb07a6-05f1-428f-88f5-6a37bedbc274 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:18.625202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.646132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object b77c4ec3-04ad-4ba2-a892-61ff3a860001 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:18.676476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Port': ['ID=1e442fcc-d5c1-4e24-a429-13c930afa814,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:18.690059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:18.699862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.714207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Transition to ACTIVE for port object 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:18.730445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.738558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.740604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Transition to ACTIVE for port object 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:18.784492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ed8ad379-2729-4bb2-9187-75aa11224839 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:18.793404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4a93f95e-6dfa-4dba-8e0e-23d3a50ae25c req-0f669596-46dd-4f16-beca-41a5ef85776f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424017 Nov 24 14:04:18.825355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.832175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.862458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-483ee567-8cbb-43ad-8fa9-d363bed6389c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:18.867155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.895244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.918481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:18.952523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Checking segment: {'id': 'b5b484ef-aed1-4df5-9ef7-9eb1f7aa47fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': 'b79f6903-281f-4bc7-b987-a2ed893da667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:18.952523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network hostable DHCP agents. Network: b79f6903-281f-4bc7-b987-a2ed893da667, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:18.968566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ee40a0e7-4344-43b1-8211-ae34f185bff8,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:18.973695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.976605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:18.977496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=4f5716bd-1963-48e1-a98a-eae76229999e,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:18.981042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:18.981204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:18.981957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:18.988001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:18.989001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 61289a14-9a88-4ddf-867f-5ed400e78344 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:18.992498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:19.005644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:19.006626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:19.009339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 61289a14-9a88-4ddf-867f-5ed400e78344 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:19.009747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:19.034606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:19.036278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:19.038651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:19.039520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:19.145203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Port': ['ID=5bbb07a6-05f1-428f-88f5-6a37bedbc274,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:19.150739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:19.270253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:19.272524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:19.395210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:19.409945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network b79f6903-281f-4bc7-b987-a2ed893da667 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:19.459580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29d69-24d0-4508-84df-7e907febb927 req-001e2bf9-6de4-4aac-8911-50dcfca4a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:19.461290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-001e2bf9-6de4-4aac-8911-50dcfca4a1df service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 1096 time: 0.7752175 Nov 24 14:04:19.461956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b79f6903-281f-4bc7-b987-a2ed893da667) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:19.574068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:19.580947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:19.587069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:19.587775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:19.627756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7210e38-93db-4ed0-bd73-08156b93d2c8 None None] Network b79f6903-281f-4bc7-b987-a2ed893da667 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:19.648703 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.5176156 Nov 24 14:04:19.671430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41254) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:19.711499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=b77c4ec3-04ad-4ba2-a892-61ff3a860001,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:19.801956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:19.807733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:19.817557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.964s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:19.818014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:20.031623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.035580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aad337-7a51-440c-8384-68dd02edd4ed tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:20.038412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99b34f21-a1b2-4a7f-b9a3-310312f8fcfe None None] Provisioning for port 5bbb07a6-05f1-428f-88f5-6a37bedbc274 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:20.048835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aad337-7a51-440c-8384-68dd02edd4ed tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:20.057161 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-11aad337-7a51-440c-8384-68dd02edd4ed tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3801103 Nov 24 14:04:20.058161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41260) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:20.130556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-99b34f21-a1b2-4a7f-b9a3-310312f8fcfe None None] Provisioning complete for port 5bbb07a6-05f1-428f-88f5-6a37bedbc274 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:20.130958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99b34f21-a1b2-4a7f-b9a3-310312f8fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.163982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:20.185449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Transition to ACTIVE for port object 9323b2cc-855b-411c-8e28-2c59f4978621 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:20.272639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Attempting to bind port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:20.273353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Attempting to bind port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:20.273896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Attempting to bind port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:20.290526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acca46d-d27e-4f83-969c-c5f85fca0657 None None] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:20.309073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Pushing event updated for resources: {'Port': ['ID=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:20.327509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.347741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:20.348464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Checking segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:20.349090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.349673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Bound using segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:20.350332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Bound port: 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:20.350903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.443882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 61289a14-9a88-4ddf-867f-5ed400e78344, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=61289a14-9a88-4ddf-867f-5ed400e78344,segment=NetworkSegment(fe63ac81-dd0f-4d15-a70d-6d00341be746),segment_id=fe63ac81-dd0f-4d15-a70d-6d00341be746)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:20.545344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Deleting port 996cfdc4-27e7-45f0-9f29-f5f917b0ef82 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:20.545873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.621428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] For port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:20.627535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] For port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:20.640258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.718305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:20.770715 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/03b8deec-cfc0-4ee4-b1a6-f21392668726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1548085 Nov 24 14:04:20.773544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41266) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:20.784643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Pushing event updated for resources: {'Port': ['ID=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:20.788341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.791835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.824093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.788s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:20.825024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:20.843444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29d69-24d0-4508-84df-7e907febb927 req-91713bed-f5b1-4681-bf9d-c9a86bcfc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:20.845287 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-91713bed-f5b1-4681-bf9d-c9a86bcfc020 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 1.2971206 Nov 24 14:04:20.945812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9a2b43b6-558e-4944-9548-4c3b3d9590cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:20.947812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a14158-967d-4224-88ed-bd2fe0de62be None None] Pushing event updated for resources: {'Port': ['ID=9323b2cc-855b-411c-8e28-2c59f4978621,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:20.968096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.060320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e563b-8a95-4f97-8ba7-078d019e1326 None None] Network 7270f176-b88d-4daf-91a5-0876a93c9b70 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:21.117498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600655b9-7d88-4e78-b641-1283bb671bab req-48e615a9-feac-4e70-ad94-b07517a0951c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.120564 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-600655b9-7d88-4e78-b641-1283bb671bab req-48e615a9-feac-4e70-ad94-b07517a0951c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 1.0321960 Nov 24 14:04:21.121935 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-866367c1-3623-43db-b23c-900073c2290c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 HTTP/1.1" status: 200 len: 217 time: 0.1756454 Nov 24 14:04:21.172314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=61289a14-9a88-4ddf-867f-5ed400e78344,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:21.175897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Attempting to bind port 9323b2cc-855b-411c-8e28-2c59f4978621 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:21.176351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Attempting to bind port 9323b2cc-855b-411c-8e28-2c59f4978621 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:21.176929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Attempting to bind port 9323b2cc-855b-411c-8e28-2c59f4978621 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:21.228474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.253456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:21.254796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:21.255540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.279803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:21.280735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Bound port: 9323b2cc-855b-411c-8e28-2c59f4978621, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:21.281424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.312991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-99b34f21-a1b2-4a7f-b9a3-310312f8fcfe None None] Port 5bbb07a6-05f1-428f-88f5-6a37bedbc274 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:21.323582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b70c38aa-d205-4648-aaa4-8bd5c2783e29 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:21.425755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29d69-24d0-4508-84df-7e907febb927 req-4d6edbe7-d45f-4c81-bdc8-d24af9de7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.429309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-4d6edbe7-d45f-4c81-bdc8-d24af9de7459 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.2477634 Nov 24 14:04:21.434616 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-600655b9-7d88-4e78-b641-1283bb671bab req-f18b75d6-c5e3-4992-ae30-281c69d54576 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108791 Nov 24 14:04:21.559319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.572258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.573558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.598709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:21.642988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Calling delete_port for 996cfdc4-27e7-45f0-9f29-f5f917b0ef82 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:21.643572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Provisioning for port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:21.659738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.664024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Pushing event updated for resources: {'Port': ['ID=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:21.667509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b70c38aa-d205-4648-aaa4-8bd5c2783e29 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:21.679405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:21.679903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.896s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:21.680261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:21.698781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.699787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.700303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.700841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.701350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.702709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.702709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.703086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.703538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.706093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.706334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.765s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:21.706512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.706709 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:21.706880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.706880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.712461 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a48a6799-0ef0-444b-b01a-77afdf142b5d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9081 time: 0.9374516 Nov 24 14:04:21.713321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.802s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:21.713703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:21.718299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] For port 9323b2cc-855b-411c-8e28-2c59f4978621, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:21.723754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee40a0e7-4344-43b1-8211-ae34f185bff8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:21.725132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41270) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:21.761315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.762283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.806092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] For port 9323b2cc-855b-411c-8e28-2c59f4978621, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9323b2cc-855b-411c-8e28-2c59f4978621,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:21.862436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.869001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.869611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.870413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.870607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.871103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.871602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.872406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.872581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.873097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.874892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.874892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:21.879787 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-508bd09d-29b0-45ed-a48c-657d0a8e50b2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7073 time: 0.1506755 Nov 24 14:04:21.882140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41274) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:21.885422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.889183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:21.901205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f95e3295-60be-4c96-80f7-689d38cf971e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:21.933719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:21.938617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Port': ['ID=996cfdc4-27e7-45f0-9f29-f5f917b0ef82,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:21.942055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:21.944566 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/ports/996cfdc4-27e7-45f0-9f29-f5f917b0ef82 HTTP/1.1" status: 204 len: 168 time: 1.8805375 Nov 24 14:04:21.947576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41278) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:21.947772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Provisioning for port b70c38aa-d205-4648-aaa4-8bd5c2783e29 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:21.999304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Provisioning complete for port b70c38aa-d205-4648-aaa4-8bd5c2783e29 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:21.999791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.039091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Deleting port 1e442fcc-d5c1-4e24-a429-13c930afa814 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:22.040151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.092099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=b77c4ec3-04ad-4ba2-a892-61ff3a860001,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:22.095904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:22.114387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-633ef794-4e19-4cf2-b059-7f3e5fb9e382 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:22.154322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:22.155274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:03:52Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:22.168089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29d69-24d0-4508-84df-7e907febb927 req-f63dc8bb-487f-4ff3-b15f-c4bcf8632333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:22.169899 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-f63dc8bb-487f-4ff3-b15f-c4bcf8632333 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7265592 Nov 24 14:04:22.292602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a14158-967d-4224-88ed-bd2fe0de62be None None] Pushing event updated for resources: {'Port': ['ID=9323b2cc-855b-411c-8e28-2c59f4978621,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:22.321540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-75a14158-967d-4224-88ed-bd2fe0de62be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:22.362008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ee40a0e7-4344-43b1-8211-ae34f185bff8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:22.362760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.418315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.420015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd94047-719a-4933-a166-ec2a5e0b895d None None] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:22.546607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Port': ['ID=5bbb07a6-05f1-428f-88f5-6a37bedbc274,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:22.550382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:22.579831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Calling delete_port for 1e442fcc-d5c1-4e24-a429-13c930afa814 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:22.628503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:22.631668 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-505cee0a-ab22-452a-8765-626ab05a80b4 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468229 Nov 24 14:04:22.640103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:22.737553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.739007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:22.757876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8cd9cca5-d4d0-4c5b-bd76-d48faed76101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:22.787992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.794735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:22.814395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:22.827163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45a1cfc0-9d97-4517-b2b1-a21ecdbca0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.864961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:22.874730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Port': ['ID=1e442fcc-d5c1-4e24-a429-13c930afa814,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:22.878873 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/ports/1e442fcc-d5c1-4e24-a429-13c930afa814 HTTP/1.1" status: 204 len: 168 time: 0.9309580 Nov 24 14:04:22.882121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:22.882800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41284) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:22.963314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f236bd2-914b-4c37-b484-fb078f587e0f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Synchronizing usage tracker for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:22.984591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62f0dc-3211-4010-af71-f31e9651b3b8 req-4d9cd8fe-82bd-4d01-b9ad-efdb186b0f78 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:22.993477 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9e62f0dc-3211-4010-af71-f31e9651b3b8 req-4d9cd8fe-82bd-4d01-b9ad-efdb186b0f78 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.3637128 Nov 24 14:04:23.033453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f236bd2-914b-4c37-b484-fb078f587e0f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Unset dirty status for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:23.043463 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f236bd2-914b-4c37-b484-fb078f587e0f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1590092 Nov 24 14:04:23.044510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41288) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:23.058210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1715616209'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:23.077318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:23.092341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:network and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:23.100357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:23.112309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:23.117989 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9e62f0dc-3211-4010-af71-f31e9651b3b8 req-57aa337c-9bcf-4867-9170-3b9adfe0587e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234157 Nov 24 14:04:23.137430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:23.150212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.181466 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53a29d69-24d0-4508-84df-7e907febb927 req-5940a20a-f7a7-40d1-8185-9098537971d0 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329943 Nov 24 14:04:23.198544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:23.221659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.222805 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Added segment 2709c4d8-1f7e-4074-93a0-8fb508f17abf of type vlan for network b53ddd3d-651d-492f-b3a4-28275588722e Nov 24 14:04:23.244121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] For port b70c38aa-d205-4648-aaa4-8bd5c2783e29, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b70c38aa-d205-4648-aaa4-8bd5c2783e29,segment=NetworkSegment(52e66f0d-0e4c-47b1-8243-6a705321661d),segment_id=52e66f0d-0e4c-47b1-8243-6a705321661d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:23.257461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:23.264871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.314395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.321551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:23.322264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.346560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.352825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fb428a4c-433d-4a38-8e55-6409105fb1ad tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:23.353604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:23.376102 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3224077 Nov 24 14:04:23.379259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41292) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:23.384950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1296824219'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:23.402079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:23.448398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:23.472693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:network and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:23.479518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:23.483028 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7591a3ea-e6ba-416e-87d5-9155dd7e18e6 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4117 time: 1.5871556 Nov 24 14:04:23.495861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:23.498839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Network': ['ID=b53ddd3d-651d-492f-b3a4-28275588722e,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:23.502644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Router 14639a5c-14bf-456e-87d1-b8db0228fc8f is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:04:23.514124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:23.525701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:23.534407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.544040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b53ddd3d-651d-492f-b3a4-28275588722e details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:23.572993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:23.583912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.584261 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Added segment 3d41c449-4592-4b5b-a807-e0e0ef37c41e of type vlan for network a42e956d-bc5e-4f03-925b-403522cd9a66 Nov 24 14:04:23.617600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.657263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.664248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:23.665022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.687618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:23.698100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2311614 Nov 24 14:04:23.701213 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:23.705139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41298) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:23.717543 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:23.718242 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:23.721394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520462181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:23.721529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e5a0b1ff-0b0e-4e7e-b99b-2704325a928a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:23.735166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:23.740274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:23.741088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Pushing event updated for resources: {'Port': ['ID=b70c38aa-d205-4648-aaa4-8bd5c2783e29,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:23.744585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:23.752642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:23.774028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:23.800795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:23.808100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:23.866340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:23.895171 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0490103 Nov 24 14:04:23.900381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41302) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:23.922641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] Sync routers for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:23.924613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Network': ['ID=a42e956d-bc5e-4f03-925b-403522cd9a66,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:23.948787 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5569770 Nov 24 14:04:23.948787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:23.994244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network a42e956d-bc5e-4f03-925b-403522cd9a66 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:24.076070 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:24.147248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:24.159485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:24.235096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:24.259471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.259818 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 526367d6-d244-4bc7-9476-674cd81c2d67 of type vlan for network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 Nov 24 14:04:24.302372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41308) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:24.308769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358505591', 'description': 'tempest-secgroup-smoke-358505591 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:24.320651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:24.341137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:24.351156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.385275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.390289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:24.410976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.427057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Provisioning complete for port 5bbb07a6-05f1-428f-88f5-6a37bedbc274 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:24.427436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.465022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:24.466483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:24.477572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:24.482213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:24.483150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:24.491129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:24.504213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:24.570652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:24.571031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.614097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.632908 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:19Z', 'revision_number': 3, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:20Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:24.645130 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:24.645850 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Updating router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 port b77c4ec3-04ad-4ba2-a892-61ff3a860001 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:04:24.649627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598caa5c-5ae6-4a34-8ac1-d07de8f32ec8 req-562bf763-2f95-49e6-b448-80be25c1e28e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:24.652421 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-598caa5c-5ae6-4a34-8ac1-d07de8f32ec8 req-562bf763-2f95-49e6-b448-80be25c1e28e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.3003182 Nov 24 14:04:24.655178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.702752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:24.703716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d082a2-81a1-42d6-bf20-4070a65b4539 None None] The sync data for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:24.713433 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:24.730717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b3551e41-03b7-4639-a1af-94a42c268882 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:24.778610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Port 5bbb07a6-05f1-428f-88f5-6a37bedbc274 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:24.868222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:18Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:24.897538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cace5f-157d-4bde-91af-9b18565a3925 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:18Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:24.922272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Provisioning complete for port b70c38aa-d205-4648-aaa4-8bd5c2783e29 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:24.923198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.021225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:04:25.087303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.100068 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-598caa5c-5ae6-4a34-8ac1-d07de8f32ec8 req-79bf62d8-7cc3-4cc6-8b6f-3b6017d84b22 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300931 Nov 24 14:04:25.101146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88efa6-b11b-4370-bbab-19c8b7178942,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:25.108073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:25.109176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.110683 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8072042 Nov 24 14:04:25.114903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41312) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:25.120008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:25.121515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.126472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'bc88efa6-b11b-4370-bbab-19c8b7178942', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:25.142450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:25.154779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:25.161105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-63008db3-c6fb-4787-ad91-59f6ab3a5b15 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:25.166726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:25.171581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.181477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:25.221766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.436419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,segment=NetworkSegment(244567de-be50-4cde-b7cf-cd84db66954f),segment_id=244567de-be50-4cde-b7cf-cd84db66954f)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:25.452177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.458650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.468405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.470769 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7603471 Nov 24 14:04:25.471620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41316) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:25.483694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.493748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-75a14158-967d-4224-88ed-bd2fe0de62be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:25.537850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c091aa7a-1f19-4f6d-ace4-07f14a08e254 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:25.565611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.582470 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4659355 Nov 24 14:04:25.592071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41318) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:25.609565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'bc88efa6-b11b-4370-bbab-19c8b7178942', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:25.645595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:25.650819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:25.662020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:25.678794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:25.700672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:25.737738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e131f055-8dca-474f-bbf1-bb8ce2989096,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:25.746687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:25.765044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=e4c98653-d3e6-4e63-bd0e-c7263a677ec0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:25.770704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:25.796672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.802873 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.824296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:25.836206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:25.842569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:25.854461 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Transition to ACTIVE for port object b77c4ec3-04ad-4ba2-a892-61ff3a860001 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:25.875527 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:25.895359 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-46184e43-ce1c-4d41-91c3-ce31001341bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:26.029864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.037517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.054972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e6f3ebf0-ec66-45b5-9dcb-b471046b9a6e tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:26.142030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04e11f-770c-4205-b0b8-8d2ce54c7c5a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:26.151035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:26.175377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.179636 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5837660 Nov 24 14:04:26.180575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41326) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:26.197052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'bc88efa6-b11b-4370-bbab-19c8b7178942', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:26.216623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:26.229080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:26.241389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:26.261583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:26.362377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.392565 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Pushing event updated for resources: {'Port': ['ID=b77c4ec3-04ad-4ba2-a892-61ff3a860001,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:26.396575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:26.400879 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:26.433029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:26.435647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 61289a14-9a88-4ddf-867f-5ed400e78344 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:26.457561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:26.572415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.579758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.582901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eced413d-609e-4130-a8b0-0611c25f1ce5 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:26.616228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:26.697090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9e21da-8d03-4e12-ab45-d9bd0f1814f0,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:26.699683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:26.732302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.738952 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572531 Nov 24 14:04:26.741943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41330) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:26.772707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'bc88efa6-b11b-4370-bbab-19c8b7178942', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:26.778013 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Attempting to bind port b77c4ec3-04ad-4ba2-a892-61ff3a860001 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:26.778414 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Attempting to bind port b77c4ec3-04ad-4ba2-a892-61ff3a860001 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:26.778792 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Attempting to bind port b77c4ec3-04ad-4ba2-a892-61ff3a860001 on network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:26.790447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:26.791124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:26.800432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.801301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:26.805927 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:26.806478 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Checking segment: {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:26.806791 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.807390 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Bound using segment: {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:26.807692 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Bound port: b77c4ec3-04ad-4ba2-a892-61ff3a860001, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e66f0d-0e4c-47b1-8243-6a705321661d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:26.808067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.809088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:26.826445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:26.870868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:26.875559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Provisioning for port b77c4ec3-04ad-4ba2-a892-61ff3a860001 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:26.898310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 61289a14-9a88-4ddf-867f-5ed400e78344 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:26.898725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.011594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d2cb0820-440e-4393-9861-03ed1da4e064 None None] Provisioning for port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:27.072440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.075717 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] For port b77c4ec3-04ad-4ba2-a892-61ff3a860001, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:27.079814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.084229 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] For port b77c4ec3-04ad-4ba2-a892-61ff3a860001, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b77c4ec3-04ad-4ba2-a892-61ff3a860001,segment=NetworkSegment(52e66f0d-0e4c-47b1-8243-6a705321661d),segment_id=52e66f0d-0e4c-47b1-8243-6a705321661d)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:27.085261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-06ac7d57-0eec-4045-bcbf-eeade79b173d tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:27.093470 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.113655 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:27.127258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:27.152949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7420e398-ca0a-42d1-b51c-30d558588a47,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:27.162495 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:27.181291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.185575 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4403603 Nov 24 14:04:27.186337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41334) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:27.197008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'bc88efa6-b11b-4370-bbab-19c8b7178942', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:27.219467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:27.236389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:27.241865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:27.262065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.262612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:27.272919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93a37714-c461-4b09-906b-bbc4363d9ed9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:27.284267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:27.304435 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:04:27.314317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.321084 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Pushing event updated for resources: {'Port': ['ID=b77c4ec3-04ad-4ba2-a892-61ff3a860001,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:27.328615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:27.330560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.340580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-d90c378f-22b1-4cd8-bdfc-c8ba3d143966 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:04:27.346426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d90c378f-22b1-4cd8-bdfc-c8ba3d143966 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4415579 Nov 24 14:04:27.346620 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.346620 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.347244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41338) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:27.351153 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.351490 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.351835 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.352170 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.352495 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.352839 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.353165 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.353485 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.353950 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.354444 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:27.388235 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:27.388872 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:27.389499 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:27.446242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41342) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:27.471420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-76b73f3e-8fe9-4a61-bf51-e43df7e7c04f None None] Provisioning for port 4f5716bd-1963-48e1-a98a-eae76229999e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:27.471674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'subnets': [{'network_id': 'b53ddd3d-651d-492f-b3a4-28275588722e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1626169790', 'ip_version': 6}, {'network_id': 'a42e956d-bc5e-4f03-925b-403522cd9a66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:27.472004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'subnet': {'network_id': 'b53ddd3d-651d-492f-b3a4-28275588722e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1626169790', 'ip_version': 6}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:27.472922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Request body: {'subnet': {'network_id': 'a42e956d-bc5e-4f03-925b-403522cd9a66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:27.482708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-76b73f3e-8fe9-4a61-bf51-e43df7e7c04f None None] Provisioning complete for port 4f5716bd-1963-48e1-a98a-eae76229999e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:27.483202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76b73f3e-8fe9-4a61-bf51-e43df7e7c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.491678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=775cbc24-459e-41c5-8fe1-ed9e9c50ea25,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:27.494559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:27.536638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:27.537030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: e4c98653-d3e6-4e63-bd0e-c7263a677ec0, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:27.550366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd59b4-5700-4576-8fb0-a21049ac14ec req-75a88e94-e245-4044-abf6-2da257184ea4 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:27.558447 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-30cd59b4-5700-4576-8fb0-a21049ac14ec req-75a88e94-e245-4044-abf6-2da257184ea4 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.9433360 Nov 24 14:04:27.562609 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-76b73f3e-8fe9-4a61-bf51-e43df7e7c04f None None] Port 4f5716bd-1963-48e1-a98a-eae76229999e cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:27.675602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-76b73f3e-8fe9-4a61-bf51-e43df7e7c04f None None] Provisioning complete for port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:27.675866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76b73f3e-8fe9-4a61-bf51-e43df7e7c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.748735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:04:27.769464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.771676 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:27.807220 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-30cd59b4-5700-4576-8fb0-a21049ac14ec req-a1ba8b92-c835-40ed-a4c7-12af5fd64ee6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478435 Nov 24 14:04:27.843624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:27.877401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e4c98653-d3e6-4e63-bd0e-c7263a677ec0) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:27.882387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:27.882981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:27.913116 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3123593 Nov 24 14:04:27.919812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41346) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:27.936964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21ed19-9f1f-4ff1-a254-d28620e2b725 None None] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:27.978258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:27.995685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.040366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:28.049718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Usage tracker for resource:subnet and tenant:b6267e18af9a4b1aaeb0c14b0169d9bf is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:28.052904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:28.060282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:28.072920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Made reservation on behalf of b6267e18af9a4b1aaeb0c14b0169d9bf for: {'subnet': 2} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:28.075333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.089037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-501eafbc-1b8f-43ea-8380-10192b57035a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:28.091198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.091581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.127651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.128786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b70c38aa-d205-4648-aaa4-8bd5c2783e29 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:28.144688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0056a17-b1e8-4430-b428-4d54bf8a43c2,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:28.161703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:28.178801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:28.223208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.224554 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0373383 Nov 24 14:04:28.230169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41350) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:28.241273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'bc88efa6-b11b-4370-bbab-19c8b7178942', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:28.245144 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:19Z', 'revision_number': 3, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:27Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:28.249512 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1bea6-ac68-4b0d-9600-9fa31c699dd6 None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:19Z', 'revision_number': 3, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:27Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:28.256983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:28.279703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:28.292097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:28.307395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:28.338121 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:04:28.348439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.478644 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:28.506699 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:28.508635 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:28.525014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.533874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.574108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-01ddd6ef-3a6e-4299-8905-c256d0fc74ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:28.584208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:28.587590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560586 Nov 24 14:04:28.631573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:28.743210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:28.773225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:28.776866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'port_id': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'mac_address': 'fa:16:3e:07:71:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:04:28.893901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b70c38aa-d205-4648-aaa4-8bd5c2783e29 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:28.898303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.028128 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:29.062382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca70433-6a89-4c06-b613-7018cacce66b,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:29.067760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:29.103427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:29.104280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.136892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0870646d-adfd-49cf-9875-c37af4269da4 req-107de95d-ef34-4609-8892-cc44733ed96e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:29.143991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.228833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:04:29.281009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0870646d-adfd-49cf-9875-c37af4269da4 req-107de95d-ef34-4609-8892-cc44733ed96e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:29.291645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-107de95d-ef34-4609-8892-cc44733ed96e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358505591&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.2616341 Nov 24 14:04:29.340867 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:29.460949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.469745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-536fb9d9-4bbb-4c2a-b5a3-252e17ec57d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:29.490589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bb973-2c69-4da4-a108-59855692289c req-1f4ba23a-a288-4bd2-a1e3-ce536b4a44a6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:29.499785 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-967bb973-2c69-4da4-a108-59855692289c req-1f4ba23a-a288-4bd2-a1e3-ce536b4a44a6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 943 time: 0.3769226 Nov 24 14:04:29.507184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-b050cb56-a88d-4f78-93b1-afbdf378b4e1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:29.514264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-b050cb56-a88d-4f78-93b1-afbdf378b4e1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 797 time: 0.2214384 Nov 24 14:04:29.540443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-d1445f70-bbb2-44a8-a675-0aa15b130df7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0252194 Nov 24 14:04:29.545495 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.639279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Allocated IP 2001:db8:2::2 (e4c98653-d3e6-4e63-bd0e-c7263a677ec0/775cbc24-459e-41c5-8fe1-ed9e9c50ea25/c8055f1c-0be8-4d5c-84b6-116db8dc1cbb) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:29.647729 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:18Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:29.657530 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:29.658168 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Updating router 03b8deec-cfc0-4ee4-b1a6-f21392668726 port 4f5716bd-1963-48e1-a98a-eae76229999e binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:04:29.671576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:29.685835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:29.734870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.772425 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:29.805948 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-967bb973-2c69-4da4-a108-59855692289c req-747ba4eb-2309-4c5b-a65e-7fe209677a5a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039536 Nov 24 14:04:29.830427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-8ea017e4-fd56-4879-a631-207c091606fa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2807572 Nov 24 14:04:29.842645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:04:30.001285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9323b2cc-855b-411c-8e28-2c59f4978621 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:30.059588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-a6d98034-ebf3-40ee-916d-a7107df7672f service neutron] 10.222.0.36 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196350 Nov 24 14:04:30.344319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.389903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Transition to ACTIVE for port object c8055f1c-0be8-4d5c-84b6-116db8dc1cbb will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:30.397185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-35e68943-0454-44cc-99f2-61762250411b service neutron] 10.222.0.36 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342772 Nov 24 14:04:30.421052 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.423409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 9323b2cc-855b-411c-8e28-2c59f4978621 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:30.445969 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Transition to ACTIVE for port object 4f5716bd-1963-48e1-a98a-eae76229999e will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:30.457353 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.458066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9323b2cc-855b-411c-8e28-2c59f4978621 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:30.458520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.473293 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:30.475135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.486200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Transition to ACTIVE for port object c8055f1c-0be8-4d5c-84b6-116db8dc1cbb will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:30.490231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port 5bbb07a6-05f1-428f-88f5-6a37bedbc274 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:30.490569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.491547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3944bdb2-ab26-491a-9a3d-d233ceb54e12 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:30.517058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.531335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8b4deb0-0976-4453-864e-1acf057f48c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:30.552477 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664d2ba-7d76-43e2-bf90-61e9115d8557 None None] Pushing event updated for resources: {'Port': ['ID=4f5716bd-1963-48e1-a98a-eae76229999e,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:30.633400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Subnet': ['ID=2593dbfd-afb0-4aad-9ea9-c52a84c28d1c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:30.643014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d664d2ba-7d76-43e2-bf90-61e9115d8557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:30.655310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:30.673596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8:2::1 (e4c98653-d3e6-4e63-bd0e-c7263a677ec0/775cbc24-459e-41c5-8fe1-ed9e9c50ea25/6cd7bb01-7184-4c9e-9139-61f331ed9eab) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:30.731333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Checking segment: {'id': '2709c4d8-1f7e-4074-93a0-8fb508f17abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b53ddd3d-651d-492f-b3a4-28275588722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:30.731705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network hostable DHCP agents. Network: b53ddd3d-651d-492f-b3a4-28275588722e, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:30.777295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network b53ddd3d-651d-492f-b3a4-28275588722e is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:30.796378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b53ddd3d-651d-492f-b3a4-28275588722e) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:30.805633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.819503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7cc1c525-c46f-49a0-876f-e58cd4e9c355 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:30.841213 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Attempting to bind port 4f5716bd-1963-48e1-a98a-eae76229999e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:30.841855 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Attempting to bind port 4f5716bd-1963-48e1-a98a-eae76229999e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:30.844069 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Attempting to bind port 4f5716bd-1963-48e1-a98a-eae76229999e on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:30.846070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a6aa1-8126-458c-8c24-fbc2d3406e54 None None] Network b53ddd3d-651d-492f-b3a4-28275588722e requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:30.865792 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:30.866383 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Checking segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:30.866711 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.867112 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Bound using segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:30.867596 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Bound port: 4f5716bd-1963-48e1-a98a-eae76229999e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:30.868180 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:30.911112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Pushing event updated for resources: {'Port': ['ID=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:30.916027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event updated for resources: {'Subnet': ['ID=7f1bd601-962c-4caa-b4e5-361449ffd63d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:30.918475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:30.919457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:30.940996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:30.957107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-669eba0d-f0ab-44d6-aaa6-c233baf7f4d2 req-267d5f39-ee41-44d6-8d32-23cafd227259 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:30.958944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Checking segment: {'id': '3d41c449-4592-4b5b-a807-e0e0ef37c41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'a42e956d-bc5e-4f03-925b-403522cd9a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:30.959631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network hostable DHCP agents. Network: a42e956d-bc5e-4f03-925b-403522cd9a66, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:30.980935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:30.996515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Network a42e956d-bc5e-4f03-925b-403522cd9a66 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:31.025904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, a42e956d-bc5e-4f03-925b-403522cd9a66) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:31.042992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:31.045044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:31.045744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.064038 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] For port 4f5716bd-1963-48e1-a98a-eae76229999e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:31.067763 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] For port 4f5716bd-1963-48e1-a98a-eae76229999e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4f5716bd-1963-48e1-a98a-eae76229999e,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:31.077488 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.082771 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2c5a5c6c-4ff1-458b-b1e7-2830f8592186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:31.152113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:31.154967 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.7048407 Nov 24 14:04:31.165063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41380) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:31.196103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.241779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f2651-0fe6-4e33-9bfd-b7b7cb3de844 req-37dad578-05fa-4361-aa9d-79a857a5c6c2 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:31.249518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-352f2651-0fe6-4e33-9bfd-b7b7cb3de844 req-37dad578-05fa-4361-aa9d-79a857a5c6c2 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 944 time: 0.1443696 Nov 24 14:04:31.253700 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:31.254558 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:31.307728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8afc1-d4d2-4eaa-8581-e46874b2e966 None None] Network a42e956d-bc5e-4f03-925b-403522cd9a66 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:31.334434 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-352f2651-0fe6-4e33-9bfd-b7b7cb3de844 req-871bdc23-ba21-456c-8434-bb6492f20a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797386 Nov 24 14:04:31.356554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-669eba0d-f0ab-44d6-aaa6-c233baf7f4d2 req-267d5f39-ee41-44d6-8d32-23cafd227259 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:31.374043 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-669eba0d-f0ab-44d6-aaa6-c233baf7f4d2 req-267d5f39-ee41-44d6-8d32-23cafd227259 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 210 time: 0.6269684 Nov 24 14:04:31.379281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d2ae0-1dce-405a-a09a-59d1ba7a9902 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:31.392970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d2ae0-1dce-405a-a09a-59d1ba7a9902 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:31.397700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d2ae0-1dce-405a-a09a-59d1ba7a9902 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:31.403381 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-af6d2ae0-1dce-405a-a09a-59d1ba7a9902 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2356956 Nov 24 14:04:31.413374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41384) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:31.441033 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664d2ba-7d76-43e2-bf90-61e9115d8557 None None] Pushing event updated for resources: {'Port': ['ID=4f5716bd-1963-48e1-a98a-eae76229999e,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:31.453220 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d664d2ba-7d76-43e2-bf90-61e9115d8557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:31.531328 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:31.557282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Deleting subnet 2593dbfd-afb0-4aad-9ea9-c52a84c28d1c {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:31.561377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.591965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 9323b2cc-855b-411c-8e28-2c59f4978621, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9323b2cc-855b-411c-8e28-2c59f4978621,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:31.595560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.602263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.660297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.663353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:31.694499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.785160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.807769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:31.862018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object 6cd7bb01-7184-4c9e-9139-61f331ed9eab will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:31.918328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.930003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b838d794-197c-4088-9bb3-004e4dff3e2a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:31.960617 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:31.965507 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddab0f-f322-49ed-a395-94828361ab43 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:31.979470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Subnet': ['ID=2593dbfd-afb0-4aad-9ea9-c52a84c28d1c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:31.981761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:31.987869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:31.992808 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/subnets/2593dbfd-afb0-4aad-9ea9-c52a84c28d1c HTTP/1.1" status: 204 len: 168 time: 0.5751691 Nov 24 14:04:31.999057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Attempting to bind port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:31.999057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Attempting to bind port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:31.999057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Attempting to bind port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb on network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:31.999508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41388) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:32.017984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Calling delete_port for 5bbb07a6-05f1-428f-88f5-6a37bedbc274 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:32.051372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999915e-6cfc-4652-b73a-9f5ddb00f68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-b53ddd3d-651d-492f-b3a4-28275588722e', 'network_id': 'b53ddd3d-651d-492f-b3a4-28275588722e', 'tenant_id': 'b6267e18af9a4b1aaeb0c14b0169d9bf', 'fixed_ips': [{'subnet_id': '2593dbfd-afb0-4aad-9ea9-c52a84c28d1c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:32.052269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a999915e-6cfc-4652-b73a-9f5ddb00f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.076541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:32.076878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.077022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Checking segment: {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:32.077607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.078153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Bound using segment: {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:32.079424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Bound port: c8055f1c-0be8-4d5c-84b6-116db8dc1cbb, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:32.079899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.084359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:32.101570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Deleting subnet 7f1bd601-962c-4caa-b4e5-361449ffd63d {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:32.107057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.174417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=9323b2cc-855b-411c-8e28-2c59f4978621,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:32.187395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:32.188231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:32.192026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:32.192266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.198173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:32.198738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.226204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=6cd7bb01-7184-4c9e-9139-61f331ed9eab,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:32.231361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:32.352723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.358677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] For port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:32.363213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] For port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,segment=NetworkSegment(526367d6-d244-4bc7-9476-674cd81c2d67),segment_id=526367d6-d244-4bc7-9476-674cd81c2d67)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:32.430943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.458150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d4e35879-b40d-4be9-a6e7-71e129bbd5b1 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:32.561779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.574654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1a0cd0fc-c089-41fc-9d0e-58ab4e2ad5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:32.588437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Port': ['ID=5bbb07a6-05f1-428f-88f5-6a37bedbc274,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:32.600073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.610593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:32.703637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:32.704772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.743884 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d6ad9223-5c00-401b-9297-d5bdf6ad44bc req-a1553a6d-f9ef-43cc-b061-c27bc9bf7bb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 210 time: 0.1450284 Nov 24 14:04:32.842549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec56b9a-6e80-4789-91a7-daf9b4f64245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-a42e956d-bc5e-4f03-925b-403522cd9a66', 'network_id': 'a42e956d-bc5e-4f03-925b-403522cd9a66', 'tenant_id': 'b6267e18af9a4b1aaeb0c14b0169d9bf', 'fixed_ips': [{'subnet_id': '7f1bd601-962c-4caa-b4e5-361449ffd63d'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:32.843408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ec56b9a-6e80-4789-91a7-daf9b4f64245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:32.861643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d9cc97-acb1-4867-8ffb-1af83055972c None None] Network b53ddd3d-651d-492f-b3a4-28275588722e requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:32.995848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Pushing event updated for resources: {'Port': ['ID=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:33.010534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:33.057471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-31ba8a67-7dfc-493d-aaa8-a54aa689667f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:33.058893 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-31ba8a67-7dfc-493d-aaa8-a54aa689667f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 797 time: 0.6232781 Nov 24 14:04:33.059918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.064726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a9150a11-7a4e-4e4c-88e8-9a36179f1c2b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:33.090973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.132777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1bd601-962c-4caa-b4e5-361449ffd63d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:33.135324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:33.163847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b77c4ec3-04ad-4ba2-a892-61ff3a860001 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:33.182462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.214099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/subnets/7f1bd601-962c-4caa-b4e5-361449ffd63d HTTP/1.1" status: 204 len: 168 time: 1.2175925 Nov 24 14:04:33.215097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41400) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:33.225279 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-d7b077e7-230c-495f-a81a-bdac66e0caa1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 379 time: 0.1184683 Nov 24 14:04:33.285710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['bc88efa6-b11b-4370-bbab-19c8b7178942']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:33.349090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b77c4ec3-04ad-4ba2-a892-61ff3a860001 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:33.353144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381828bf-8db2-400e-bc04-280df989c8b3 None None] Network a42e956d-bc5e-4f03-925b-403522cd9a66 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:33.417255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca391b43-6c63-4db2-839e-5eaf1e6019e7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:33.417958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca391b43-6c63-4db2-839e-5eaf1e6019e7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Synchronizing usage tracker for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:33.431464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b77c4ec3-04ad-4ba2-a892-61ff3a860001 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:33.431831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.451179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395571b6-9bb7-4271-bae8-dd3cf56bfd4a req-85d04863-5fe7-43a7-945d-c23d17b02cf6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:33.453436 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-395571b6-9bb7-4271-bae8-dd3cf56bfd4a req-85d04863-5fe7-43a7-945d-c23d17b02cf6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 944 time: 0.4592416 Nov 24 14:04:33.522833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:33.525368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca391b43-6c63-4db2-839e-5eaf1e6019e7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Unset dirty status for tenant:b6267e18af9a4b1aaeb0c14b0169d9bf on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:33.529683 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ca391b43-6c63-4db2-839e-5eaf1e6019e7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3079004 Nov 24 14:04:33.537555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41404) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:33.569094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-395571b6-9bb7-4271-bae8-dd3cf56bfd4a req-bf03c223-e68d-4e82-9d85-014df8920c4d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927517 Nov 24 14:04:33.573261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:33.690593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.707662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.711758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Router 14639a5c-14bf-456e-87d1-b8db0228fc8f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:33.729679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port b77c4ec3-04ad-4ba2-a892-61ff3a860001, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b77c4ec3-04ad-4ba2-a892-61ff3a860001,segment=NetworkSegment(52e66f0d-0e4c-47b1-8243-6a705321661d),segment_id=52e66f0d-0e4c-47b1-8243-6a705321661d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:33.734043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:33.735555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.737357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:33.738625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.784660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:33.879258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:33.927381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=b77c4ec3-04ad-4ba2-a892-61ff3a860001,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:33.951313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:33.952566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:34.023781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:34.023781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.059089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42e956d-bc5e-4f03-925b-403522cd9a66']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:34.068815 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-65029ba4-cff3-4898-b86d-7e80a8b3109f req-39ea66ff-f7af-467d-a33b-b3d5318e7a8d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 210 time: 0.1464834 Nov 24 14:04:34.103309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:34.103309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:34.103772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.109969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d41c449-4592-4b5b-a807-e0e0ef37c41e') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:34.111011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d41c449-4592-4b5b-a807-e0e0ef37c41e') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:34.136442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.177985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:34.209543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.213782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.219159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41410) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:34.221210 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8731496 Nov 24 14:04:34.223849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.224685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.229170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a7b60150-fe23-4176-be2f-c123ece6f89c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:34.262344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] Sync routers for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:34.311180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:34.312600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=6cd7bb01-7184-4c9e-9139-61f331ed9eab,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:34.313874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:34.316321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:34.321614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.6 (e36dc29f-c7ff-4735-9f14-3c11e01bebb1/40494515-9c9c-4cd6-832a-b53c28e502f2/941bafe2-2287-4a54-aac0-41dcf4459b5b) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:34.341775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:34.342130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:34.366556 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:34.400599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627d396-1329-4c66-85ee-4eb548753509 None None] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:34.443477 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-8324448d-495f-4aa2-8b6d-2795c75ec2cd tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] delete failed (client error): The resource could not be found. Nov 24 14:04:34.449720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8324448d-495f-4aa2-8b6d-2795c75ec2cd tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1453924159 HTTP/1.1" status: 404 len: 335 time: 0.2239883 Nov 24 14:04:34.453296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41414) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:34.463588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b71ab195-8382-4f95-96cc-67558e7934d3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'router': {'external_gateway_info': {'network_id': '14639a5c-14bf-456e-87d1-b8db0228fc8f'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:34.564565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:34.663041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:34.666284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:34.669706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.704366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8c5223f0-6a8b-49d4-a32f-43ab8890e872 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:34.722904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.737952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/networks/a42e956d-bc5e-4f03-925b-403522cd9a66 HTTP/1.1" status: 204 len: 168 time: 1.1993213 Nov 24 14:04:34.752585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41420) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:34.779836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Network': ['ID=a42e956d-bc5e-4f03-925b-403522cd9a66,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:34.786790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:34.808109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-26c879d3-76c2-4872-b29c-eb5408aeeb31 None None] Provisioning for port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:34.860130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:34.860130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:34.884554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.924599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9323b2cc-855b-411c-8e28-2c59f4978621 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:34.970796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 941bafe2-2287-4a54-aac0-41dcf4459b5b will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:34.975103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:34.999894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.023335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:35.023335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73c88f-0d76-4ece-af83-95db1dfb72ef None None] The sync data for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:35.109766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:04:35.130740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b71ab195-8382-4f95-96cc-67558e7934d3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.145421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:35.154815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.160274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:35.194801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9323b2cc-855b-411c-8e28-2c59f4978621 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:35.195290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.315852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.332591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:35.334710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-df808736-5653-4e10-bb32-93248373a6da tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:35.338710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:35.382218 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-b71ab195-8382-4f95-96cc-67558e7934d3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] update failed (client error): The resource could not be found. Nov 24 14:04:35.383982 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b71ab195-8382-4f95-96cc-67558e7934d3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f HTTP/1.1" status: 404 len: 339 time: 0.9262457 Nov 24 14:04:35.391369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:35.393236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060c061-360b-4a50-8a18-9f94d7542024 req-10ad4643-9f2c-4833-a58a-e160af7678c0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:35.394656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41428) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:35.395640 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8060c061-360b-4a50-8a18-9f94d7542024 req-10ad4643-9f2c-4833-a58a-e160af7678c0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 944 time: 0.5150015 Nov 24 14:04:35.402235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.413709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1390530842'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:35.426089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:35.459946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8055f1c-0be8-4d5c-84b6-116db8dc1cbb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:35.502863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:35.510940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:35.515173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53ddd3d-651d-492f-b3a4-28275588722e']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:35.518967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:network and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:35.535445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:35.614168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:35.616650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:35.619118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.637996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8060c061-360b-4a50-8a18-9f94d7542024 req-df234e30-646d-4530-80a5-cf2efaca2355 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073193 Nov 24 14:04:35.641676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2709c4d8-1f7e-4074-93a0-8fb508f17abf') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:35.642495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2709c4d8-1f7e-4074-93a0-8fb508f17abf') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:35.650945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:35.690539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:35.702887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:35.703283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.705905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:35.712084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.713331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=941bafe2-2287-4a54-aac0-41dcf4459b5b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:35.727353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:35.734111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.761542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.774863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:35.775579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.812425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe41471-6e32-442d-a329-f55d6773d887 req-ac1374d2-2559-48ab-89d0-2c2d27673af6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:35.827194 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8fe41471-6e32-442d-a329-f55d6773d887 req-ac1374d2-2559-48ab-89d0-2c2d27673af6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 931 time: 0.5018730 Nov 24 14:04:35.897695 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'code': 200} Nov 24 14:04:35.926707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:35.931897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:35.942078 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:35.949853 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:35.957646 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0344319 Nov 24 14:04:35.958980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:35.965841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:35.967040 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:35.972076 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:35.974906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-48394cf9-1037-4ecd-8c8c-d790634dc294 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:36.003509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7384982 Nov 24 14:04:36.004724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1429368967'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:36.010904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.018363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/networks/b53ddd3d-651d-492f-b3a4-28275588722e HTTP/1.1" status: 204 len: 168 time: 1.2618310 Nov 24 14:04:36.026533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41436) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:36.042035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.042506 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Added segment c9367ccc-b748-4142-99e3-0a1912eb3074 of type vlan for network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 Nov 24 14:04:36.043270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Network': ['ID=b53ddd3d-651d-492f-b3a4-28275588722e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:36.049009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Request body: {'port': {'device_id': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:36.092844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:36.096485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Provisioning for port 6cd7bb01-7184-4c9e-9139-61f331ed9eab completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:36.097663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:network and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:36.100990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:36.102579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:36.107580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:36.122947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.146593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Provisioning complete for port 6cd7bb01-7184-4c9e-9139-61f331ed9eab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:36.146977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.211349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.223283 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:36.249516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-8fe41471-6e32-442d-a329-f55d6773d887 req-9d77dc46-c142-4ac2-bd13-5d397019984c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:36.262511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.271205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:36.272413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.281869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Port 6cd7bb01-7184-4c9e-9139-61f331ed9eab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:36.285831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,segment=NetworkSegment(526367d6-d244-4bc7-9476-674cd81c2d67),segment_id=526367d6-d244-4bc7-9476-674cd81c2d67)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:36.292485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:36.298123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.304270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.305218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b77c4ec3-04ad-4ba2-a892-61ff3a860001 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:36.323229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e08fb074-e009-42a2-911a-19a3d2b62353 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:36.371346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Provisioning complete for port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:36.371626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.373997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.445720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:36.471089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Network': ['ID=58449cc8-ff7a-4bb7-bff5-b1a82aff6746,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:36.474887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:36.475537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-8fe41471-6e32-442d-a329-f55d6773d887 req-9d77dc46-c142-4ac2-bd13-5d397019984c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:36.486537 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8fe41471-6e32-442d-a329-f55d6773d887 req-9d77dc46-c142-4ac2-bd13-5d397019984c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6583185 Nov 24 14:04:36.490453 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0908382 Nov 24 14:04:36.493317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41440) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:36.525652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:36.536802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'subnet': {'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:36.539366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:36.548175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6949c1-84dc-41e4-b109-55912b0e1cd5 req-37a4e3f2-b4d9-40f3-a1bc-2946b5af3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:36.549793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd6949c1-84dc-41e4-b109-55912b0e1cd5 req-37a4e3f2-b4d9-40f3-a1bc-2946b5af3ca3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 1098 time: 0.3156409 Nov 24 14:04:36.576535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.578022 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added segment 604d97df-5f82-4a13-a29c-96b7751edc85 of type vlan for network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 Nov 24 14:04:36.618211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.664621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd6949c1-84dc-41e4-b109-55912b0e1cd5 req-e49a86ca-48a2-4d91-8069-fb81afd35dd9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677712 Nov 24 14:04:36.690841 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:32Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:36.701261 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:36.701625 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Updating router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 port 6cd7bb01-7184-4c9e-9139-61f331ed9eab binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:04:36.780693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.794234 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.806496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.824576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:36.829655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:36.842784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:36.906173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:36.912266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:36.927136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Provisioning for port 941bafe2-2287-4a54-aac0-41dcf4459b5b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:36.932413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b77c4ec3-04ad-4ba2-a892-61ff3a860001 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:36.933297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.005948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Provisioning complete for port 941bafe2-2287-4a54-aac0-41dcf4459b5b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:37.007421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.054103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:37.078213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41446) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:37.079263 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1185007 Nov 24 14:04:37.087401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Usage tracker for resource:subnet and tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:37.087744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'subnet': {'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:37.097269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:37.130249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-06c8191c-ac80-48b2-b2ff-656792ce9353 None None] Port 941bafe2-2287-4a54-aac0-41dcf4459b5b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:37.164406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Network': ['ID=1af7810a-13c2-4f6d-b1a9-0634f6a547a3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:37.166506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4f5716bd-1963-48e1-a98a-eae76229999e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:37.182985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:37.184075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:37.204953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:37.212320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.225431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Made reservation on behalf of 3ac85ea2aa1a43ef9ec190b523e51cb3 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:37.229492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.233366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:37.247877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:subnet and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:37.256119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:37.267078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e185e-6ed2-4cc7-b7b0-5a12c4e140b5 req-a9024d6a-796f-4d57-975c-7d7e42fc602e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:37.275160 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf4e185e-6ed2-4cc7-b7b0-5a12c4e140b5 req-a9024d6a-796f-4d57-975c-7d7e42fc602e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.3168509 Nov 24 14:04:37.311997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:37.353712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c299fc9c-b58f-4cff-96fe-f5e8532a9d95 None None] Provisioning complete for port 6cd7bb01-7184-4c9e-9139-61f331ed9eab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:37.354491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c299fc9c-b58f-4cff-96fe-f5e8532a9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.364358 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf4e185e-6ed2-4cc7-b7b0-5a12c4e140b5 req-63ec35fe-333b-405d-a1d2-84a516468ed6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881796 Nov 24 14:04:37.409538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Made reservation on behalf of 47484d611ce94b77bd90c34f8c721d4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:37.413795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.452432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c299fc9c-b58f-4cff-96fe-f5e8532a9d95 None None] Port 6cd7bb01-7184-4c9e-9139-61f331ed9eab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:37.463477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 4f5716bd-1963-48e1-a98a-eae76229999e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:37.471940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4f5716bd-1963-48e1-a98a-eae76229999e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:37.472787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.513005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79f6903-281f-4bc7-b987-a2ed893da667']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:37.529055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.545081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cae75906-dab7-4fec-9cf1-8b45efb50905 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:37.633063 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.651341 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Transition to ACTIVE for port object 6cd7bb01-7184-4c9e-9139-61f331ed9eab will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:37.662192 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.663935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941bafe2-2287-4a54-aac0-41dcf4459b5b {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:04:37.667662 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:37.686386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.714950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Transition to ACTIVE for port object 941bafe2-2287-4a54-aac0-41dcf4459b5b will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:37.737344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.742043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b484ef-aed1-4df5-9ef7-9eb1f7aa47fb') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:37.742670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b484ef-aed1-4df5-9ef7-9eb1f7aa47fb') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:37.747636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-794f4c80-72f5-4026-8691-97e7dcd31685 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:37.767267 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0152739-56ec-437c-8174-81738d559bd1 None None] Pushing event updated for resources: {'Port': ['ID=6cd7bb01-7184-4c9e-9139-61f331ed9eab,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:37.774257 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e0152739-56ec-437c-8174-81738d559bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:37.871989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.887087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:37.988470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 4f5716bd-1963-48e1-a98a-eae76229999e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4f5716bd-1963-48e1-a98a-eae76229999e,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:37.997353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.002176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.012033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-12d7e6d3-6344-4910-aa40-386e1157f6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:38.020659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:38.021100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.163172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=4f5716bd-1963-48e1-a98a-eae76229999e,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:38.171550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:38.181981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.184727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8055f1c-0be8-4d5c-84b6-116db8dc1cbb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:38.192557 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Attempting to bind port 6cd7bb01-7184-4c9e-9139-61f331ed9eab on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:38.193415 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Attempting to bind port 6cd7bb01-7184-4c9e-9139-61f331ed9eab by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:38.193976 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Attempting to bind port 6cd7bb01-7184-4c9e-9139-61f331ed9eab on network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:38.204104 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:38.205220 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Checking segment: {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:38.205824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.206408 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Bound using segment: {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:38.208616 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Bound port: 6cd7bb01-7184-4c9e-9139-61f331ed9eab, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526367d6-d244-4bc7-9476-674cd81c2d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:38.209240 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.296250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Pushing event updated for resources: {'Port': ['ID=941bafe2-2287-4a54-aac0-41dcf4459b5b,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:38.303036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:38.303698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d880c336-ed6f-4534-9b63-10d1b82448e6 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:38.303865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:38.304114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.369459 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] For port 6cd7bb01-7184-4c9e-9139-61f331ed9eab, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:38.369743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Subnet': ['ID=c8b50ae9-23b3-449f-82ca-4543b1967e7a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:38.372235 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:38.374783 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] For port 6cd7bb01-7184-4c9e-9139-61f331ed9eab, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6cd7bb01-7184-4c9e-9139-61f331ed9eab,segment=NetworkSegment(526367d6-d244-4bc7-9476-674cd81c2d67),segment_id=526367d6-d244-4bc7-9476-674cd81c2d67)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:38.381277 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.392638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Checking segment: {'id': 'c9367ccc-b748-4142-99e3-0a1912eb3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:38.392638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network hostable DHCP agents. Network: 58449cc8-ff7a-4bb7-bff5-b1a82aff6746, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:38.393088 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2c5a5c6c-4ff1-458b-b1e7-2830f8592186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:38.410654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.411192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.411670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.412142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.412608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.413133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.413713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.415345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.416725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.417353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.417969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.418562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.435048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:38.454513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.460131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-82cd6618-cacc-474c-b28a-cf4e32d3d125 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:38.482276 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:38.483068 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:38.483714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.502490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Network': ['ID=b79f6903-281f-4bc7-b987-a2ed893da667,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:38.504576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:38.511976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:38.521447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42d12-2f10-4be4-a116-9477936ad741 req-3a7074a8-2c62-4723-bfe1-699508277438 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:38.528591 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-baf42d12-2f10-4be4-a116-9477936ad741 req-3a7074a8-2c62-4723-bfe1-699508277438 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 943 time: 0.7437344 Nov 24 14:04:38.535236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Subnet': ['ID=97e16304-d45c-4475-ad07-13c9dddb6b1f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:38.559664 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/networks/b79f6903-281f-4bc7-b987-a2ed893da667 HTTP/1.1" status: 204 len: 168 time: 2.5320551 Nov 24 14:04:38.560559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41454) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:38.573114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Checking segment: {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:38.573774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network hostable DHCP agents. Network: 1af7810a-13c2-4f6d-b1a9-0634f6a547a3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:38.584701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 58449cc8-ff7a-4bb7-bff5-b1a82aff6746) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:38.585715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.586260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.586816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.587403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.587986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.588526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.590220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.590940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.591329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.591695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.592506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.595928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77eff43-a526-41e0-9a92-2e695a6c2895 None None] Network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:38.603735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:38.623519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:38.626106 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-baf42d12-2f10-4be4-a116-9477936ad741 req-82cefc36-a4d4-4034-b7da-015c0fb8f391 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958633 Nov 24 14:04:38.629581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:38.630805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.671000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0152739-56ec-437c-8174-81738d559bd1 None None] Pushing event updated for resources: {'Port': ['ID=6cd7bb01-7184-4c9e-9139-61f331ed9eab,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:38.676593 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e0152739-56ec-437c-8174-81738d559bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:38.759610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.762609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Attempting to bind port 941bafe2-2287-4a54-aac0-41dcf4459b5b on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:38.763590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Attempting to bind port 941bafe2-2287-4a54-aac0-41dcf4459b5b by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:38.764266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Attempting to bind port 941bafe2-2287-4a54-aac0-41dcf4459b5b on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:38.771390 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:38.795306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Port 941bafe2-2287-4a54-aac0-41dcf4459b5b on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:04:38.799669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Attempting to bind port 941bafe2-2287-4a54-aac0-41dcf4459b5b on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:38.812076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:38.839654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:38.840083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Checking segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:38.840450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Bound using segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:38.840948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Bound port: 941bafe2-2287-4a54-aac0-41dcf4459b5b, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:38.841299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.872084 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3650086 Nov 24 14:04:38.876180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41458) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:38.885776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9fa0cf1a-df64-4545-9c49-e1037b0de211 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'router': {'external_gateway_info': {'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:38.941524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-58449cc8-ff7a-4bb7-bff5-b1a82aff6746', 'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746', 'tenant_id': '3ac85ea2aa1a43ef9ec190b523e51cb3', 'fixed_ips': [{'subnet_id': 'c8b50ae9-23b3-449f-82ca-4543b1967e7a'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:38.942402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:38.964986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] For port 941bafe2-2287-4a54-aac0-41dcf4459b5b, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:38.967114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 1af7810a-13c2-4f6d-b1a9-0634f6a547a3) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:38.970516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] For port 941bafe2-2287-4a54-aac0-41dcf4459b5b, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:38.976780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:38.977323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.002318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.014993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1fa4ae7-cd65-454c-a4c1-0bb535bf2791 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:39.016568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f1b9a-1ec2-426c-b581-21effef6599a None None] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:39.048547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9655774 Nov 24 14:04:39.058306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41462) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:39.059629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:39.060252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.061628 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] 10.222.0.76 "PUT /v2.0/ports/941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 200 len: 1093 time: 3.0199020 Nov 24 14:04:39.065440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:04:39.114333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.323723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:32Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:38Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:39.330173 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a7628-a8d2-4b9b-9aa4-bb8fac260670 None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:32Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:38Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:39.369327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705aea50-c64c-4345-b079-c55192170330']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:39.396974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11a5b1-b6c6-46a1-8275-f79d215dce8f req-9b069529-7c35-466a-8ba2-4c96fa6d3a39 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:39.398811 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a11a5b1-b6c6-46a1-8275-f79d215dce8f req-9b069529-7c35-466a-8ba2-4c96fa6d3a39 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.7743618 Nov 24 14:04:39.438245 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'status': 'completed', 'code': 200} Nov 24 14:04:39.462990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e049f49-9d16-4cd5-a92e-79880f263c09') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:39.462990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e049f49-9d16-4cd5-a92e-79880f263c09') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:39.553121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Pushing event updated for resources: {'Port': ['ID=941bafe2-2287-4a54-aac0-41dcf4459b5b,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:39.567479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.581505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:39.584005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9fa0cf1a-df64-4545-9c49-e1037b0de211 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.595932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.602629 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a11a5b1-b6c6-46a1-8275-f79d215dce8f req-2cf11673-00cc-439e-9345-62d0bc605547 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335359 Nov 24 14:04:39.603078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:39.603489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:39.632021 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:39.679521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Allocated IP 2001:db8:1::2 (58449cc8-ff7a-4bb7-bff5-b1a82aff6746/c8b50ae9-23b3-449f-82ca-4543b1967e7a/081094b3-1497-4eb2-8c35-c39a9b499830) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:39.798404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.804926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ce4db83-4165-4c2a-8900-8a2423a7e577 tempest-PortsAdminExtendedAttrsTestJSON-1677783162 tempest-PortsAdminExtendedAttrsTestJSON-1677783162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:39.827649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.831967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Pushing event deleted for resources: {'Network': ['ID=705aea50-c64c-4345-b079-c55192170330,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:39.861716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:39.862827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:39.942075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:39.967611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e01c5cc2-e44a-4c9e-be47-0b67884ea90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:39.970136 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-e01c5cc2-e44a-4c9e-be47-0b67884ea90f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1096 time: 0.7701547 Nov 24 14:04:39.974067 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] 10.222.0.36 "DELETE /v2.0/networks/705aea50-c64c-4345-b079-c55192170330 HTTP/1.1" status: 204 len: 168 time: 1.4069829 Nov 24 14:04:40.076293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-20c27d64-2853-4636-8978-70c07dd144d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 200 len: 217 time: 0.0944970 Nov 24 14:04:40.113177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506824e-a2d5-4269-82a1-c85b2e45c4ab req-c3178be0-6e2b-4bdf-b14b-ff60b98f07d3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:40.114738 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9506824e-a2d5-4269-82a1-c85b2e45c4ab req-c3178be0-6e2b-4bdf-b14b-ff60b98f07d3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 943 time: 0.2149036 Nov 24 14:04:40.214216 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9506824e-a2d5-4269-82a1-c85b2e45c4ab req-319faba1-9c91-4567-a4fe-20b280506bae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890372 Nov 24 14:04:40.229941 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-9fa0cf1a-df64-4545-9c49-e1037b0de211 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:04:40.230991 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9fa0cf1a-df64-4545-9c49-e1037b0de211 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f HTTP/1.1" status: 400 len: 364 time: 1.3537371 Nov 24 14:04:40.235664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:40.296869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Allocated IP 2001:db8:3::2 (1af7810a-13c2-4f6d-b1a9-0634f6a547a3/97e16304-d45c-4475-ad07-13c9dddb6b1f/df9d2b6e-769d-4b41-bcef-097e867e924c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:40.314650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:40.318956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4f5716bd-1963-48e1-a98a-eae76229999e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:40.461753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Transition to ACTIVE for port object 081094b3-1497-4eb2-8c35-c39a9b499830 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:40.472997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15056a2-730a-4883-aaa8-870e2f0a8f77 req-dc1c862c-5d9b-4546-9257-5455745ae11e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:40.475020 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f15056a2-730a-4883-aaa8-870e2f0a8f77 req-dc1c862c-5d9b-4546-9257-5455745ae11e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.6009362 Nov 24 14:04:40.522902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-dea6814d-c592-45e9-99e1-b1e7b3597f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:40.524520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-dea6814d-c592-45e9-99e1-b1e7b3597f6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.4387133 Nov 24 14:04:40.527144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Transition to ACTIVE for port object 081094b3-1497-4eb2-8c35-c39a9b499830 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:40.556232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41480) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:40.559468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:40.566224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ad5437f6-3867-4d99-8a90-0f8769fb0a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:40.717609 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:40.727740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:40.731015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:40.873634 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f15056a2-730a-4883-aaa8-870e2f0a8f77 req-4fbc943c-cf3e-4de0-9e1b-7bf0417ea1d5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896973 Nov 24 14:04:40.885759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Pushing event updated for resources: {'Port': ['ID=081094b3-1497-4eb2-8c35-c39a9b499830,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:40.899650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4f5716bd-1963-48e1-a98a-eae76229999e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:40.899650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:40.909671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41486) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:40.922523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:40.959487 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b25ddcc1-e27c-42d8-a2cb-d7b12fea84a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6267e18af9a4b1aaeb0c14b0169d9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003041 Nov 24 14:04:40.962600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41492) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:40.984783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Attempting to bind port 081094b3-1497-4eb2-8c35-c39a9b499830 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:40.985821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Attempting to bind port 081094b3-1497-4eb2-8c35-c39a9b499830 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'c9367ccc-b748-4142-99e3-0a1912eb3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:40.986395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Attempting to bind port 081094b3-1497-4eb2-8c35-c39a9b499830 on network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:40.991246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.002711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:41.003426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Checking segment: {'id': 'c9367ccc-b748-4142-99e3-0a1912eb3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:41.004015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.004712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Bound using segment: {'id': 'c9367ccc-b748-4142-99e3-0a1912eb3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:41.005531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Bound port: 081094b3-1497-4eb2-8c35-c39a9b499830, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9367ccc-b748-4142-99e3-0a1912eb3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '58449cc8-ff7a-4bb7-bff5-b1a82aff6746'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:41.006324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.008119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.020426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870646d-adfd-49cf-9875-c37af4269da4 req-2f369fd6-21a8-4034-8986-bf7483797739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:41.022046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-2f369fd6-21a8-4034-8986-bf7483797739 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4857631 Nov 24 14:04:41.044080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.085114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Transition to ACTIVE for port object df9d2b6e-769d-4b41-bcef-097e867e924c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:41.164920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Transition to ACTIVE for port object df9d2b6e-769d-4b41-bcef-097e867e924c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:41.191760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.204706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:41.276505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] For port 081094b3-1497-4eb2-8c35-c39a9b499830, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:41.284502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6cd7bb01-7184-4c9e-9139-61f331ed9eab up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:41.309058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.309986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e63130-b222-408b-b0c1-f6ed41678e71 tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:41.311003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c7e63130-b222-408b-b0c1-f6ed41678e71 tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] Synchronizing usage tracker for tenant:5882b845490845fdba943ee316ea88f4 on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:41.325487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:41.337131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] For port 081094b3-1497-4eb2-8c35-c39a9b499830, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=081094b3-1497-4eb2-8c35-c39a9b499830,segment=NetworkSegment(c9367ccc-b748-4142-99e3-0a1912eb3074),segment_id=c9367ccc-b748-4142-99e3-0a1912eb3074)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:41.341003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:41.362818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:41.370957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.374773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Pushing event updated for resources: {'Port': ['ID=df9d2b6e-769d-4b41-bcef-097e867e924c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:41.382027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:41.387055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:41.400481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c7e63130-b222-408b-b0c1-f6ed41678e71 tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] Unset dirty status for tenant:5882b845490845fdba943ee316ea88f4 on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:41.404782 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c7e63130-b222-408b-b0c1-f6ed41678e71 tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 1093 time: 0.4916978 Nov 24 14:04:41.405643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41498) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:41.414106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-87df2e71-373a-44ef-96c7-2508cda41eea service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833132 Nov 24 14:04:41.415855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.420586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:41.465655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:41.505831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:floatingip and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:41.514876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:41.528818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:41.552551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Allocated IP 2001:db8::1 (6167d533-0fdb-449e-9d6b-377fe0fb3986/a5266c27-d8dd-49dc-9436-1f85192c89df/189f0831-eeca-4a63-a972-2979d667a498) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:41.584073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.586155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Attempting to bind port df9d2b6e-769d-4b41-bcef-097e867e924c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:41.586540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Attempting to bind port df9d2b6e-769d-4b41-bcef-097e867e924c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:41.586987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Attempting to bind port df9d2b6e-769d-4b41-bcef-097e867e924c on network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:41.599174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:41.599174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Checking segment: {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:41.599553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.599704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Bound using segment: {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:41.600190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Bound port: df9d2b6e-769d-4b41-bcef-097e867e924c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:41.601016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.621036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Pushing event updated for resources: {'Port': ['ID=081094b3-1497-4eb2-8c35-c39a9b499830,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:41.629415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:41.641727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6cd7bb01-7184-4c9e-9139-61f331ed9eab completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:41.682815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6cd7bb01-7184-4c9e-9139-61f331ed9eab triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:41.682815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.731854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.742183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c17ce61d-9ae6-4fe8-8be4-9cb7b94fbf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:41.775802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0870646d-adfd-49cf-9875-c37af4269da4 req-6f0204a9-3fcc-40f4-9a12-f80de2f916c5 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382711 Nov 24 14:04:41.776606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eedecc-aab7-4dec-9df4-4d12fc36819a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:41.798097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:41.802391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Allocated IP 2001:db8:3::1 (1af7810a-13c2-4f6d-b1a9-0634f6a547a3/97e16304-d45c-4475-ad07-13c9dddb6b1f/0f189ec0-1343-4018-9779-efb8c56da264) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:41.821400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.823157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63eedecc-aab7-4dec-9df4-4d12fc36819a HTTP/1.1" status: 204 len: 168 time: 0.8595178 Nov 24 14:04:41.855943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] For port df9d2b6e-769d-4b41-bcef-097e867e924c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:41.859481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] For port df9d2b6e-769d-4b41-bcef-097e867e924c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=df9d2b6e-769d-4b41-bcef-097e867e924c,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:41.892545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1445c-a047-4882-80dd-1ad60f59c639 req-ecffa756-c45c-40dd-aca5-7c99cb3e27d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:41.900128 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0af1445c-a047-4882-80dd-1ad60f59c639 req-ecffa756-c45c-40dd-aca5-7c99cb3e27d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 943 time: 0.4446084 Nov 24 14:04:41.904524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.936102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:41.944933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:41.997228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Transition to ACTIVE for port object 189f0831-eeca-4a63-a972-2979d667a498 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:42.035748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.050040 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0af1445c-a047-4882-80dd-1ad60f59c639 req-15ee4c2e-0ab7-4f61-8749-7882952f6604 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488652 Nov 24 14:04:42.122671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 6cd7bb01-7184-4c9e-9139-61f331ed9eab, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6cd7bb01-7184-4c9e-9139-61f331ed9eab,segment=NetworkSegment(526367d6-d244-4bc7-9476-674cd81c2d67),segment_id=526367d6-d244-4bc7-9476-674cd81c2d67)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:42.128556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Pushing event updated for resources: {'Port': ['ID=df9d2b6e-769d-4b41-bcef-097e867e924c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:42.138779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:42.140614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.145854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5a8b5616-80ab-4fec-b0da-48b3ffdc5070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:42.153477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.168535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ca36ee6-0884-4f77-bc5c-0fa0c22755cf tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:42.259884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.269341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-fc5ba94d-1f87-451f-976c-2c9d8e91c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:42.278504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-fc5ba94d-1f87-451f-976c-2c9d8e91c2f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1096 time: 0.3839180 Nov 24 14:04:42.279059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=6cd7bb01-7184-4c9e-9139-61f331ed9eab,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:42.282409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:42.310877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:42.315997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:42.321068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.325390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:42.325886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.330287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Port': ['ID=189f0831-eeca-4a63-a972-2979d667a498,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:42.330552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 081094b3-1497-4eb2-8c35-c39a9b499830 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:42.483483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Transition to ACTIVE for port object 0f189ec0-1343-4018-9779-efb8c56da264 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:42.489739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-e59e2692-36f8-44be-a46d-772436315d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:42.491490 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-e59e2692-36f8-44be-a46d-772436315d13 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 899 time: 0.1961112 Nov 24 14:04:42.555307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 081094b3-1497-4eb2-8c35-c39a9b499830 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:42.574784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:42.622758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-284a2912-7477-40c1-a530-a08a7746dc99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 200 len: 217 time: 0.1159601 Nov 24 14:04:42.798922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.806767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:42.835363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Allocated IP 172.26.8.180 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/c15b992d-bce2-4d17-930d-a08df5b66014) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:42.842337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:42.907676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-85cc59e5-40ab-49ff-a53e-542bf8b846f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:42.914815 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-85cc59e5-40ab-49ff-a53e-542bf8b846f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.2839756 Nov 24 14:04:42.937644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-95cd18f4-0d51-4092-b4b7-d095f441ea09 None None] Provisioning for port 189f0831-eeca-4a63-a972-2979d667a498 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:42.948917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-95cd18f4-0d51-4092-b4b7-d095f441ea09 None None] Provisioning complete for port 189f0831-eeca-4a63-a972-2979d667a498 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:42.949417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-95cd18f4-0d51-4092-b4b7-d095f441ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.006004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:43.017344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:43.059157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-95cd18f4-0d51-4092-b4b7-d095f441ea09 None None] Port 189f0831-eeca-4a63-a972-2979d667a498 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:43.244275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41524) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:43.267140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=0f189ec0-1343-4018-9779-efb8c56da264,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:43.269767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:43.270295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.337678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:43.403489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5a71a-98c3-4dfb-9056-c2c873c1bf16 None None] Network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:43.418272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744652227'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:43.448777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:43.456871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.465856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-f32bdab3-64ea-47fd-8b6f-c441ecddca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:43.467674 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-f32bdab3-64ea-47fd-8b6f-c441ecddca47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5211444 Nov 24 14:04:43.471422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:43.483544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:43.509613 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:43.525232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Provisioning for port 081094b3-1497-4eb2-8c35-c39a9b499830 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:43.544769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:43.548049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Provisioning complete for port 081094b3-1497-4eb2-8c35-c39a9b499830 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:43.548572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.549427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.571665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.605634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:43.623161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:security_group_rule and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:43.629022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:43.632272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.649309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.651758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dbc46db4-cda1-46bb-a2a9-6f3b666158af tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:43.652540 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-417c27cf-f1c5-4381-b1f1-0422b6231bb5 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765282 Nov 24 14:04:43.673002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286606d-004a-4707-891b-568a49d20473 req-8f7688e5-5081-4317-aa16-ce202f71f7a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:43.673921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d286606d-004a-4707-891b-568a49d20473 req-8f7688e5-5081-4317-aa16-ce202f71f7a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:04:43.729672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:43.734067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=c15b992d-bce2-4d17-930d-a08df5b66014,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:43.738743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:43.742738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.743782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.756351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8c68c59a-4863-46bf-b4e3-e3509fe6079a tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:43.758058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.800968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.837240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c007433-c944-4459-8f24-9b50d6e30de5 None None] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:43.837733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d286606d-004a-4707-891b-568a49d20473 req-8f7688e5-5081-4317-aa16-ce202f71f7a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:04:43.838989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d286606d-004a-4707-891b-568a49d20473 req-8f7688e5-5081-4317-aa16-ce202f71f7a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 943 time: 0.5362101 Nov 24 14:04:43.845415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:43.859501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:43.863387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:43.976029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] For port 081094b3-1497-4eb2-8c35-c39a9b499830, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=081094b3-1497-4eb2-8c35-c39a9b499830,segment=NetworkSegment(c9367ccc-b748-4142-99e3-0a1912eb3074),segment_id=c9367ccc-b748-4142-99e3-0a1912eb3074)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:43.989383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:43.994777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6a26c946-a349-42e8-b024-234a00c1b64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:43.997297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event updated for resources: {'Port': ['ID=189f0831-eeca-4a63-a972-2979d667a498,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:44.000195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:44.075110 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d286606d-004a-4707-891b-568a49d20473 req-c4f013e1-a436-46b2-922e-d660f6ec65c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070587 Nov 24 14:04:44.126686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-524a4a90-c99f-459d-b3e2-4c50664c0f00 req-d84ee00f-4649-495e-81be-a35bd5c9a6e5 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458086 Nov 24 14:04:44.149883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:44.152021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Pushing event updated for resources: {'Port': ['ID=081094b3-1497-4eb2-8c35-c39a9b499830,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:44.160707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:44.197372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:44.208504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-aea2d69a-47e5-43a0-84c6-a8df06132ea9 None None] Provisioning for port df9d2b6e-769d-4b41-bcef-097e867e924c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:44.421151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device df9d2b6e-769d-4b41-bcef-097e867e924c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:44.429243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.460287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.470680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-83189325-361b-4b79-bd03-e83854f16b01 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:44.493509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.511393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.513176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.524328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1b502bc5-de77-4ead-9db9-f81d7ae8992f tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:44.561182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port df9d2b6e-769d-4b41-bcef-097e867e924c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:44.567465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port df9d2b6e-769d-4b41-bcef-097e867e924c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:44.567851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.678385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event updated for resources: {'Port': ['ID=0f189ec0-1343-4018-9779-efb8c56da264,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:44.685569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:44.825544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Provisioning complete for port 081094b3-1497-4eb2-8c35-c39a9b499830 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:44.826166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.836669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:44.847151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd78ebf-72c4-43c3-938f-47cce1b5263d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:44.852479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:44.853997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:44.876475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:44.887599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.887831 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 571d8a62-82d3-4227-b8ef-8932686fdc83 of type vlan for network d8e66452-7898-40db-aff6-72d226d76b94 Nov 24 14:04:44.892845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.967209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port df9d2b6e-769d-4b41-bcef-097e867e924c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=df9d2b6e-769d-4b41-bcef-097e867e924c,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:44.974888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:44.975925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 081094b3-1497-4eb2-8c35-c39a9b499830 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:44.980261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:45.010451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Router 14639a5c-14bf-456e-87d1-b8db0228fc8f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:45.040826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:45.053264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:45.182053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:45.187626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:45.189300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:45.196352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=df9d2b6e-769d-4b41-bcef-097e867e924c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:45.200105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:45.203089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a677022b-fe1e-402b-a8c7-e7d8b02f40fc tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:45.214290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 081094b3-1497-4eb2-8c35-c39a9b499830 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:45.214929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:45.301035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Provisioning complete for port 189f0831-eeca-4a63-a972-2979d667a498 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:45.301520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:45.363846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=d8e66452-7898-40db-aff6-72d226d76b94,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:45.384425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:45.385999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network d8e66452-7898-40db-aff6-72d226d76b94 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:45.463193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2040534 Nov 24 14:04:45.463193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:45.463193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2245491 Nov 24 14:04:45.475102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41532) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:45.508879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:45.521494 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:45.534731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4717879 Nov 24 14:04:45.538655 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:45.539594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41536) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:45.539833 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:45.556200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] Sync routers for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:45.606234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:45.669052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Port 189f0831-eeca-4a63-a972-2979d667a498 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:45.737451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:45.738454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:45.743031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:45.793411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec3e7f-4cfe-414e-89aa-d20ed4a61c96 req-5228bc8e-702d-467f-9077-4303f2a67251 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:45.800716 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-05ec3e7f-4cfe-414e-89aa-d20ed4a61c96 req-5228bc8e-702d-467f-9077-4303f2a67251 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 943 time: 0.4880478 Nov 24 14:04:45.822510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6cd7bb01-7184-4c9e-9139-61f331ed9eab up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:45.831811 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:45.862435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 941bafe2-2287-4a54-aac0-41dcf4459b5b details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:04:45.889894 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-05ec3e7f-4cfe-414e-89aa-d20ed4a61c96 req-9e38499b-5639-47c6-8ec1-994ee46529d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881088 Nov 24 14:04:45.900781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fc85295e-fbe3-4874-b186-b8920a3507cd tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.097758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 941bafe2-2287-4a54-aac0-41dcf4459b5b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:46.127200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:46.140420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'port_id': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'mac_address': 'fa:16:3e:eb:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:04:46.142787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Provisioning complete for port df9d2b6e-769d-4b41-bcef-097e867e924c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:46.143268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.282524 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:43Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:44Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:46.287036 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:46.287517 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Updating router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 port 0f189ec0-1343-4018-9779-efb8c56da264 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:04:46.302531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:46.303187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:46.355998 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.412472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:46.412916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3f746-353f-4165-a662-0dc43dfd915b None None] The sync data for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:46.439828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.474318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.508204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941bafe2-2287-4a54-aac0-41dcf4459b5b {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:04:46.508788 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-fc85295e-fbe3-4874-b186-b8920a3507cd tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 14:04:46.510170 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fc85295e-fbe3-4874-b186-b8920a3507cd tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f HTTP/1.1" status: 409 len: 329 time: 1.0413349 Nov 24 14:04:46.518393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41540) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:46.534268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6cd7bb01-7184-4c9e-9139-61f331ed9eab triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:46.534651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.626420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 941bafe2-2287-4a54-aac0-41dcf4459b5b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:46.666447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.676419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:46.838384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=941bafe2-2287-4a54-aac0-41dcf4459b5b,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:46.855394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.855743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.856090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.856876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.857235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.857627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.857975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.858402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.858767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.859100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.859436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.859912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:04:46.872703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:46.892379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Provisioning for port 0f189ec0-1343-4018-9779-efb8c56da264 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:46.899793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Provisioning complete for port 0f189ec0-1343-4018-9779-efb8c56da264 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:46.900181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.963113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:46.966228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42f314a3-17a1-4fae-ac1a-a80b35a30e45 None None] Port 0f189ec0-1343-4018-9779-efb8c56da264 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:04:46.968382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['941bafe2-2287-4a54-aac0-41dcf4459b5b'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:04:46.995999 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.013955 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Transition to ACTIVE for port object 0f189ec0-1343-4018-9779-efb8c56da264 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:47.023285 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.034719 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-be1dcfb6-293e-440e-802d-65aad6dd5117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:47.304128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.321844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.357624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-365241af-506c-4828-bb3f-41587fa54df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:47.426719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device df9d2b6e-769d-4b41-bcef-097e867e924c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:47.435043 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c86a-a411-47de-8c55-a2d43788d453 None None] Pushing event updated for resources: {'Port': ['ID=0f189ec0-1343-4018-9779-efb8c56da264,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:47.447336 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-8b47c86a-a411-47de-8c55-a2d43788d453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:47.495675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.extraroute_db [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 14:04:47.546356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.extraroute_db [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Removed routes are [] {{(pid=87692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 14:04:47.546793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.570571 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Attempting to bind port 0f189ec0-1343-4018-9779-efb8c56da264 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:47.573372 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Attempting to bind port 0f189ec0-1343-4018-9779-efb8c56da264 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:47.573776 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Attempting to bind port 0f189ec0-1343-4018-9779-efb8c56da264 on network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:47.584021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d57c7-02c9-4acd-98c0-6c71f303b5d4 req-a83895cc-a81e-4ece-86cd-1d09b42a7b00 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:47.586561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b12d57c7-02c9-4acd-98c0-6c71f303b5d4 req-a83895cc-a81e-4ece-86cd-1d09b42a7b00 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 944 time: 0.4288697 Nov 24 14:04:47.603419 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:47.605755 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Checking segment: {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:47.606402 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.606977 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Bound using segment: {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:47.610553 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Bound port: 0f189ec0-1343-4018-9779-efb8c56da264, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d97df-5f82-4a13-a29c-96b7751edc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:47.611201 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.613492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port df9d2b6e-769d-4b41-bcef-097e867e924c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:47.613995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.819990 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] For port 0f189ec0-1343-4018-9779-efb8c56da264, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:47.824563 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] For port 0f189ec0-1343-4018-9779-efb8c56da264, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0f189ec0-1343-4018-9779-efb8c56da264,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:47.838967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.846558 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-140760b7-6e86-4a05-974b-acb46b5eea9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:47.849362 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b12d57c7-02c9-4acd-98c0-6c71f303b5d4 req-58a1c5e2-af68-44b4-8da8-d0b5e87061e6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514911 Nov 24 14:04:47.992594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:47.994314 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c86a-a411-47de-8c55-a2d43788d453 None None] Pushing event updated for resources: {'Port': ['ID=0f189ec0-1343-4018-9779-efb8c56da264,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:48.005541 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-8b47c86a-a411-47de-8c55-a2d43788d453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:48.023497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=c15b992d-bce2-4d17-930d-a08df5b66014,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:48.046267 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:48.048323 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:48.051816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:48.073606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:48.334793 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:48.546793 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Floating IP e74bfe61-c25f-4757-8c9a-d287e750cbf6 associated. External IP: 172.26.8.180, port: 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9. Nov 24 14:04:48.605120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port 189f0831-eeca-4a63-a972-2979d667a498 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:48.605120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:48.894072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:48.976507 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 6, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:48.986494 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69e6ff-e394-47f6-8988-d32e43874ade None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 6, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 4, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:49.072081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.086178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.172785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41548) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:49.178148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:49.199275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Calling delete_port for 189f0831-eeca-4a63-a972-2979d667a498 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:49.378242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0f189ec0-1343-4018-9779-efb8c56da264 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:49.481025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 0f189ec0-1343-4018-9779-efb8c56da264 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:49.493119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0f189ec0-1343-4018-9779-efb8c56da264 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:49.493526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.535991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:49.541959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:49.546094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:49.553480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:49.571663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:49.582491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:49.587584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.693874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:49.764271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.808699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e0c5a-a089-40ec-a4a8-a6a9832a6f56 req-198ea844-bb90-4ff9-a2b4-90c9f6ad4a9d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:49.816637 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3b3e0c5a-a089-40ec-a4a8-a6a9832a6f56 req-198ea844-bb90-4ff9-a2b4-90c9f6ad4a9d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 944 time: 0.6340668 Nov 24 14:04:49.838531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 941bafe2-2287-4a54-aac0-41dcf4459b5b up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:49.954865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.962615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d09b8fd5-d895-4ee7-bcbc-2092be12f83e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:49.963732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-09d55f71-a237-4f9f-a728-105ae34e21b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:49.997848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 0f189ec0-1343-4018-9779-efb8c56da264, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0f189ec0-1343-4018-9779-efb8c56da264,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:50.021497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.029823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c8246f8f-c83b-42f7-ad76-8941e6f27cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:50.034165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Port': ['ID=189f0831-eeca-4a63-a972-2979d667a498,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:50.041257 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3b3e0c5a-a089-40ec-a4a8-a6a9832a6f56 req-1d5df965-6d05-43bd-8094-f71c845d81c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226264 Nov 24 14:04:50.078851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:50.092570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:50.094876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:50.104631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.105790 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f627f19-6cce-435d-863c-7ba52b351fe0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 953 time: 4.5633645 Nov 24 14:04:50.108980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41552) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:50.119975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.128716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:50.131907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-823cb037-8023-46a7-a7d3-d153c191fec4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:50.190903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=0f189ec0-1343-4018-9779-efb8c56da264,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:50.194776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:50.198150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:50.198993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:50.276420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 941bafe2-2287-4a54-aac0-41dcf4459b5b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:50.277089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.365730 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9418857 Nov 24 14:04:50.365730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:04:50.412690 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f397ba8-8c58-4766-ac89-7bc595cb6b30 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 953 time: 0.2909465 Nov 24 14:04:50.416264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41560) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:50.424069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'routes': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:50.438288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=491815fe-387b-4395-8f9f-159a6b87fb94,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:50.449692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:50.474793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 941bafe2-2287-4a54-aac0-41dcf4459b5b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:50.475381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.486829 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'status': 'completed', 'code': 200} Nov 24 14:04:50.498725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.514642 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:50.525856 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:50.526784 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:50.551850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:50.608574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:50.617045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '571d8a62-82d3-4227-b8ef-8932686fdc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:50.617853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: d8e66452-7898-40db-aff6-72d226d76b94, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:50.747262 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:50.915505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network d8e66452-7898-40db-aff6-72d226d76b94 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:50.938386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Router 14639a5c-14bf-456e-87d1-b8db0228fc8f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:50.943228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, d8e66452-7898-40db-aff6-72d226d76b94) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:50.951880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:50.952759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.012824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291654a7-43c8-4c4e-88ca-423d8c079fed None None] Network d8e66452-7898-40db-aff6-72d226d76b94 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:51.117059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9436722 Nov 24 14:04:51.121096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-1e54d696-6246-4f2b-a1c8-5cbf35691efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:51.123246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-1e54d696-6246-4f2b-a1c8-5cbf35691efd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 1098 time: 0.6672451 Nov 24 14:04:51.128414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41566) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:51.135236 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 6, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:49Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.141540 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:51.145212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730128876'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:51.152253 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:51.153310 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.169297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:51.182046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:51.194223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:51.317143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:51.361801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.377618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:51.387889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0f189ec0-1343-4018-9779-efb8c56da264 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:51.390588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8710420 Nov 24 14:04:51.394074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41570) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:51.430673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-d8e66452-7898-40db-aff6-72d226d76b94', 'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '491815fe-387b-4395-8f9f-159a6b87fb94'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:51.431667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.434511 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:51.442407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] Sync routers for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:51.473610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-26db1f27-b5f9-4331-945f-ae7ae43f9f38 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] show failed (client error): The resource could not be found. Nov 24 14:04:51.480306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-26db1f27-b5f9-4331-945f-ae7ae43f9f38 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1031766828 HTTP/1.1" status: 404 len: 335 time: 0.0849621 Nov 24 14:04:51.481236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41574) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:51.494295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-36f57744-b84f-41df-967a-81395cc80ce4 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:51.499944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:51.501054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.573958 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-36f57744-b84f-41df-967a-81395cc80ce4 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] update failed (client error): The resource could not be found. Nov 24 14:04:51.579975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-36f57744-b84f-41df-967a-81395cc80ce4 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1149491022 HTTP/1.1" status: 404 len: 335 time: 0.0943432 Nov 24 14:04:51.582723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41578) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:51.613084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.extraroute_db [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added routes are [] {{(pid=87692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 14:04:51.613679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.extraroute_db [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87692) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 14:04:51.618225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:04:51.644951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.652637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.659934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:51.664273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.674655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 941bafe2-2287-4a54-aac0-41dcf4459b5b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:51.687200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-7d2d0e55-8504-4b63-b919-c0710fc45d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:51.691356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-7d2d0e55-8504-4b63-b919-c0710fc45d8f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.5572040 Nov 24 14:04:51.698255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] Routers {'14639a5c-14bf-456e-87d1-b8db0228fc8f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:51.699040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['14639a5c-14bf-456e-87d1-b8db0228fc8f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.783686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.792474 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'code': 200} Nov 24 14:04:51.801783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:51.849178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e74bfe61-c25f-4757-8c9a-d287e750cbf6', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.180', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:07:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:04:45Z', 'updated_at': '2021-11-24T14:04:45Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.884414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.884842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb2976-afab-4997-9442-03ffc84d2d50 None None] The sync data for ids ['14639a5c-14bf-456e-87d1-b8db0228fc8f'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:51.900735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:51.916623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting subnet c8b50ae9-23b3-449f-82ca-4543b1967e7a {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:51.935017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:51.940903 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 6, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:49Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:51.949446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:04:51.952049 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa58b4f-5a5d-4e21-86a1-78ce1229f9cc None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:47Z', 'revision_number': 6, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:49Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:51.993339 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:04:52.026312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Allocated IP 2001:db8:0:ffff::2 (d8e66452-7898-40db-aff6-72d226d76b94/491815fe-387b-4395-8f9f-159a6b87fb94/e4eccbff-1875-46e1-86cf-a1ad059ecdcc) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:52.063100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=941bafe2-2287-4a54-aac0-41dcf4459b5b,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:52.066189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0f189ec0-1343-4018-9779-efb8c56da264 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:52.066707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.099591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:52.099961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.130774 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-fa51a5e7-9008-4500-8070-79abea6d318a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 HTTP/1.1" status: 200 len: 999 time: 0.4296174 Nov 24 14:04:52.131896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.143441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.167746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:52.168497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:52.262140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-996f0ca0-2547-4200-acb8-64f5af2a630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:52.263788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-996f0ca0-2547-4200-acb8-64f5af2a630e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.1161032 Nov 24 14:04:52.291570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.292383 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 9b6778bb-dd07-4c99-85c3-8a4a49d036a6 of type vlan for network fb1489b9-1607-4b58-a04e-dcaab40d4012 Nov 24 14:04:52.328688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04866-8175-446a-80e8-bb0fa98be952 req-d8b0e6c2-350a-4833-9ea0-9b07ddb97263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:52.330400 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-15e04866-8175-446a-80e8-bb0fa98be952 req-d8b0e6c2-350a-4833-9ea0-9b07ddb97263 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1098 time: 0.3338273 Nov 24 14:04:52.339941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44558496-385e-48e2-b944-2334e34c86d1 req-28e6fc10-3469-44e1-8100-946437853b95 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:52.341519 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-44558496-385e-48e2-b944-2334e34c86d1 req-28e6fc10-3469-44e1-8100-946437853b95 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 944 time: 1.0839214 Nov 24 14:04:52.376481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.389192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.432446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:52.443010 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-44558496-385e-48e2-b944-2334e34c86d1 req-c27dbccc-fe67-470b-bf62-2da52184e658 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887363 Nov 24 14:04:52.458251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-15e04866-8175-446a-80e8-bb0fa98be952 req-79b8f030-0ef2-4b1b-931d-fdbf852ac85a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161678 Nov 24 14:04:52.489232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-a2f7c1ce-031a-4b78-a4b1-023ef5ddc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:52.491357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-a2f7c1ce-031a-4b78-a4b1-023ef5ddc2fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2181590 Nov 24 14:04:52.508405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.519941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-765f00e1-f44b-4d55-8c71-d5a3b44e8f4d tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:52.563851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b50ae9-23b3-449f-82ca-4543b1967e7a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:52.565698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.568932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:52.577699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/subnets/c8b50ae9-23b3-449f-82ca-4543b1967e7a HTTP/1.1" status: 204 len: 168 time: 0.9936595 Nov 24 14:04:52.579246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41584) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:52.633138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7a921-e42f-409d-817a-79128b45bb47 None None] Network 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:52.739529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f122eb8-993d-4db5-b094-95c3567edf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.753788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:52.758701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.765090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:52.766769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.780397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-29114d99-90d9-4253-8efc-b845f3d5bd6f tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:52.831025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.854736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port 081094b3-1497-4eb2-8c35-c39a9b499830 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:52.855396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.877930 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7482181 Nov 24 14:04:52.892182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41588) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:52.893508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.912418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:52.950664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:52.952206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=fb1489b9-1607-4b58-a04e-dcaab40d4012,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:52.959975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:52.963803 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-146697c5-8776-46f1-8970-d98fd5c02133 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 703 time: 2.5465415 Nov 24 14:04:52.973369 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:52.983647 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:52.984649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:53.007997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41592) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:53.009008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:53.067014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Transition to ACTIVE for port object e4eccbff-1875-46e1-86cf-a1ad059ecdcc will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:53.093824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Transition to ACTIVE for port object e4eccbff-1875-46e1-86cf-a1ad059ecdcc will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:53.098528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network fb1489b9-1607-4b58-a04e-dcaab40d4012 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:04:53.118505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] For port 081094b3-1497-4eb2-8c35-c39a9b499830, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=081094b3-1497-4eb2-8c35-c39a9b499830,segment=NetworkSegment(c9367ccc-b748-4142-99e3-0a1912eb3074),segment_id=c9367ccc-b748-4142-99e3-0a1912eb3074)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:53.118859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.126236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.143137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:53.149950 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:53.206669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:53.214079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:53.218356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:53.233651 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b2124a04-5882-4479-b4fa-6b36be5851d4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 703 time: 0.2234435 Nov 24 14:04:53.234248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41596) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:53.235846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:53.263785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Calling delete_port for 081094b3-1497-4eb2-8c35-c39a9b499830 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:53.406410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:04:53.408467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Network d8e66452-7898-40db-aff6-72d226d76b94 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:53.410395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.425130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:53.451537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:53.558655 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-d89932ff-2cb7-4495-9654-edd6398a27a3 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335643 Nov 24 14:04:53.561026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.571076 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:51Z', 'revision_number': 7, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:49Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:53.576032 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:53.588348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:53.590639 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:53.592443 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:53.665583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Pushing event updated for resources: {'Port': ['ID=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:53.687180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:53.690786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] No DVR routers for this DVR port 081094b3-1497-4eb2-8c35-c39a9b499830 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:04:53.743590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c442026-34d8-430c-9ac1-e08be7980dc2 None None] DHCP port deletion for 58449cc8-ff7a-4bb7-bff5-b1a82aff6746 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:04:53.773153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Attempting to bind port e4eccbff-1875-46e1-86cf-a1ad059ecdcc on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:53.773580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Attempting to bind port e4eccbff-1875-46e1-86cf-a1ad059ecdcc by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '571d8a62-82d3-4227-b8ef-8932686fdc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:53.774053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Attempting to bind port e4eccbff-1875-46e1-86cf-a1ad059ecdcc on network d8e66452-7898-40db-aff6-72d226d76b94 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:53.780927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.785799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:53.786230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Checking segment: {'id': '571d8a62-82d3-4227-b8ef-8932686fdc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:53.786688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.787141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Bound using segment: {'id': '571d8a62-82d3-4227-b8ef-8932686fdc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:53.788250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Bound port: e4eccbff-1875-46e1-86cf-a1ad059ecdcc, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571d8a62-82d3-4227-b8ef-8932686fdc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd8e66452-7898-40db-aff6-72d226d76b94'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:53.788967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.807032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:53.807707 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:53.826904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-96661776-3aab-486b-aa7a-2d478a71edc6 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:53.882686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Port': ['ID=081094b3-1497-4eb2-8c35-c39a9b499830,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:53.886176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:53.990302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] For port e4eccbff-1875-46e1-86cf-a1ad059ecdcc, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:53.993805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] For port e4eccbff-1875-46e1-86cf-a1ad059ecdcc, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,segment=NetworkSegment(571d8a62-82d3-4227-b8ef-8932686fdc83),segment_id=571d8a62-82d3-4227-b8ef-8932686fdc83)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:54.004176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.020348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:54.069261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=4f4a815f-823c-4ca8-8bcc-0b215d02d5ca,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:54.079728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:54.084687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '9b6778bb-dd07-4c99-85c3-8a4a49d036a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:54.085072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: fb1489b9-1607-4b58-a04e-dcaab40d4012, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:04:54.097590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.111938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e74bfe61-c25f-4757-8c9a-d287e750cbf6', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.180', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:07:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:04:45Z', 'updated_at': '2021-11-24T14:04:45Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:54.117153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Pushing event updated for resources: {'Port': ['ID=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:54.132943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:54.138895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518475d-51f6-4af5-93c7-d912a07d1b77 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e74bfe61-c25f-4757-8c9a-d287e750cbf6', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.180', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:07:71:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:04:45Z', 'updated_at': '2021-11-24T14:04:45Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:54.199033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58449cc8-ff7a-4bb7-bff5-b1a82aff6746']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:54.223644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc9b88-cf76-4e0c-996f-bbdc406b4298 req-f63f42cf-6793-4a69-b546-659d70d9658c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:54.230359 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:51Z', 'revision_number': 7, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:49Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:54.232590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0cc9b88-cf76-4e0c-996f-bbdc406b4298 req-f63f42cf-6793-4a69-b546-659d70d9658c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.4845431 Nov 24 14:04:54.242604 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d60761-c253-4be0-a15e-f2d4418da203 None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:51Z', 'revision_number': 7, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '0f189ec0-1343-4018-9779-efb8c56da264', 'name': '', 'network_id': '1af7810a-13c2-4f6d-b1a9-0634f6a547a3', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:b0:cc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:41Z', 'updated_at': '2021-11-24T14:04:49Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '97e16304-d45c-4475-ad07-13c9dddb6b1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:04:54.244071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network fb1489b9-1607-4b58-a04e-dcaab40d4012 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:04:54.264707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, fb1489b9-1607-4b58-a04e-dcaab40d4012) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:54.269406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ca76725-3e93-484b-a57b-fedf382ce258 req-bd506864-9d61-44b9-8473-1e22a6408176 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825161 Nov 24 14:04:54.273480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9367ccc-b748-4142-99e3-0a1912eb3074') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:54.274088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9367ccc-b748-4142-99e3-0a1912eb3074') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:54.274403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23715ec-342d-4d25-9ccd-f565a97177cf None None] Network fb1489b9-1607-4b58-a04e-dcaab40d4012 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:54.292500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:54.294057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.331287 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0cc9b88-cf76-4e0c-996f-bbdc406b4298 req-a4c3b0ac-4e5f-45e8-98f8-d31210865d36 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969167 Nov 24 14:04:54.342390 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-81e8a0a5-7dc0-4ef8-97f3-551c6af8ce0c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4461389 Nov 24 14:04:54.342596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41602) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:54.350711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.374445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.384891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:54.385470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:54.426568 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:54.561902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0950bf6-cc75-434a-a09d-1fe8a544204e None None] New status for floating IP e74bfe61-c25f-4757-8c9a-d287e750cbf6: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:04:54.634863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.639449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-844bbda4-49c4-47e8-8723-d55edc43e2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:54.667317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.718354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/networks/58449cc8-ff7a-4bb7-bff5-b1a82aff6746 HTTP/1.1" status: 204 len: 168 time: 2.1379414 Nov 24 14:04:54.741061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41606) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:54.769303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Network': ['ID=58449cc8-ff7a-4bb7-bff5-b1a82aff6746,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:54.773489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:54.857624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting subnet fbd36d85-9326-474f-8f92-f7a2fe3d5a3f {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:54.861784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.920624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.933129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:54.998419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-fb1489b9-1607-4b58-a04e-dcaab40d4012', 'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '4f4a815f-823c-4ca8-8bcc-0b215d02d5ca'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:04:54.999260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.020889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.024793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.073296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.173670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.188598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25dd83bd-118b-48b0-ae0d-bcac6d6a7602 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:55.239350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.259733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd36d85-9326-474f-8f92-f7a2fe3d5a3f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:55.261923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:55.273014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/subnets/fbd36d85-9326-474f-8f92-f7a2fe3d5a3f HTTP/1.1" status: 204 len: 168 time: 0.5170858 Nov 24 14:04:55.276093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41610) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:55.326894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Allocated IP 2001:db8::1 (fb1489b9-1607-4b58-a04e-dcaab40d4012/4f4a815f-823c-4ca8-8bcc-0b215d02d5ca/27fd12a6-7f06-466e-b7e9-2d6cad5854bf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:55.382483 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-aa731988-76b2-4f13-95ab-0ec790707b78 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2686236 Nov 24 14:04:55.402780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting subnet c9cc440d-a92f-4c88-b727-8d41d3af02fc {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:55.413390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.509192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7540fc-be27-46ea-b046-9cc8c15386d3 None None] Network 7270f176-b88d-4daf-91a5-0876a93c9b70 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:55.522973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e4eccbff-1875-46e1-86cf-a1ad059ecdcc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:55.595051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.655279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 0f189ec0-1343-4018-9779-efb8c56da264 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:55.655850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.735335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.740606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffe31c-2972-4c32-b12c-663dc363268d req-b257424c-32ba-41b0-99a0-df959963d4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:55.743143 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c0ffe31c-2972-4c32-b12c-663dc363268d req-b257424c-32ba-41b0-99a0-df959963d4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.2457099 Nov 24 14:04:55.757095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903221-c41a-44b8-92f2-baab7aafa728 req-02bb15e1-008f-4fa4-9eed-6c90afe8d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:55.757095 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-02bb15e1-008f-4fa4-9eed-6c90afe8d003 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 1098 time: 0.2408776 Nov 24 14:04:55.769074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:55.806716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49157a2-9891-4295-a54d-4ff855b54704 None None] Network d8e66452-7898-40db-aff6-72d226d76b94 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:55.933845 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c0ffe31c-2972-4c32-b12c-663dc363268d req-ba243f29-65fd-4706-9575-5d5482fadd95 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234267 Nov 24 14:04:56.003117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port 0f189ec0-1343-4018-9779-efb8c56da264, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0f189ec0-1343-4018-9779-efb8c56da264,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:56.003117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.022470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903221-c41a-44b8-92f2-baab7aafa728 req-90f27588-d8a4-4557-b2dc-01398b82ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:56.024144 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-90f27588-d8a4-4557-b2dc-01398b82ebb5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.2156370 Nov 24 14:04:56.026041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.045935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dcebb673-f047-439d-ba2c-2f18381f02c2 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:56.137831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Provisioning for port e4eccbff-1875-46e1-86cf-a1ad059ecdcc completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:56.180708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port e4eccbff-1875-46e1-86cf-a1ad059ecdcc completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:04:56.192482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 0f189ec0-1343-4018-9779-efb8c56da264 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:56.220083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Provisioning complete for port e4eccbff-1875-46e1-86cf-a1ad059ecdcc triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:56.220795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.258465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e4eccbff-1875-46e1-86cf-a1ad059ecdcc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:56.258847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.368515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.368515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cc440d-a92f-4c88-b727-8d41d3af02fc,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:56.385625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be18aa-596c-49a5-8d7b-3d526935012d None None] Network 1f585a7b-2430-4d5a-8284-4477b8d0d0ef requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:56.394763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:56.394763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/subnets/c9cc440d-a92f-4c88-b727-8d41d3af02fc HTTP/1.1" status: 204 len: 168 time: 1.1102648 Nov 24 14:04:56.394763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41618) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:56.498922 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-51118ec8-cd80-42d5-bf2b-29a671b9edb4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 HTTP/1.1" status: 200 len: 1001 time: 0.4507482 Nov 24 14:04:56.519964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.532046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.560201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-783a88de-7b46-4ccc-b4de-ce4d6d3f70ad tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:56.571047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Transition to ACTIVE for port object 27fd12a6-7f06-466e-b7e9-2d6cad5854bf will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:56.644786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.652724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903221-c41a-44b8-92f2-baab7aafa728 req-295239c8-63db-4704-8a80-0dc9ab83ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:56.658392 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-295239c8-63db-4704-8a80-0dc9ab83ab65 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.1548135 Nov 24 14:04:56.739838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084d795-99eb-4447-8a63-fbf9f6d30dbf req-443241c2-968d-4099-b462-d90538c3e813 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:56.763798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f084d795-99eb-4447-8a63-fbf9f6d30dbf req-443241c2-968d-4099-b462-d90538c3e813 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.6611347 Nov 24 14:04:56.786694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=0f189ec0-1343-4018-9779-efb8c56da264,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:56.798653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:56.799938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:56.800283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.904551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Transition to ACTIVE for port object 27fd12a6-7f06-466e-b7e9-2d6cad5854bf will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:04:56.920674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:56.935692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:56.986991 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f084d795-99eb-4447-8a63-fbf9f6d30dbf req-0600370e-9748-4af3-81c0-d4303e730ced tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177198 Nov 24 14:04:56.986991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41622) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:57.089345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.168160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Network fb1489b9-1607-4b58-a04e-dcaab40d4012 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:57.174487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] DHCP port deletion for 7270f176-b88d-4daf-91a5-0876a93c9b70 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:04:57.183701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903221-c41a-44b8-92f2-baab7aafa728 req-4844db5b-fd00-4de4-a0cf-e1efa64fdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:57.186184 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-4844db5b-fd00-4de4-a0cf-e1efa64fdfbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5311840 Nov 24 14:04:57.197903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:57.223081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:57.227361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Deleting port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:57.227894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.291878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Pushing event updated for resources: {'Port': ['ID=27fd12a6-7f06-466e-b7e9-2d6cad5854bf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:57.376704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:57.454371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.475628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] For port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,segment=NetworkSegment(244567de-be50-4cde-b7cf-cd84db66954f),segment_id=244567de-be50-4cde-b7cf-cd84db66954f)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:57.475628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.481510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.514316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.531603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c749c935-31d0-4f34-9cdc-842ca7af06f2 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:57.556439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Attempting to bind port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:04:57.556920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Attempting to bind port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9b6778bb-dd07-4c99-85c3-8a4a49d036a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:04:57.557360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Attempting to bind port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf on network fb1489b9-1607-4b58-a04e-dcaab40d4012 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:04:57.568834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:04:57.569318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Checking segment: {'id': '9b6778bb-dd07-4c99-85c3-8a4a49d036a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:04:57.569849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.570317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Bound using segment: {'id': '9b6778bb-dd07-4c99-85c3-8a4a49d036a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:04:57.570867 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Bound port: 27fd12a6-7f06-466e-b7e9-2d6cad5854bf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6778bb-dd07-4c99-85c3-8a4a49d036a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:04:57.571314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.636030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] For port e4eccbff-1875-46e1-86cf-a1ad059ecdcc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,segment=NetworkSegment(571d8a62-82d3-4227-b8ef-8932686fdc83),segment_id=571d8a62-82d3-4227-b8ef-8932686fdc83)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:57.653264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8f862-05ac-4ff3-8395-ba5f0749b504 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:57.660486 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f7f8f862-05ac-4ff3-8395-ba5f0749b504 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1093 time: 0.6765068 Nov 24 14:04:57.672737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Calling delete_port for 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:57.679627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.686389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.702112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:57.707944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41626) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:57.709216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1489b9-1607-4b58-a04e-dcaab40d4012']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:57.724165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6778bb-dd07-4c99-85c3-8a4a49d036a6') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:57.724734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6778bb-dd07-4c99-85c3-8a4a49d036a6') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:57.738831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.746289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:04:57.760545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.768825 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:57.769646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.778932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:04:57.791505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:04:57.805550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-e92fcee6-b2ab-433f-9797-ef6b90c1dfb3 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104999 Nov 24 14:04:57.806943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:04:57.853352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:04:57.853917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:04:57.864158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:04:57.868433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] DHCP port deletion for 1f585a7b-2430-4d5a-8284-4477b8d0d0ef request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:57.891666 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:57.895262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4a815f-823c-4ca8-8bcc-0b215d02d5ca,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:57.900055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:57.907480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Deleting port 61289a14-9a88-4ddf-867f-5ed400e78344 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:57.907480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:57.929426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 14:04:57.929426 dv-neutron-818153-2-hyperv neutron-server[87692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 14:04:57.929426 dv-neutron-818153-2-hyperv neutron-server[87692]: [parameters: {'id': 'fb1489b9-1607-4b58-a04e-dcaab40d4012'}] Nov 24 14:04:57.929426 dv-neutron-818153-2-hyperv neutron-server[87692]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:04:57.930008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:04:57.988900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.025391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.036886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:58.067583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Pushing event updated for resources: {'Port': ['ID=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:58.119629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:04:58.128102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:58.131605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] For port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:04:58.171874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ff583f77-fb94-448f-8450-7610c07337ac None None] Provisioning complete for port e4eccbff-1875-46e1-86cf-a1ad059ecdcc triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:04:58.172580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff583f77-fb94-448f-8450-7610c07337ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.172676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] No DVR routers for this DVR port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:04:58.181234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Port': ['ID=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:58.212890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:58.222783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88903221-c41a-44b8-92f2-baab7aafa728 req-5fb54a39-013c-4d52-9a7d-63aa3946b4ce service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963099 Nov 24 14:04:58.263515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] For port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=27fd12a6-7f06-466e-b7e9-2d6cad5854bf,segment=NetworkSegment(9b6778bb-dd07-4c99-85c3-8a4a49d036a6),segment_id=9b6778bb-dd07-4c99-85c3-8a4a49d036a6)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:04:58.278127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] For port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca,segment=NetworkSegment(244567de-be50-4cde-b7cf-cd84db66954f),segment_id=244567de-be50-4cde-b7cf-cd84db66954f)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:58.278534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.302143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.311791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:58.381020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:04:58.393648 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:04:58.401813 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1633070 Nov 24 14:04:58.404475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41630) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:58.405508 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:58.406427 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:58.441270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.470228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:58.470563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.523324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.560368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7270f176-b88d-4daf-91a5-0876a93c9b70']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:58.571094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet 97e16304-d45c-4475-ad07-13c9dddb6b1f {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:04:58.577553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244567de-be50-4cde-b7cf-cd84db66954f') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:58.577922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244567de-be50-4cde-b7cf-cd84db66954f') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:58.585716 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:58.602440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Calling delete_port for 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:58.606044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.650197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.679406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:04:58.680145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.708344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:04:58.712413 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:04:58.760859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 081094b3-1497-4eb2-8c35-c39a9b499830 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:04:58.820443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.844162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 081094b3-1497-4eb2-8c35-c39a9b499830 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:04:58.844626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 081094b3-1497-4eb2-8c35-c39a9b499830 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:04:58.885040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.891708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903a96c7-c686-499f-8787-bce524df00d6 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:58.910211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.929957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Network': ['ID=7270f176-b88d-4daf-91a5-0876a93c9b70,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:58.938500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:58.942564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:58.995246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/networks/7270f176-b88d-4daf-91a5-0876a93c9b70 HTTP/1.1" status: 204 len: 168 time: 2.5966337 Nov 24 14:04:58.998869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41634) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:59.020357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Pushing event updated for resources: {'Port': ['ID=27fd12a6-7f06-466e-b7e9-2d6cad5854bf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:59.057156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:59.099662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.111567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] For port 61289a14-9a88-4ddf-867f-5ed400e78344, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=61289a14-9a88-4ddf-867f-5ed400e78344,segment=NetworkSegment(fe63ac81-dd0f-4d15-a70d-6d00341be746),segment_id=fe63ac81-dd0f-4d15-a70d-6d00341be746)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:59.112448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.183998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.199377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.208879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e4eccbff-1875-46e1-86cf-a1ad059ecdcc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:04:59.215799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.144 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/e1fd6a6b-2958-4d06-9b6b-588ae3d58a38) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:04:59.239606 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:56Z', 'revision_number': 8, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:59.245505 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:04:59.259443 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:04:59.260416 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:04:59.268285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d5b2e6c8-d055-4b13-9acc-1d8e70ebb121 tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:59.316860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=97e16304-d45c-4475-ad07-13c9dddb6b1f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:04:59.319314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.340269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:04:59.366542 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/97e16304-d45c-4475-ad07-13c9dddb6b1f HTTP/1.1" status: 204 len: 168 time: 0.9510772 Nov 24 14:04:59.366542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41638) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:04:59.387526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Calling delete_port for 61289a14-9a88-4ddf-867f-5ed400e78344 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:59.418011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=27fd12a6-7f06-466e-b7e9-2d6cad5854bf,segment=NetworkSegment(9b6778bb-dd07-4c99-85c3-8a4a49d036a6),segment_id=9b6778bb-dd07-4c99-85c3-8a4a49d036a6)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:04:59.418533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.423470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:04:59.423914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:04:59.424698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a404106f-f36b-439b-9bb0-f6a50443a23a None None] Network 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:59.440653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2c587-fa47-4dbf-899e-f20247ea349f None None] Network fb1489b9-1607-4b58-a04e-dcaab40d4012 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:04:59.452975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.503234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.512910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port 61289a14-9a88-4ddf-867f-5ed400e78344 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:59.513453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.547385 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:04:59.584016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e867e33c-cf39-4356-887c-d0f8022f2e1f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:04:59.717249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:04:59.738370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:04:59.738370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:04:59.877807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for 27fd12a6-7f06-466e-b7e9-2d6cad5854bf owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:04:59.928572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Deleting port 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:04:59.929303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.951925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:04:59.992039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=e1fd6a6b-2958-4d06-9b6b-588ae3d58a38,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:00.002513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port df9d2b6e-769d-4b41-bcef-097e867e924c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:00.004241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.009889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e4eccbff-1875-46e1-86cf-a1ad059ecdcc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:00.010028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:00.010137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.083848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.101703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9cd4cfa3-127f-43ed-9cdf-6ea25c3e7d77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:00.118201 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:56Z', 'revision_number': 8, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:00.131050 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25167b3-b202-49fb-8042-60c4431bcedb None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:04:56Z', 'revision_number': 8, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': '6cd7bb01-7184-4c9e-9139-61f331ed9eab', 'name': '', 'network_id': 'e4c98653-d3e6-4e63-bd0e-c7263a677ec0', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:db:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:30Z', 'updated_at': '2021-11-24T14:04:42Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '775cbc24-459e-41c5-8fe1-ed9e9c50ea25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:00.183150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dec6db53-be61-434e-bd06-8a06d3171b05 None None] The port '54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:00.186209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Port': ['ID=27fd12a6-7f06-466e-b7e9-2d6cad5854bf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:00.195528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No DVR routers for this DVR port 27fd12a6-7f06-466e-b7e9-2d6cad5854bf on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:00.217338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.227443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:00.247638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:00.283631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Pushing event deleted for resources: {'Port': ['ID=61289a14-9a88-4ddf-867f-5ed400e78344,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:00.288639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:00.311132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] No DVR routers for this DVR port 61289a14-9a88-4ddf-867f-5ed400e78344 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:00.346181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] For port 61289a14-9a88-4ddf-867f-5ed400e78344, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=61289a14-9a88-4ddf-867f-5ed400e78344,segment=NetworkSegment(fe63ac81-dd0f-4d15-a70d-6d00341be746),segment_id=fe63ac81-dd0f-4d15-a70d-6d00341be746)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:00.346181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.469303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.502910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1489b9-1607-4b58-a04e-dcaab40d4012']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:00.514555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6778bb-dd07-4c99-85c3-8a4a49d036a6') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:00.514860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6778bb-dd07-4c99-85c3-8a4a49d036a6') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:00.536403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.575097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.592409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] DHCP port deletion for 1af7810a-13c2-4f6d-b1a9-0634f6a547a3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:00.602480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Deleting port df9d2b6e-769d-4b41-bcef-097e867e924c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:00.603134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.651559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 61289a14-9a88-4ddf-867f-5ed400e78344 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:00.655638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:00.656078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.665069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Calling delete_port for 61289a14-9a88-4ddf-867f-5ed400e78344 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:00.713202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 61289a14-9a88-4ddf-867f-5ed400e78344 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:00.713824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 61289a14-9a88-4ddf-867f-5ed400e78344 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:00.714464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:00.770616 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:00.790389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:00.790389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 54b3a1a8-5c78-4cb7-b261-ae35f26bd1ca not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:00.864384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port df9d2b6e-769d-4b41-bcef-097e867e924c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=df9d2b6e-769d-4b41-bcef-097e867e924c,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:00.864384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.866747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:00.872255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:00.903373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:00.923353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eef7c0e8-ccbc-41c7-b910-6d92fba9f18f tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:00.941940 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.010205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.074291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] For port df9d2b6e-769d-4b41-bcef-097e867e924c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=df9d2b6e-769d-4b41-bcef-097e867e924c,segment=NetworkSegment(604d97df-5f82-4a13-a29c-96b7751edc85),segment_id=604d97df-5f82-4a13-a29c-96b7751edc85)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:01.074291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.087562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=fb1489b9-1607-4b58-a04e-dcaab40d4012,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:01.088439 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/fb1489b9-1607-4b58-a04e-dcaab40d4012 HTTP/1.1" status: 204 len: 168 time: 6.7445669 Nov 24 14:05:01.093857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device df9d2b6e-769d-4b41-bcef-097e867e924c no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:01.098643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for df9d2b6e-769d-4b41-bcef-097e867e924c owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:01.108677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41642) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:01.119114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930053533'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:01.126868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:01.145030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:01.145030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:01.147039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:01.156065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:01.162755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.194118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.198304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8637f3a5-210f-4f52-84a9-d83ec8d922f1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:01.218575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:01.222093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.247015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=df9d2b6e-769d-4b41-bcef-097e867e924c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:01.251886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:01.254527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No DVR routers for this DVR port df9d2b6e-769d-4b41-bcef-097e867e924c on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:01.328235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:01.337176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Calling delete_port for df9d2b6e-769d-4b41-bcef-097e867e924c owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:01.358356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.358356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment a21ab42f-4d66-46da-a580-582a6f4d43b1 of type vlan for network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 Nov 24 14:05:01.379864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port 61289a14-9a88-4ddf-867f-5ed400e78344 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:01.379864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.418641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port df9d2b6e-769d-4b41-bcef-097e867e924c {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:05:01.418641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device df9d2b6e-769d-4b41-bcef-097e867e924c not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:01.418641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0f189ec0-1343-4018-9779-efb8c56da264 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:01.434591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.468266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 0f189ec0-1343-4018-9779-efb8c56da264 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:01.468266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0f189ec0-1343-4018-9779-efb8c56da264 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:01.475023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af7810a-13c2-4f6d-b1a9-0634f6a547a3']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:01.481313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] The port '61289a14-9a88-4ddf-867f-5ed400e78344' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:01.481313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.494008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:01.494008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:01.497533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604d97df-5f82-4a13-a29c-96b7751edc85') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:01.497533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604d97df-5f82-4a13-a29c-96b7751edc85') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:01.506675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.526653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.535314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:01.535486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:01.551041 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:01.646270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.654282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.660797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.664495 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99ac82e5-89c0-42f5-900e-4089b5e4680a tempest-BulkNetworkOpsTest-455073554 tempest-BulkNetworkOpsTest-455073554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:01.666670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:01.667334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.674434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.682967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-221b7417-7c42-4912-b820-a596238d7f5c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:01.699409 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/1af7810a-13c2-4f6d-b1a9-0634f6a547a3 HTTP/1.1" status: 204 len: 168 time: 2.3350487 Nov 24 14:05:01.700197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=1af7810a-13c2-4f6d-b1a9-0634f6a547a3,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:01.719920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:01.721536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41646) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:01.803158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.820828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f585a7b-2430-4d5a-8284-4477b8d0d0ef']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:01.831321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.861865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7524328 Nov 24 14:05:01.865994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe63ac81-dd0f-4d15-a70d-6d00341be746') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:01.866150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe63ac81-dd0f-4d15-a70d-6d00341be746') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:01.873002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41650) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:01.887419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:01.908810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=0ecc5ff0-9008-4445-8ea0-58a87bb9aac6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:01.916211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:01.925646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:01.951216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:02.021928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Deleting port df9d2b6e-769d-4b41-bcef-097e867e924c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:02.021928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.027847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eccf8d2d-f539-43a9-92bb-b1c15d4ae065 tempest-RoutersAdminTest-816692516 tempest-RoutersAdminTest-816692516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:02.096395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d73e56a-5899-4a00-983f-770bb9c589ab None None] The port 'df9d2b6e-769d-4b41-bcef-097e867e924c' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:02.121270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.139927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fee547-afde-4f44-8e3f-24df90b27f1e None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 14:05:02.155792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:02.155792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:02.170271 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:02.231138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=e1fd6a6b-2958-4d06-9b6b-588ae3d58a38,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:02.240699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:02.242779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.305206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:02.349391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fee547-afde-4f44-8e3f-24df90b27f1e None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 14:05:02.365548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:02.377553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:02.394425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:02.422969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:02.426433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.450273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.641788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.652978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6f4e3b6a-7eb3-410a-8e1e-43c8b393de01 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:02.677212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:02.699394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Network': ['ID=1f585a7b-2430-4d5a-8284-4477b8d0d0ef,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:02.714453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:02.724206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/networks/1f585a7b-2430-4d5a-8284-4477b8d0d0ef HTTP/1.1" status: 204 len: 168 time: 3.7238212 Nov 24 14:05:02.731389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41654) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:02.803821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d associated. External IP: 172.26.8.144, port: 941bafe2-2287-4a54-aac0-41dcf4459b5b. Nov 24 14:05:02.993141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting subnet a5266c27-d8dd-49dc-9436-1f85192c89df {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:03.005816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.101530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 6cd7bb01-7184-4c9e-9139-61f331ed9eab {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:03.102595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.145612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.329338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port 6cd7bb01-7184-4c9e-9139-61f331ed9eab, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6cd7bb01-7184-4c9e-9139-61f331ed9eab,segment=NetworkSegment(526367d6-d244-4bc7-9476-674cd81c2d67),segment_id=526367d6-d244-4bc7-9476-674cd81c2d67)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:03.329876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.403183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.410955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e6057290-ad7e-4ec4-a5f3-28f335b6e23a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:03.497054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.518142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 6cd7bb01-7184-4c9e-9139-61f331ed9eab owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:03.587601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=35347a8a-7057-48f6-a585-02194b396667,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:03.599118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:03.606107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:05:03.614915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': 'a21ab42f-4d66-46da-a580-582a6f4d43b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:03.614915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:03.733281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.737534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:03.774356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.783955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ea427467-deb8-41d1-83fd-a82baeac281b tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:03.797560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=6cd7bb01-7184-4c9e-9139-61f331ed9eab,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:03.800475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:03.835703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:03.860402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Subnet': ['ID=a5266c27-d8dd-49dc-9436-1f85192c89df,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:03.860402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.874772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:03.888455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:03.894026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8f580-d416-4983-9d46-d333fd04728a None None] Network 6167d533-0fdb-449e-9d6b-377fe0fb3986 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:03.898041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/subnets/a5266c27-d8dd-49dc-9436-1f85192c89df HTTP/1.1" status: 204 len: 168 time: 1.1651645 Nov 24 14:05:03.901423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41660) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:03.909523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:03.909754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:03.928256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2a550-20e9-4d3b-8b39-20145f3ebb2d None None] Network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:04.026825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:04.062474 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1852846 Nov 24 14:05:04.066602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41664) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:04.075148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771890154'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:04.114546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:04.130090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:04.130090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.154086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:04.169847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.171662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:04.186310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.193623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:04.233267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:04.244406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.266670 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5562773 Nov 24 14:05:04.267676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Deleting port dcc82977-c8f1-4a93-9287-37ed855fb3a8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:04.268986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.279642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:04.279642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:04.303248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41668) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:04.303248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:05:04.431137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:04.595614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:05:04.678685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'status': 'completed', 'code': 200} Nov 24 14:05:04.736617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.736617 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 7e492ce4-4489-4e8f-bac1-27f943f8ed0e of type vlan for network b02e1046-b29a-4efb-bb45-9b5d22a2c502 Nov 24 14:05:04.777727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-32e31e97-5e92-4c22-9ecd-90c5211957ca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 0.4736066 Nov 24 14:05:04.874378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:04.883109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:04.896510 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:04.910679 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1879935 Nov 24 14:05:04.914164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41674) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:04.924572 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:04.925229 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:04.935679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:04.956665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] For port dcc82977-c8f1-4a93-9287-37ed855fb3a8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dcc82977-c8f1-4a93-9287-37ed855fb3a8,segment=NetworkSegment(cce98e1f-7ae3-4051-ac27-de26a5d429d1),segment_id=cce98e1f-7ae3-4051-ac27-de26a5d429d1)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:04.956665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.071568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet 775cbc24-459e-41c5-8fe1-ed9e9c50ea25 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:05.078966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.108605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Calling delete_port for dcc82977-c8f1-4a93-9287-37ed855fb3a8 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:05.144056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-0ecc5ff0-9008-4445-8ea0-58a87bb9aac6', 'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '35347a8a-7057-48f6-a585-02194b396667'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:05.145851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.149023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.155678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:05.155678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.168270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-e9a03f83-0c99-499d-9ab8-618222bb56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:05.168270 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-e9a03f83-0c99-499d-9ab8-618222bb56ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1098 time: 0.4873898 Nov 24 14:05:05.179848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:05.188464 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:05.236977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.301732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02cc77-1b61-49c5-9582-338ce11e45c0 None None] DHCP port deletion for 6167d533-0fdb-449e-9d6b-377fe0fb3986 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:05.350673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9c02cc77-1b61-49c5-9582-338ce11e45c0 None None] Deleting port dcc82977-c8f1-4a93-9287-37ed855fb3a8 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:05.350673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c02cc77-1b61-49c5-9582-338ce11e45c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.408949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.439571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.482223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4120581 Nov 24 14:05:05.483976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41678) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:05.488148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] No DVR routers for this DVR port dcc82977-c8f1-4a93-9287-37ed855fb3a8 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:05.497221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:05.524860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=b02e1046-b29a-4efb-bb45-9b5d22a2c502,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:05.533467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:05.537755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:05.621360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Port': ['ID=dcc82977-c8f1-4a93-9287-37ed855fb3a8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:05.627238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:05.631670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:05.632389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:05.635582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:05.643028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:05.659464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:05.664258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.675379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b02e1046-b29a-4efb-bb45-9b5d22a2c502 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:05.711032 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:03Z', 'revision_number': 9, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:05.716159 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:05.718633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-92216a82-d5de-41ec-b176-15331ecb0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:05.722403 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-92216a82-d5de-41ec-b176-15331ecb0637 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 899 time: 0.5298116 Nov 24 14:05:05.729993 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:05.730765 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:05.799016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41682) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:05.829211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.886741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6167d533-0fdb-449e-9d6b-377fe0fb3986']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:05.889288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9c02cc77-1b61-49c5-9582-338ce11e45c0 None None] The port 'dcc82977-c8f1-4a93-9287-37ed855fb3a8' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:05.914956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce98e1f-7ae3-4051-ac27-de26a5d429d1') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:05.915318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce98e1f-7ae3-4051-ac27-de26a5d429d1') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:05.926723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-c932dc70-1def-4e41-bc41-0c3ffb2ac485 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 200 len: 999 time: 0.1964173 Nov 24 14:05:05.934130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.946190 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:05.948460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing IP validity checks on allocation pools {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 14:05:05.948898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 14:05:05.957035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:05.980061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-857d5fce-0c91-4f0e-84b7-f070f4addea0 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:06.022675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5e26dc4-3a40-410a-bd21-48437aa7f42d', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.144', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'port_id': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'mac_address': 'fa:16:3e:eb:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:05:00Z', 'updated_at': '2021-11-24T14:05:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:06.031312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Allocated IP 2001:db8::3 (0ecc5ff0-9008-4445-8ea0-58a87bb9aac6/35347a8a-7057-48f6-a585-02194b396667/2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:06.032067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=775cbc24-459e-41c5-8fe1-ed9e9c50ea25,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:06.037812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:06.040935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.052694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:06.059779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-0398ed4c-7d88-45c8-8547-67cb18a8a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:06.070423 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-0398ed4c-7d88-45c8-8547-67cb18a8a19a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.1200502 Nov 24 14:05:06.073202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa55db1-8974-4b60-83ac-987643acc1e6 None None] Network e4c98653-d3e6-4e63-bd0e-c7263a677ec0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:06.082842 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3a24035c-43ef-4508-8058-b46ff3bd9114 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 0.2825565 Nov 24 14:05:06.087564 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/775cbc24-459e-41c5-8fe1-ed9e9c50ea25 HTTP/1.1" status: 204 len: 168 time: 1.1706517 Nov 24 14:05:06.090612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41686) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:06.146967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.160283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:06.160857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.166632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:06.167670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:06.180534 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:06.274184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.301151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:06.301490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.305574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-dd308fd6-0906-4964-bbcd-a2d74e59f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:06.307353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-dd308fd6-0906-4964-bbcd-a2d74e59f8b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2292674 Nov 24 14:05:06.308478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.312398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c13b2e3d-7c45-4473-af76-da48cbc932a5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:06.336991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.367128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Pushing event deleted for resources: {'Network': ['ID=6167d533-0fdb-449e-9d6b-377fe0fb3986,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:06.368728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:06.374240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/networks/6167d533-0fdb-449e-9d6b-377fe0fb3986 HTTP/1.1" status: 204 len: 168 time: 2.4708672 Nov 24 14:05:06.376215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:06.379457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41690) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:06.432221 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:03Z', 'revision_number': 9, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:06.438283 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc54e2-b7ff-4e10-8ace-8a37b6ab078a None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:03Z', 'revision_number': 9, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'b77c4ec3-04ad-4ba2-a892-61ff3a860001', 'name': '', 'network_id': '96fc406a-7601-46ca-beb4-ca0d1e0a8664', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:29:ea:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:16Z', 'updated_at': '2021-11-24T14:04:33Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '2c44504a-7aba-4f14-8b41-a7c126101814', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:06.499060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-961edbb4-4475-43e2-9fef-e47305bff798 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Synchronizing usage tracker for tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:06.526821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-961edbb4-4475-43e2-9fef-e47305bff798 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Unset dirty status for tenant:3ac85ea2aa1a43ef9ec190b523e51cb3 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:06.528315 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-961edbb4-4475-43e2-9fef-e47305bff798 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "GET /v2.0/ports?device_id=14639a5c-14bf-456e-87d1-b8db0228fc8f HTTP/1.1" status: 200 len: 205 time: 0.1477056 Nov 24 14:05:06.532511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41694) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:06.587101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.592917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d3fba19-5f3d-496b-8ab9-6dbe8784c4d3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:06.709805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=5034feb2-09ec-4350-9dea-086b8cc8a65e,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:06.717645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:06.800527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '7e492ce4-4489-4e8f-bac1-27f943f8ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:06.800902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: b02e1046-b29a-4efb-bb45-9b5d22a2c502, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:06.806080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:06.905174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network b02e1046-b29a-4efb-bb45-9b5d22a2c502 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:06.912238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,segment=NetworkSegment(526367d6-d244-4bc7-9476-674cd81c2d67),segment_id=526367d6-d244-4bc7-9476-674cd81c2d67)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:06.912604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.017680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dcc82977-c8f1-4a93-9287-37ed855fb3a8 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:07.049943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b02e1046-b29a-4efb-bb45-9b5d22a2c502) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:07.061585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for c8055f1c-0be8-4d5c-84b6-116db8dc1cbb owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:07.073373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7200d3-83e4-4a30-a35e-4c173c63b6a1 None None] Network b02e1046-b29a-4efb-bb45-9b5d22a2c502 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:07.101309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41698) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:07.102777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:07.103388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.104299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: dcc82977-c8f1-4a93-9287-37ed855fb3a8 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:07.104648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dcc82977-c8f1-4a93-9287-37ed855fb3a8 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:07.104869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-9153520c-d303-4d37-9a66-e782264774db service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614961 Nov 24 14:05:07.105449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6cd7bb01-7184-4c9e-9139-61f331ed9eab no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:07.154702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.169273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:07.210967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No DVR routers for this DVR port c8055f1c-0be8-4d5c-84b6-116db8dc1cbb on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:07.233741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6cd7bb01-7184-4c9e-9139-61f331ed9eab {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:07.234701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6cd7bb01-7184-4c9e-9139-61f331ed9eab not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:07.242765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.246445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=c8055f1c-0be8-4d5c-84b6-116db8dc1cbb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:07.256492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:07.279500 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c902701f-aa5c-42e8-bd62-7ca252ee9d85 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7936532 Nov 24 14:05:07.285415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41702) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:07.317131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Transition to ACTIVE for port object 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:07.352058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.377979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.385274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Transition to ACTIVE for port object 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:07.430922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.437150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:07.443391 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-25393491-8aa2-4e6d-9219-201a2f70ceb9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 0.3373868 Nov 24 14:05:07.459171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.463280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Fanout notify agent at l3_agent the message router_deleted on router 14639a5c-14bf-456e-87d1-b8db0228fc8f {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:05:07.467339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.477862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6808b47-cc68-4954-9b18-1fac44e4f1a6 None None] DHCP port deletion for e4c98653-d3e6-4e63-bd0e-c7263a677ec0 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:07.498241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.503437 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8de7d0dd-517e-488f-ac39-3c435ecf80b7 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] 10.222.0.36 "DELETE /v2.0/routers/14639a5c-14bf-456e-87d1-b8db0228fc8f HTTP/1.1" status: 204 len: 168 time: 0.9692357 Nov 24 14:05:07.518886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c98653-d3e6-4e63-bd0e-c7263a677ec0']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:07.540055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:07.541768 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87524c5f-e5d6-40d3-a379-eaf622b91f23 req-dc9f2676-9012-45c7-a234-603c7af4cfaa service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112473 Nov 24 14:05:07.566519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:07.578892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:07.587927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526367d6-d244-4bc7-9476-674cd81c2d67') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:07.587927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526367d6-d244-4bc7-9476-674cd81c2d67') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:07.600852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Pushing event updated for resources: {'Port': ['ID=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:07.611017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:07.631522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.642096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-b02e1046-b29a-4efb-bb45-9b5d22a2c502', 'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '5034feb2-09ec-4350-9dea-086b8cc8a65e'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:07.642288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.665915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.671520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.685599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:07.686211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.710565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5e26dc4-3a40-410a-bd21-48437aa7f42d', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.144', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'port_id': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'mac_address': 'fa:16:3e:eb:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:05:00Z', 'updated_at': '2021-11-24T14:05:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:07.730531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddf862f-1f38-4409-93f6-800d97da5318 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5e26dc4-3a40-410a-bd21-48437aa7f42d', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.144', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'port_id': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'mac_address': 'fa:16:3e:eb:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:05:00Z', 'updated_at': '2021-11-24T14:05:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:07.781179 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:07.812758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Attempting to bind port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:07.812758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Attempting to bind port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a21ab42f-4d66-46da-a580-582a6f4d43b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:07.812758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Attempting to bind port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 on network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:07.835024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:07.835024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Checking segment: {'id': 'a21ab42f-4d66-46da-a580-582a6f4d43b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:07.835024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.835024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Bound using segment: {'id': 'a21ab42f-4d66-46da-a580-582a6f4d43b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:07.835024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Bound port: 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21ab42f-4d66-46da-a580-582a6f4d43b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '0ecc5ff0-9008-4445-8ea0-58a87bb9aac6'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:07.835024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.897509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.927687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.948821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f109fec8-ce55-45a3-9dc1-b2ba00b5bc47 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:07.968133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:07.986287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=e4c98653-d3e6-4e63-bd0e-c7263a677ec0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:07.986287 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/e4c98653-d3e6-4e63-bd0e-c7263a677ec0 HTTP/1.1" status: 204 len: 168 time: 1.8939025 Nov 24 14:05:07.989071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:07.989184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41710) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:08.041941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41714) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:08.075596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] For port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:08.111606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] For port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,segment=NetworkSegment(a21ab42f-4d66-46da-a580-582a6f4d43b1),segment_id=a21ab42f-4d66-46da-a580-582a6f4d43b1)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:08.121355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.130260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2ee03033-d591-4fa9-bc40-f58b2e753a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:08.175297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Allocated IP 2001:db8::3 (b02e1046-b29a-4efb-bb45-9b5d22a2c502/5034feb2-09ec-4350-9dea-086b8cc8a65e/b531fa2d-3171-4700-b945-f085a556c240) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:08.301279 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-66c15ce7-c7fd-425a-b8c0-2cf7e8c19fc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ac85ea2aa1a43ef9ec190b523e51cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575774 Nov 24 14:05:08.304144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41720) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:08.324207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Pushing event updated for resources: {'Port': ['ID=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:08.345972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:08.411099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.448832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41724) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:08.473542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.556261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.565483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7a3ee7b3-19e2-4b9e-a412-a89dabaca957 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:08.604099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.605620 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aa4c863-d320-44ae-8a6e-2e4539d34344 HTTP/1.1" status: 204 len: 168 time: 0.2999923 Nov 24 14:05:08.607178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.610976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4c863-d320-44ae-8a6e-2e4539d34344,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:08.615114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:08.661708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Transition to ACTIVE for port object b531fa2d-3171-4700-b945-f085a556c240 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:08.688151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Transition to ACTIVE for port object b531fa2d-3171-4700-b945-f085a556c240 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:08.694543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.713436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:08.725686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:08.741568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-53a4f152-d5fa-49bc-90d2-a3557a15427e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:08.893827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=5034feb2-09ec-4350-9dea-086b8cc8a65e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:08.900580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:08.954648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Network b02e1046-b29a-4efb-bb45-9b5d22a2c502 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:08.959982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:08.978125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:09.091209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Pushing event updated for resources: {'Port': ['ID=b531fa2d-3171-4700-b945-f085a556c240,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:09.126176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:09.136546 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f83a5b57-adbb-4f3b-a70a-55c4729efbe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 0.6861749 Nov 24 14:05:09.211315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:09.214513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.272151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02e1046-b29a-4efb-bb45-9b5d22a2c502']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:09.308904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e492ce4-4489-4e8f-bac1-27f943f8ed0e') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:09.309547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e492ce4-4489-4e8f-bac1-27f943f8ed0e') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:09.331697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.349004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7129ee7-b8cf-4f1d-982b-9a47802ce023 None None] New status for floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:05:09.360673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.369446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:09.369652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:09.390782 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:09.441088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.457987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Attempting to bind port b531fa2d-3171-4700-b945-f085a556c240 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:09.457987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Attempting to bind port b531fa2d-3171-4700-b945-f085a556c240 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '7e492ce4-4489-4e8f-bac1-27f943f8ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:09.457987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Attempting to bind port b531fa2d-3171-4700-b945-f085a556c240 on network b02e1046-b29a-4efb-bb45-9b5d22a2c502 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:09.479520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:09.479520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Checking segment: {'id': '7e492ce4-4489-4e8f-bac1-27f943f8ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:09.479520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.479520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Bound using segment: {'id': '7e492ce4-4489-4e8f-bac1-27f943f8ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:09.479520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Bound port: b531fa2d-3171-4700-b945-f085a556c240, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e492ce4-4489-4e8f-bac1-27f943f8ed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:09.480416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:09.760231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:09.798574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 14:05:09.798574 dv-neutron-818153-2-hyperv neutron-server[87692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 14:05:09.798574 dv-neutron-818153-2-hyperv neutron-server[87692]: [parameters: {'id': 'b02e1046-b29a-4efb-bb45-9b5d22a2c502'}] Nov 24 14:05:09.798574 dv-neutron-818153-2-hyperv neutron-server[87692]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:09.799014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:09.905755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8055f1c-0be8-4d5c-84b6-116db8dc1cbb no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:09.950330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c8055f1c-0be8-4d5c-84b6-116db8dc1cbb {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:09.952093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8055f1c-0be8-4d5c-84b6-116db8dc1cbb not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:09.967215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] For port b531fa2d-3171-4700-b945-f085a556c240, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:09.986180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] For port b531fa2d-3171-4700-b945-f085a556c240, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b531fa2d-3171-4700-b945-f085a556c240,segment=NetworkSegment(7e492ce4-4489-4e8f-bac1-27f943f8ed0e),segment_id=7e492ce4-4489-4e8f-bac1-27f943f8ed0e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:09.995462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.001527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:10.108835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port b77c4ec3-04ad-4ba2-a892-61ff3a860001 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:10.109947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.138840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41748) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:10.194009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Pushing event updated for resources: {'Port': ['ID=b531fa2d-3171-4700-b945-f085a556c240,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:10.207502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:10.221773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b375e9-dbcf-4a13-89e8-e207fa00cc41 None None] Network b02e1046-b29a-4efb-bb45-9b5d22a2c502 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:10.261148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a295c0e-54df-45ec-97c6-920247f465e7 None None] Network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:10.306874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.349972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port b531fa2d-3171-4700-b945-f085a556c240 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:10.351589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.374825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41754) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:10.429907 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-96c73e2d-9a96-4636-8a6a-75b2222ba08d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 993 time: 0.2868397 Nov 24 14:05:10.486254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Provisioning for port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:10.498848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Provisioning complete for port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:10.499650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.524725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port b77c4ec3-04ad-4ba2-a892-61ff3a860001, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b77c4ec3-04ad-4ba2-a892-61ff3a860001,segment=NetworkSegment(52e66f0d-0e4c-47b1-8243-6a705321661d),segment_id=52e66f0d-0e4c-47b1-8243-6a705321661d)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:10.525270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.692898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--523926757'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:10.699837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:10.706988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:10.714137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:10.717259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port b531fa2d-3171-4700-b945-f085a556c240, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b531fa2d-3171-4700-b945-f085a556c240,segment=NetworkSegment(7e492ce4-4489-4e8f-bac1-27f943f8ed0e),segment_id=7e492ce4-4489-4e8f-bac1-27f943f8ed0e)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:10.717730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.724408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:10.742409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for b77c4ec3-04ad-4ba2-a892-61ff3a860001 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:10.832499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.865766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.871099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ae29c171-c47f-4427-955b-828166e7105c None None] For port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,segment=NetworkSegment(a21ab42f-4d66-46da-a580-582a6f4d43b1),segment_id=a21ab42f-4d66-46da-a580-582a6f4d43b1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:10.876105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.878617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6625a73a-85f8-4060-9dbb-d5c6eac01f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:10.884670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:10.899756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for b531fa2d-3171-4700-b945-f085a556c240 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:10.916056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:10.926282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:10.936713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:10.945661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:11.006907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.013538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:11.029506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Pushing event updated for resources: {'Port': ['ID=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:11.036789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:11.048535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.059357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.064284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1a862ec9-34c3-4171-a103-b436548f9487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:11.071460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Port': ['ID=b531fa2d-3171-4700-b945-f085a556c240,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:11.072734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:11.074615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:11.075487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No DVR routers for this DVR port b531fa2d-3171-4700-b945-f085a556c240 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:11.084980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:11.098686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:11.126339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:11.174594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8d967-0395-4ee0-ae83-caf3dab55abf,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:11.198840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:11.205635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5805cb0-4002-4996-a111-b1769a8cd63e None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 14:05:11.230988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.236527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.248508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-edc6f99e-0e12-405b-8b86-53a18afcb24a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:11.274025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02e1046-b29a-4efb-bb45-9b5d22a2c502']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:11.286121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e492ce4-4489-4e8f-bac1-27f943f8ed0e') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:11.286121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e492ce4-4489-4e8f-bac1-27f943f8ed0e') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:11.299177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=b77c4ec3-04ad-4ba2-a892-61ff3a860001,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:11.305358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.324623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.334319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:11.334319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.334956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:11.352966 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:11.407385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5805cb0-4002-4996-a111-b1769a8cd63e None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 14:05:11.448402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.449549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-502acd66-e31f-4edf-87e1-8f4dd29f1988 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:11.466836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.479482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=b02e1046-b29a-4efb-bb45-9b5d22a2c502,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:11.485754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:11.498234 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/b02e1046-b29a-4efb-bb45-9b5d22a2c502 HTTP/1.1" status: 204 len: 168 time: 4.2109346 Nov 24 14:05:11.498368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.503475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41760) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:11.509860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.511335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442841421'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:11.521587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:11.525175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:11.528665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:11.538434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d07e8b15-854c-45d6-a27e-94e53d21bb13 None None] Provisioning complete for port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:11.538434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d07e8b15-854c-45d6-a27e-94e53d21bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.541945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44ef1778-c481-4493-9075-9823bc000cf2 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:11.543823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:11.553058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.558977 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1770332 Nov 24 14:05:11.563550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41764) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:11.598773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5712f8-d887-408e-a5e3-2f967ebee145,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:11.604435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:11.613879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:11.613879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.620912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.792918 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fb2bfb41-482a-4ebd-8f8a-2e3e2dc7938e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2258852 Nov 24 14:05:11.792918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:11.792918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41768) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:11.825949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-security--963310056', 'description': 'tempest-security-description-1896875901'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:11.850016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.850016 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 5c770ac3-68ce-4cd3-97e9-7e8f6d70b057 of type vlan for network 0e62cc83-30d9-44f9-885f-72ae67186bcb Nov 24 14:05:11.856137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.932777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.957227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.976592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:11.976592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:12.002751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.002751 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "PUT /v2.0/security-groups/fa5712f8-d887-408e-a5e3-2f967ebee145 HTTP/1.1" status: 200 len: 1779 time: 0.2020688 Nov 24 14:05:12.002751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41772) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:12.012405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.021466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:12.021466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.065654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5712f8-d887-408e-a5e3-2f967ebee145,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:12.065654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:12.065654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:12.108107 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5941143 Nov 24 14:05:12.115059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41776) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:12.128333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:12.252268 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f1d052f-ee49-487f-84e0-52e3c8f614c2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups/fa5712f8-d887-408e-a5e3-2f967ebee145 HTTP/1.1" status: 200 len: 1779 time: 0.2454169 Nov 24 14:05:12.253225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41780) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:12.253460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=0e62cc83-30d9-44f9-885f-72ae67186bcb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:12.255469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:12.264584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0e62cc83-30d9-44f9-885f-72ae67186bcb details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:12.282870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:05:12.310044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:12.381461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:12.390458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:12.475645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:12.508151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.512965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:12.517471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.557777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:12.569137 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:12.581210 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:12.582065 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:12.627817 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6293290 Nov 24 14:05:12.631651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41784) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:12.660719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.769989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet 2c44504a-7aba-4f14-8b41-a7c126101814 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:12.769989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.783263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.791811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93df07f5-c3ab-4beb-ad2b-c44931527a1c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:12.821184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5712f8-d887-408e-a5e3-2f967ebee145,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:12.829753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:12.839143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.839143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa5712f8-d887-408e-a5e3-2f967ebee145 HTTP/1.1" status: 204 len: 168 time: 0.5858774 Nov 24 14:05:12.843478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41788) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:12.877166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.905736 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:12.974136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:12.985462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6538e552-31af-4327-97dd-277d63685980 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:13.005571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.041004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:13.073872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-79e4e402-0766-4cdc-9485-fac3515c57ee tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:13.092156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.104153 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2adc16aa-1780-4818-98e4-02374a7f1a02 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:13.106243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:13.106674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: 0e62cc83-30d9-44f9-885f-72ae67186bcb, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:13.125418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:13.126195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.130389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=7987b216-1a15-4ee3-aa2d-8a3ea43a3a12,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:13.143791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:13.148172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-79e4e402-0766-4cdc-9485-fac3515c57ee tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:13.150151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79e4e402-0766-4cdc-9485-fac3515c57ee tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3068273 Nov 24 14:05:13.155176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41792) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:13.184626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network 0e62cc83-30d9-44f9-885f-72ae67186bcb is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:13.194740 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-722ce64a-4eba-4b9d-b236-ab3fcf6db10c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] delete failed (client error): The resource could not be found. Nov 24 14:05:13.196468 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-722ce64a-4eba-4b9d-b236-ab3fcf6db10c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa5712f8-d887-408e-a5e3-2f967ebee145 HTTP/1.1" status: 404 len: 347 time: 0.0390792 Nov 24 14:05:13.200373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 0e62cc83-30d9-44f9-885f-72ae67186bcb) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:13.202356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41796) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:13.216003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--171537831'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:13.229848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:13.230750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.241175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:13.262813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:13.268359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c80fe-aa39-404e-a624-a56c924046b8 None None] Network 0e62cc83-30d9-44f9-885f-72ae67186bcb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:13.274125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1639249 Nov 24 14:05:13.275258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41800) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:13.308151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.345464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.351499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=2c44504a-7aba-4f14-8b41-a7c126101814,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:13.359179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:13.365138 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/2c44504a-7aba-4f14-8b41-a7c126101814 HTTP/1.1" status: 204 len: 168 time: 0.7380795 Nov 24 14:05:13.365138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41804) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:13.413322 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:11Z', 'revision_number': 10, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:13.418343 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:13.429916 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:13.431021 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:13.459795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:13.464841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b05f1-36fe-4a42-9807-16e81a9b9a89 None None] Network 96fc406a-7601-46ca-beb4-ca0d1e0a8664 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:13.479848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:13.486115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:13.498758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:13.574244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.602318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port b70c38aa-d205-4648-aaa4-8bd5c2783e29 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:13.603686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.628876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.686643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-0e62cc83-30d9-44f9-885f-72ae67186bcb', 'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '7987b216-1a15-4ee3-aa2d-8a3ea43a3a12'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:13.688680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.731925 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:13.864056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.871481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.881764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-917b946c-92a4-4a62-b275-c3e4b32515d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:13.882305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Allocated IP 2001:db8::1 (0e62cc83-30d9-44f9-885f-72ae67186bcb/7987b216-1a15-4ee3-aa2d-8a3ea43a3a12/b16c9678-ae7a-42ac-b250-2e48d0986f14) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:13.918820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.956959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd593f-0b41-4002-ad80-f49ade6d29ea,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:13.976355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:13.992676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:13.994094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7830331 Nov 24 14:05:13.997557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41808) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:14.006167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '0acd593f-0b41-4002-ad80-f49ade6d29ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:14.019374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:14.024464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:14.026322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port b70c38aa-d205-4648-aaa4-8bd5c2783e29, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b70c38aa-d205-4648-aaa4-8bd5c2783e29,segment=NetworkSegment(52e66f0d-0e4c-47b1-8243-6a705321661d),segment_id=52e66f0d-0e4c-47b1-8243-6a705321661d)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:14.026846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.031654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:14.039320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:14.059189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.128356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.133481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.135952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.163169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1c3069-0b35-47fb-a45c-734b3a28fb59,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.166208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.180647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.182556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1840000 Nov 24 14:05:14.185241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41814) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:14.191540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for b70c38aa-d205-4648-aaa4-8bd5c2783e29 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:14.203277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.222429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Transition to ACTIVE for port object b16c9678-ae7a-42ac-b250-2e48d0986f14 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:14.227862 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:11Z', 'revision_number': 10, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.232958 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0134785-ca74-4c81-b11d-042ed42cdcca None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:11Z', 'revision_number': 10, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None, '_interfaces': [{'id': 'ee40a0e7-4344-43b1-8211-ae34f185bff8', 'name': '', 'network_id': '59c8d9b7-f197-44fd-bbdc-1309187c2a88', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'mac_address': 'fa:16:3e:44:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:03Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 5, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'subnets': [{'id': '6956963a-ccf2-4adc-b2f2-ed54d275c4c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:14.241354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.255936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Transition to ACTIVE for port object b16c9678-ae7a-42ac-b250-2e48d0986f14 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:14.258267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.267121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.284002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04a0fa07-45a4-4b49-8f32-2dd759f10a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.292172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.314229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.317253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.319988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-919fc7fe-85e6-41f4-bf7e-5d5afe98a779 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.346510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Network 0e62cc83-30d9-44f9-885f-72ae67186bcb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:14.346956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.350092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:14.354657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:14.364328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No DVR routers for this DVR port b70c38aa-d205-4648-aaa4-8bd5c2783e29 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:14.369734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.370844 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3f1c3069-0b35-47fb-a45c-734b3a28fb59 HTTP/1.1" status: 204 len: 168 time: 0.1840713 Nov 24 14:05:14.371896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=7987b216-1a15-4ee3-aa2d-8a3ea43a3a12,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.373910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41818) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:14.379673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.381133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.410644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=b70c38aa-d205-4648-aaa4-8bd5c2783e29,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.415749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.426132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f1c3069-0b35-47fb-a45c-734b3a28fb59,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.432241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Pushing event updated for resources: {'Port': ['ID=b16c9678-ae7a-42ac-b250-2e48d0986f14,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.441092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.460144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Attempting to bind port b16c9678-ae7a-42ac-b250-2e48d0986f14 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:14.460601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Attempting to bind port b16c9678-ae7a-42ac-b250-2e48d0986f14 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:14.461090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Attempting to bind port b16c9678-ae7a-42ac-b250-2e48d0986f14 on network 0e62cc83-30d9-44f9-885f-72ae67186bcb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:14.466767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:14.467224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Checking segment: {'id': '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:14.467639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.468040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Bound using segment: {'id': '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:14.469522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Bound port: b16c9678-ae7a-42ac-b250-2e48d0986f14, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '0e62cc83-30d9-44f9-885f-72ae67186bcb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:14.470067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.517387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.554365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fc406a-7601-46ca-beb4-ca0d1e0a8664']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.570614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e66f0d-0e4c-47b1-8243-6a705321661d') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.570891 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e66f0d-0e4c-47b1-8243-6a705321661d') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.590018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.609665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605d692-caf0-49de-94b9-517241b16c57 None None] DHCP port deletion for 96fc406a-7601-46ca-beb4-ca0d1e0a8664 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:14.621754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.637441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:14.637942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.641322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:14.655740 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:14.671011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] For port b16c9678-ae7a-42ac-b250-2e48d0986f14, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:14.676230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] For port b16c9678-ae7a-42ac-b250-2e48d0986f14, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b16c9678-ae7a-42ac-b250-2e48d0986f14,segment=NetworkSegment(5c770ac3-68ce-4cd3-97e9-7e8f6d70b057),segment_id=5c770ac3-68ce-4cd3-97e9-7e8f6d70b057)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:14.683021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.689443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0b7a57af-2ff8-421d-8cc0-4fadd07b8714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.692419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-735491c9-9955-4cea-8b1e-8eb460e84cf9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:14.702440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.738651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e62cc83-30d9-44f9-885f-72ae67186bcb']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.746653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-735491c9-9955-4cea-8b1e-8eb460e84cf9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:14.751451 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-735491c9-9955-4cea-8b1e-8eb460e84cf9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3726904 Nov 24 14:05:14.751838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41822) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:14.770945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.779502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.779788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:14.779901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-20e854be-5682-4a18-8c7c-18a614a9eb28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:14.799667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.799914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.806691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=96fc406a-7601-46ca-beb4-ca0d1e0a8664,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.811802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.820880 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/96fc406a-7601-46ca-beb4-ca0d1e0a8664 HTTP/1.1" status: 204 len: 168 time: 1.4548957 Nov 24 14:05:14.823537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41826) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:14.840491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.851689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:14.852423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.865008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Pushing event updated for resources: {'Port': ['ID=b16c9678-ae7a-42ac-b250-2e48d0986f14,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:14.868403 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:14.880198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:14.949028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516cba1-0ed9-468a-af2f-fe7cbaf7e878 None None] Network 0e62cc83-30d9-44f9-885f-72ae67186bcb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:14.955060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:14.986884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.021508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 14:05:15.021508 dv-neutron-818153-2-hyperv neutron-server[87693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 14:05:15.021508 dv-neutron-818153-2-hyperv neutron-server[87693]: [parameters: {'id': '0e62cc83-30d9-44f9-885f-72ae67186bcb'}] Nov 24 14:05:15.021508 dv-neutron-818153-2-hyperv neutron-server[87693]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:15.022052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:15.022584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b77c4ec3-04ad-4ba2-a892-61ff3a860001 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:15.053452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.060014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9130a2f3-99a3-4b2e-9fa3-1b5ffc19fa56 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:15.071585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b77c4ec3-04ad-4ba2-a892-61ff3a860001 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:15.071936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b77c4ec3-04ad-4ba2-a892-61ff3a860001 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:15.072545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b70c38aa-d205-4648-aaa4-8bd5c2783e29 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:15.079123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd593f-0b41-4002-ad80-f49ade6d29ea,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:15.084026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:15.092227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.096638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/0acd593f-0b41-4002-ad80-f49ade6d29ea HTTP/1.1" status: 204 len: 168 time: 0.3406188 Nov 24 14:05:15.096940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41832) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:15.129096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b70c38aa-d205-4648-aaa4-8bd5c2783e29 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:15.129459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b70c38aa-d205-4648-aaa4-8bd5c2783e29 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:15.164064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-96e8670d-915f-416e-abdb-be8c4a264ba5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:15.181346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-96e8670d-915f-416e-abdb-be8c4a264ba5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:15.182729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-96e8670d-915f-416e-abdb-be8c4a264ba5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848114 Nov 24 14:05:15.186596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41836) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:15.192388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202986375'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:15.199195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:15.209912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:15.219641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.242361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:15.246940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:15.250987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:15.257297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:15.257507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de3a939-5802-4ed9-a6a0-1d32bfcc6450 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 14:05:15.345553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.350694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.356685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-352d5210-0f77-4848-a2e5-fc7231f99620 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:15.401765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b442ea8b-6fac-49ed-8366-90556f2c7156,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:15.405095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3a939-5802-4ed9-a6a0-1d32bfcc6450 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 14:05:15.410643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:15.418591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.421274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2330787 Nov 24 14:05:15.424668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41840) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:15.430375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': 'b442ea8b-6fac-49ed-8366-90556f2c7156', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:15.436662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:15.441452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:15.444363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:15.450119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:15.473218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.525489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.555834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port b16c9678-ae7a-42ac-b250-2e48d0986f14 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:15.556041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.556506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.587530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.603098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.607793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c5f241f8-6d07-407e-93ba-6b38d5327d21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:15.691049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2608d4e-b7c0-49b6-a7a9-4197863dc1c7,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:15.700492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:15.700492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.705729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2766514 Nov 24 14:05:15.707011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41844) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:15.760029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': 'b442ea8b-6fac-49ed-8366-90556f2c7156', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:15.769117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:15.787331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:15.792181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:15.801674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:15.901072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.922358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port ee40a0e7-4344-43b1-8211-ae34f185bff8 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:15.922697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:15.952431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port b16c9678-ae7a-42ac-b250-2e48d0986f14, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b16c9678-ae7a-42ac-b250-2e48d0986f14,segment=NetworkSegment(5c770ac3-68ce-4cd3-97e9-7e8f6d70b057),segment_id=5c770ac3-68ce-4cd3-97e9-7e8f6d70b057)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:15.952780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.089974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for b16c9678-ae7a-42ac-b250-2e48d0986f14 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:16.132621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port ee40a0e7-4344-43b1-8211-ae34f185bff8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ee40a0e7-4344-43b1-8211-ae34f185bff8,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:16.133013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.151197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.158988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.164372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-02e6b800-500e-4c45-ac64-debcc9714be8 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:16.201011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc52b2a-cb8d-4169-bf66-00983fc5ba04,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:16.207502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:16.217249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.218660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5084321 Nov 24 14:05:16.221468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41848) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:16.224151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.230388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': 'b442ea8b-6fac-49ed-8366-90556f2c7156', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:16.234930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:16.267506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for ee40a0e7-4344-43b1-8211-ae34f185bff8 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:16.271801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:16.285066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Port': ['ID=b16c9678-ae7a-42ac-b250-2e48d0986f14,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:16.287493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:16.288883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:16.293585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No DVR routers for this DVR port b16c9678-ae7a-42ac-b250-2e48d0986f14 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:16.321565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:16.336243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:16.435584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.445382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.453180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.457016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-106043b3-c8b6-4d1c-9751-187300059370 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:16.491169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e62cc83-30d9-44f9-885f-72ae67186bcb']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:16.502677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=ee40a0e7-4344-43b1-8211-ae34f185bff8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:16.506034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:16.514721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:16.515545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c770ac3-68ce-4cd3-97e9-7e8f6d70b057') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:16.535557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.564508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.568686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.574843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.582792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:16.583465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.600771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-69534385-c3ab-4657-8d4d-b5019842b045 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:16.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:16.688691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.698868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb9bfec-4d18-433d-80d8-b470b1ec7dd1,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:16.702402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:16.722723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.724303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5018938 Nov 24 14:05:16.725810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.730372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.733709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41852) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:16.735351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37b17454-5bf9-44b9-bdcf-b14375e50815 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:16.760816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': 'b442ea8b-6fac-49ed-8366-90556f2c7156', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:16.766614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=0e62cc83-30d9-44f9-885f-72ae67186bcb,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:16.768984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:16.771453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:16.774822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/0e62cc83-30d9-44f9-885f-72ae67186bcb HTTP/1.1" status: 204 len: 168 time: 3.4962113 Nov 24 14:05:16.778695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:16.782443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41856) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:16.784978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:16.791213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726574418'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:16.799636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:16.801839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:16.807860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:16.811830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:16.823845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:16.827127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.856405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:16.861372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.863627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.915287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:16.932657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.938067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.938413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 8469e5a4-4784-4622-96c0-95eeefbcaf7b of type vlan for network a1fd3336-b05e-468d-b477-e3292aa38b7f Nov 24 14:05:16.944280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:16.947008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f7e1058e-b107-4b05-9699-a73cf2ba4f17 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.105036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498bf24a-509f-42bb-a8ff-84442644b15c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.117559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:17.118018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:05:17.129478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.139489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.143727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3908546 Nov 24 14:05:17.143988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41860) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.150254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': 'b442ea8b-6fac-49ed-8366-90556f2c7156', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:17.158338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:17.172249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:17.176866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:17.196038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:17.203450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.209483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:17.210032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.221562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-01b3e4c1-d291-4041-82ce-ec934b1f21e5 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.262458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:17.272204 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473803 Nov 24 14:05:17.274914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41864) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.278272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:17.294406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:17.295420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:17.325841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.349702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting subnet 6956963a-ccf2-4adc-b2f2-ed54d275c4c4 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:17.351489 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5679584 Nov 24 14:05:17.356210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41868) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.359734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.365684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=a1fd3336-b05e-468d-b477-e3292aa38b7f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.368346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:17.390658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': 'a1fd3336-b05e-468d-b477-e3292aa38b7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:17.418187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.423049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network a1fd3336-b05e-468d-b477-e3292aa38b7f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:17.424384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.446369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f9a2ebf-5d48-423f-ac03-09a819b7336c tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.464086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dcb252-b3c7-4ede-8b8b-31625a7c5ee5,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.466550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:17.467414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.468728 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3237660 Nov 24 14:05:17.471460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41872) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.500950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.512956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.524900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:17.530517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:17.535462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:17.539732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.542054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.552893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.559164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:17.570189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.571300 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/16dcb252-b3c7-4ede-8b8b-31625a7c5ee5 HTTP/1.1" status: 204 len: 168 time: 0.0989408 Nov 24 14:05:17.572138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16dcb252-b3c7-4ede-8b8b-31625a7c5ee5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.574592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:17.575319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41876) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.583735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:17.625850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:17.629210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.635583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-98ad7694-1229-4604-97ad-5be92a475126 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:17.652713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-98ad7694-1229-4604-97ad-5be92a475126 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:17.654688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-98ad7694-1229-4604-97ad-5be92a475126 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0781963 Nov 24 14:05:17.658296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41880) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.673972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:16Z', 'revision_number': 11, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:17.678594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:17.687490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:17.688100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:17.693457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.710475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.746389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.749560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1465c2f3-f43d-4da7-9c9c-aab71258eced tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.765617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=498bf24a-509f-42bb-a8ff-84442644b15c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.770393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:17.774399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.779740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.781426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/498bf24a-509f-42bb-a8ff-84442644b15c HTTP/1.1" status: 204 len: 168 time: 0.1213086 Nov 24 14:05:17.785523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41884) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.840698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d374645d-9747-4bc2-82d0-3cdc5ba08859 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:17.869064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d374645d-9747-4bc2-82d0-3cdc5ba08859 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:17.870460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d374645d-9747-4bc2-82d0-3cdc5ba08859 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0838349 Nov 24 14:05:17.874964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41888) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.888512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:17.908696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.919674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.931627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.938088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a155a935-11a8-46a2-b19a-81ce9a126d04 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.949031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.951028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2e9374c7-b3d8-4424-a59e-35dd55109fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:17.968043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feb9bfec-4d18-433d-80d8-b470b1ec7dd1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.972328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:17.978480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.982179 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/feb9bfec-4d18-433d-80d8-b470b1ec7dd1 HTTP/1.1" status: 204 len: 168 time: 0.1034622 Nov 24 14:05:17.982408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41892) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:17.991176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:17.996340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Subnet': ['ID=6956963a-ccf2-4adc-b2f2-ed54d275c4c4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:17.999105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:18.004195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0108b3-1486-44e9-bc45-997b21845d2b None None] Network 59c8d9b7-f197-44fd-bbdc-1309187c2a88 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:18.019449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:16Z', 'revision_number': 11, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:18.022198 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/6956963a-ccf2-4adc-b2f2-ed54d275c4c4 HTTP/1.1" status: 204 len: 168 time: 0.7458010 Nov 24 14:05:18.024902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41896) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:18.025388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.029339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cbb7ff5e-757d-427d-a215-acce03cfb8ba tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:18.069126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-98867c41-e202-438b-8273-a3d65b612469 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:18.079813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd5a2d-93a1-4126-b65e-9e9c9a5b9167 None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:16Z', 'revision_number': 11, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:18.119818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=b349a57b-6e15-434f-aac5-68b70329bd71,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:18.130926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:18.147283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '8469e5a4-4784-4622-96c0-95eeefbcaf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'a1fd3336-b05e-468d-b477-e3292aa38b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:18.147637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: a1fd3336-b05e-468d-b477-e3292aa38b7f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:18.167864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-98867c41-e202-438b-8273-a3d65b612469 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:18.169188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-98867c41-e202-438b-8273-a3d65b612469 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1856081 Nov 24 14:05:18.169451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network a1fd3336-b05e-468d-b477-e3292aa38b7f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:18.172362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41900) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:18.181138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.181660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, a1fd3336-b05e-468d-b477-e3292aa38b7f) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:18.186270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:18.187945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.204102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b4036-a73a-48fe-bc5b-3fdb2e764c3d None None] Network a1fd3336-b05e-468d-b477-e3292aa38b7f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:18.215273 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8568089 Nov 24 14:05:18.217752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41904) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:18.223673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Deleting port 3584524f-d687-46df-bddf-ede2f7ca7bca {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:18.224009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.256875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.279255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.353015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.356675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:18.374285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bc52b2a-cb8d-4169-bf66-00983fc5ba04,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:18.387009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.396426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:18.460244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee1035-4b00-4dec-900c-5eb4f9b72602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-a1fd3336-b05e-468d-b477-e3292aa38b7f', 'network_id': 'a1fd3336-b05e-468d-b477-e3292aa38b7f', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': 'b349a57b-6e15-434f-aac5-68b70329bd71'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:18.461579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-daee1035-4b00-4dec-900c-5eb4f9b72602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.477982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.482317 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2bc52b2a-cb8d-4169-bf66-00983fc5ba04 HTTP/1.1" status: 204 len: 168 time: 0.3042963 Nov 24 14:05:18.484417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41908) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:18.486465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] DHCP port deletion for 59c8d9b7-f197-44fd-bbdc-1309187c2a88 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:18.494170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.517728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] For port 3584524f-d687-46df-bddf-ede2f7ca7bca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3584524f-d687-46df-bddf-ede2f7ca7bca,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:18.518082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.534648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Deleting port 3584524f-d687-46df-bddf-ede2f7ca7bca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:18.535270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.626087 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cd3d6e68-250d-4551-9a78-0475d96a569d tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1402676 Nov 24 14:05:18.630291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41912) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:18.671857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Calling delete_port for 3584524f-d687-46df-bddf-ede2f7ca7bca owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:18.700377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.716193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server [None req-daee1035-4b00-4dec-900c-5eb4f9b72602 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b349a57b-6e15-434f-aac5-68b70329bd71: This subnet is being modified by another concurrent operation. Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server raise exception Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b349a57b-6e15-434f-aac5-68b70329bd71: This subnet is being modified by another concurrent operation. Nov 24 14:05:18.720175 dv-neutron-818153-2-hyperv neutron-server[87694]: ERROR oslo_messaging.rpc.server Nov 24 14:05:18.749092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-208febde-1411-479d-9349-4577347ffa43 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:18.749309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292ee65-95b3-47e7-8a50-2ba2e1202fca None None] Network a1fd3336-b05e-468d-b477-e3292aa38b7f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:18.788067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.788280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.793437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:18.828259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=b349a57b-6e15-434f-aac5-68b70329bd71,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:18.830954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:18.838673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Port': ['ID=3584524f-d687-46df-bddf-ede2f7ca7bca,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:18.841786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:18.842568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No DVR routers for this DVR port 3584524f-d687-46df-bddf-ede2f7ca7bca on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:18.923044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.948706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:18.962630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ac3c8b8-3619-48d9-aefa-dcbe711648a4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:18.979164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2608d4e-b7c0-49b6-a7a9-4197863dc1c7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:18.981775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:18.983617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fd3336-b05e-468d-b477-e3292aa38b7f']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:19.003605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.012904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8469e5a4-4784-4622-96c0-95eeefbcaf7b') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:19.015941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8469e5a4-4784-4622-96c0-95eeefbcaf7b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:19.021351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] For port 3584524f-d687-46df-bddf-ede2f7ca7bca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3584524f-d687-46df-bddf-ede2f7ca7bca,segment=NetworkSegment(363af133-39c4-4cca-8b45-667436e9f7cb),segment_id=363af133-39c4-4cca-8b45-667436e9f7cb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:19.021351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.029658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3584524f-d687-46df-bddf-ede2f7ca7bca no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:19.031792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.033862 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a2608d4e-b7c0-49b6-a7a9-4197863dc1c7 HTTP/1.1" status: 204 len: 168 time: 0.4015958 Nov 24 14:05:19.035758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41916) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.040114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.045664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c8d9b7-f197-44fd-bbdc-1309187c2a88']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:19.059300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363af133-39c4-4cca-8b45-667436e9f7cb') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:19.059300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363af133-39c4-4cca-8b45-667436e9f7cb') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:19.070593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3584524f-d687-46df-bddf-ede2f7ca7bca {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:19.070931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3584524f-d687-46df-bddf-ede2f7ca7bca not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:19.071345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee40a0e7-4344-43b1-8211-ae34f185bff8 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:19.073228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.092370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.101361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:19.102324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:19.119661 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:19.225043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Calling delete_port for 3584524f-d687-46df-bddf-ede2f7ca7bca owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:19.229404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.234564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.242117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.243393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:19.243736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.252996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ee40a0e7-4344-43b1-8211-ae34f185bff8 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:19.253351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee40a0e7-4344-43b1-8211-ae34f185bff8 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:19.259659 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:19.272952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2c2876ef-e408-4689-a294-73f83a5b98c0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:19.274176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1bb2f7d7-0b1d-4ad6-b2a3-ad8a51af88c4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:19.295224 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/networks/59c8d9b7-f197-44fd-bbdc-1309187c2a88 HTTP/1.1" status: 204 len: 168 time: 1.2691600 Nov 24 14:05:19.301542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41920) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.309195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'routes': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:19.311977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:19.313134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:19.362807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Pushing event deleted for resources: {'Network': ['ID=59c8d9b7-f197-44fd-bbdc-1309187c2a88,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:19.366063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:19.366874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2c2876ef-e408-4689-a294-73f83a5b98c0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:19.371733 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2c2876ef-e408-4689-a294-73f83a5b98c0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3314054 Nov 24 14:05:19.372663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41924) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.388492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.397107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49e94df8-5014-41e2-9d0f-2ed364fc944e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:19.413744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.432840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=a1fd3336-b05e-468d-b477-e3292aa38b7f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:19.439096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:19.440402 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/a1fd3336-b05e-468d-b477-e3292aa38b7f HTTP/1.1" status: 204 len: 168 time: 1.2201638 Nov 24 14:05:19.449593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41928) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.458062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774617450'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:19.467859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:19.476773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:19.480532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:19.505021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:19.509797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.541658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:19.545338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.564051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.609462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:19.621452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.621798 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment e56188d4-e113-4975-b61b-0384cbe85d96 of type vlan for network 78ee9b39-1a0d-4a57-ace9-2002053c259f Nov 24 14:05:19.650100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.662814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e2d0dc58-42bd-46aa-8fb7-adadc91dd9dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:19.682925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.690788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442ea8b-6fac-49ed-8366-90556f2c7156,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:19.693724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:19.745455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d3e4-0da9-4ca8-9674-571302f07e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.749243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.751260 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/b442ea8b-6fac-49ed-8366-90556f2c7156 HTTP/1.1" status: 204 len: 168 time: 0.3783121 Nov 24 14:05:19.753923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41934) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.769152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.774589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:19.775531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.777237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Added routes are [] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 14:05:19.777554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Removed routes are [] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 14:05:19.777938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.782634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:19.816182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Deleting port 3584524f-d687-46df-bddf-ede2f7ca7bca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:19.816644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:19.901909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14649e43-8268-46e4-a340-351b320a2e5c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:19.908208 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4575460 Nov 24 14:05:19.911132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41938) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.919183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:19.932253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14649e43-8268-46e4-a340-351b320a2e5c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:19.934759 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-14649e43-8268-46e4-a340-351b320a2e5c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1799195 Nov 24 14:05:19.940098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41942) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:19.950988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371340675'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:19.963494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:19.966696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-28d371c3-8aec-41b6-a705-971232d7684c None None] The port '3584524f-d687-46df-bddf-ede2f7ca7bca' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:19.968799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=78ee9b39-1a0d-4a57-ace9-2002053c259f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:19.976929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:19.984855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:19.993067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:20.003445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.009113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029467d-42fd-4198-b255-5441a7b60292 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 14:05:20.029557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:20.034020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:20.036987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:20.044648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:20.152523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.157658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.163180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ba9f7526-46bc-463c-9c86-64d5f358c7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:20.165000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.171380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:20.177034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.181050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:20.183960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:20.212674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4916ddca-cd3c-4b94-942c-f86e22371d85,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:20.215515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:20.225518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.227017 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2848825 Nov 24 14:05:20.229781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41948) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:20.236929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '4916ddca-cd3c-4b94-942c-f86e22371d85', 'direction': 'ingress', 'protocol': 17}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:20.243243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:20.245027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029467d-42fd-4198-b255-5441a7b60292 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 14:05:20.249053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:20.252994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:20.259184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:20.281404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.316961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:20.345782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:20.349871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.355873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.362172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.364684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-957bd458-6c73-4c73-b3cf-7df0580bfee2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:20.369810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.374376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:05:20.392603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11d6901-4b92-4b57-b73d-e0008cf15dc4,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:20.396836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:20.413647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.418234 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1874988 Nov 24 14:05:20.418990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41952) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:20.509879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.545675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.613513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:20.616079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.620832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.624160 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] Sync routers for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:20.626943 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-495ed7ea-9d3e-4cf4-ab8a-e509a82f7677 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 704 time: 1.3228745 Nov 24 14:05:20.626943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41958) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:20.631952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d07c968f-3aac-4d9f-9d09-2ce47200ae8a tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:20.635910 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:20.636248 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:20.678456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f810dc68-0b9e-4e43-baed-4d33cb9cc9e0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:20.701378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916ddca-cd3c-4b94-942c-f86e22371d85,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:20.710488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:20.727755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.732196 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/4916ddca-cd3c-4b94-942c-f86e22371d85 HTTP/1.1" status: 204 len: 168 time: 0.3121743 Nov 24 14:05:20.735227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f810dc68-0b9e-4e43-baed-4d33cb9cc9e0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:20.739674 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f810dc68-0b9e-4e43-baed-4d33cb9cc9e0 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 205 time: 0.1109235 Nov 24 14:05:20.741434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41964) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:20.741773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41966) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:20.834909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.843112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-19906870-6c53-48ed-a959-4f2183b2cb53 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:20.851190 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:20.925054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=dfbd5d90-a156-4c49-9f36-d8c95fcb9a38,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:20.928046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:20.928624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:20.934566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': 'e56188d4-e113-4975-b61b-0384cbe85d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:20.935408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: 78ee9b39-1a0d-4a57-ace9-2002053c259f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:20.962486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:20.981489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 78ee9b39-1a0d-4a57-ace9-2002053c259f) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:20.995773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf79410-0bb9-4492-8e0b-1f4c12c6c81c None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:21.003931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:21.003931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.024431 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:16Z', 'revision_number': 11, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:21.032541 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] Checking router: 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:21.040492 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] Routers {'0f26abc3-b0b7-4e12-a9a8-908ab99c6644'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:21.041295 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:04:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:21.081846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9f8a56ad-64c2-4151-a2c5-65a28e1710b1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:21.086261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1640756 Nov 24 14:05:21.086261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:21.102853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:21.265971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.268015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.273359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-78ee9b39-1a0d-4a57-ace9-2002053c259f', 'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': 'dfbd5d90-a156-4c49-9f36-d8c95fcb9a38'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:21.274913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.303667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.304154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:05:21.315086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9f8a56ad-64c2-4151-a2c5-65a28e1710b1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:21.315086 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9f8a56ad-64c2-4151-a2c5-65a28e1710b1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5688753 Nov 24 14:05:21.325138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41976) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:21.332257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--675538686'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:21.342423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.342423 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3fe368a4-7137-4cd7-9886-5f1894e637f2 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 204 len: 168 time: 0.5923934 Nov 24 14:05:21.342423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:21.342423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41980) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:21.350061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1418008073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:21.354049 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] Set router 0f26abc3-b0b7-4e12-a9a8-908ab99c6644 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:21.359917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:21.362154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:21.369610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Usage tracker for resource:router and tenant:47484d611ce94b77bd90c34f8c721d4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:21.373683 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:21.380874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:21.386533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.415700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.416758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.420386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:21.426667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:21.430105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:21.437524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:21.452094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.492537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.521832 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:16Z', 'revision_number': 11, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:21.532152 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c65a5-5250-4848-8c75-dd0f9c66a16d None None] The sync data for ids ['0f26abc3-b0b7-4e12-a9a8-908ab99c6644'] in dv-neutron-818153-2-hyperv is: [{'id': '0f26abc3-b0b7-4e12-a9a8-908ab99c6644', 'name': 'tempest-RoutersIpV6Test-router-670004681', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:59Z', 'updated_at': '2021-11-24T14:05:16Z', 'revision_number': 11, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:21.545383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:21.547296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.548473 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9e7331bc-5a5b-41d5-b91a-3e67622a05b3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2058651 Nov 24 14:05:21.551768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41984) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:21.554335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:subnet and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:21.556921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:21.558942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:21.568201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:21.581419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:21.587387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.590681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Allocated IP 2001:db8::2 (78ee9b39-1a0d-4a57-ace9-2002053c259f/dfbd5d90-a156-4c49-9f36-d8c95fcb9a38/8bbb9e5a-aa38-4b2e-a573-5a621ecdc543) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:21.842381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.848277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.854335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d7b1a053-750f-4b0a-93e1-e374e0d57e57 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:21.894943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.917628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Transition to ACTIVE for port object 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:21.950879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Transition to ACTIVE for port object 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:21.962101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:21.972994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce1d947f-d0f7-4df2-ae24-1a72c04312dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:21.989219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.002887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0a0d17ac-ee26-42ab-9a88-0173af672605 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:22.033939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.035274 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7150018 Nov 24 14:05:22.040002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 41988) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:22.048121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981910746'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:22.055924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1199f363-03f5-4f61-98b8-ddaa4b579fb4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:22.056311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:22.070614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:22.073394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:22.091353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:22.097692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:22.102509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.103200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.132489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Pushing event updated for resources: {'Port': ['ID=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:22.139080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=0b88b672-4307-4af9-ae6d-024760704bfa,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:22.142807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:22.145342 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0591943 Nov 24 14:05:22.147879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41992) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:22.176667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:22.183321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:22.183764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:22.199829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.204707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:22.207254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Attempting to bind port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:22.207639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Attempting to bind port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'e56188d4-e113-4975-b61b-0384cbe85d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:22.208008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Attempting to bind port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 on network 78ee9b39-1a0d-4a57-ace9-2002053c259f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:22.216875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:22.217258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Checking segment: {'id': 'e56188d4-e113-4975-b61b-0384cbe85d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:22.217686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.218259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Bound using segment: {'id': 'e56188d4-e113-4975-b61b-0384cbe85d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:22.218644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Bound port: 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56188d4-e113-4975-b61b-0384cbe85d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:22.219351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.220034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.223637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.260641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.262293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.263788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.266870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.268645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.269260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Synchronizing usage tracker for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:22.287154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Unset dirty status for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:22.288363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7354ff50-ab2b-4b78-8c10-24837684f018 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1305768 Nov 24 14:05:22.292719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 41996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:22.300665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641582486'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:22.306874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:22.313151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:22.315341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:22.321393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:22.323761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] For port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:22.328571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] For port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,segment=NetworkSegment(e56188d4-e113-4975-b61b-0384cbe85d96),segment_id=e56188d4-e113-4975-b61b-0384cbe85d96)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:22.333986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.334174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:22.338157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.339937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9da1adff-34da-41a1-b778-d15356c1f2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:22.377532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:22.388324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:22.388616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.389005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 616b986b-e9e6-4d52-9eb6-eb171d38d32f of type vlan for network 2efbba9d-8fe8-462c-b544-f4bf05370c3b Nov 24 14:05:22.400238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:22.403118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:22.410778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:22.435288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Pushing event updated for resources: {'Port': ['ID=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:22.438281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:22.439805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.480184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.486043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:22.486630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.493083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eeb59b4d-b144-422b-bf41-ecaaacf0c149 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:22.513508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b7de2d4d-28e4-4f5a-8bad-b8054c3fd4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.545692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.548250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Router 4e8bd8c6-8fa3-43cb-aada-e308b793085e is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:05:22.553627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.558936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c0691ca1-dc88-4224-8d5f-bb3b110293c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:22.613575 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3195071 Nov 24 14:05:22.616423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42000) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:22.627861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:22.642727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=2efbba9d-8fe8-462c-b544-f4bf05370c3b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:22.645526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:22.658081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:22.774799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.777131 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7348211 Nov 24 14:05:22.779429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f98581-44b0-4d10-8a21-3fd7416e663c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:22.784498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42004) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:22.786652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:22.787724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:22.792100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '1199f363-03f5-4f61-98b8-ddaa4b579fb4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '77f98581-44b0-4d10-8a21-3fd7416e663c', 'remote_ip_prefix': None}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:22.801746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:22.802843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-27de6a45-2ebf-4955-8c5d-8f3a0418be10 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "PUT /v2.0/routers/4e8bd8c6-8fa3-43cb-aada-e308b793085e HTTP/1.1" status: 200 len: 698 time: 1.2501833 Nov 24 14:05:22.808213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:22.810385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42008) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:22.821585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:22.943454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] Sync routers for ids ['4e8bd8c6-8fa3-43cb-aada-e308b793085e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:22.948960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:22.952559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] Routers {'4e8bd8c6-8fa3-43cb-aada-e308b793085e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:22.952559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['4e8bd8c6-8fa3-43cb-aada-e308b793085e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:22.972691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:23.093719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] Set router 4e8bd8c6-8fa3-43cb-aada-e308b793085e gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:23.099085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.135457 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cda0418b-9366-46c9-b6f0-0ada988ef50d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/routers/4e8bd8c6-8fa3-43cb-aada-e308b793085e HTTP/1.1" status: 200 len: 704 time: 0.3185086 Nov 24 14:05:23.139191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:23.209296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-09c62cbb-c75f-4e61-b857-608f3cebb401 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8bd8c6-8fa3-43cb-aada-e308b793085e HTTP/1.1" status: 200 len: 205 time: 0.0684197 Nov 24 14:05:23.212380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42018) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:23.225115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8bd8c6-8fa3-43cb-aada-e308b793085e', 'name': 'tempest-RoutersIpV6Test-router-1418008073', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:05:21Z', 'updated_at': '2021-11-24T14:05:22Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:23.228514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:23.273742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] Checking router: 4e8bd8c6-8fa3-43cb-aada-e308b793085e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:23.280369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.312016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] Routers {'4e8bd8c6-8fa3-43cb-aada-e308b793085e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:23.313627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['4e8bd8c6-8fa3-43cb-aada-e308b793085e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:23.331093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.342345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-881a57e2-db47-4885-acb9-8ee6e1d6439c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:23.386418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b is not hosted by any dhcp agent {{(pid=87693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 14:05:23.387618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.395928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.401498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:23.402500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.404170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bfb29b36-376c-4e7c-af9d-d7ea765ba52f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:23.410454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "PUT /v2.0/networks/2efbba9d-8fe8-462c-b544-f4bf05370c3b HTTP/1.1" status: 200 len: 723 time: 0.7854669 Nov 24 14:05:23.413265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42022) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:23.419541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.495890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:23.504189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] Set router 4e8bd8c6-8fa3-43cb-aada-e308b793085e gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:23.578728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=2efbba9d-8fe8-462c-b544-f4bf05370c3b,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:23.584105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0555de2d-3f38-43f8-ad25-bc1f1482f76b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:23.672552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:23.682750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:23.711172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8bd8c6-8fa3-43cb-aada-e308b793085e', 'name': 'tempest-RoutersIpV6Test-router-1418008073', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:05:21Z', 'updated_at': '2021-11-24T14:05:22Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:23.778213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab7409-f22f-4c08-9b0c-1a443012530a None None] The sync data for ids ['4e8bd8c6-8fa3-43cb-aada-e308b793085e'] in dv-neutron-818153-2-hyperv is: [{'id': '4e8bd8c6-8fa3-43cb-aada-e308b793085e', 'name': 'tempest-RoutersIpV6Test-router-1418008073', 'tenant_id': '47484d611ce94b77bd90c34f8c721d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:05:21Z', 'updated_at': '2021-11-24T14:05:22Z', 'revision_number': 2, 'project_id': '47484d611ce94b77bd90c34f8c721d4f', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:23.796796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.865389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb979b5c-dddb-400a-b6de-8ba3f808ece0,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:23.868603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:23.882150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913059e-3535-4704-8455-d010461d5395 None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:23.970037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:23.974157 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1864316 Nov 24 14:05:23.975286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42026) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.020531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Provisioning for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:24.038958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.054230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Provisioning complete for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:24.054538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.055323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.109683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.111661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7e479709-065f-43c3-99bb-e1beacf79ce2 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:24.148594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb979b5c-dddb-400a-b6de-8ba3f808ece0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:24.148594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:24.151939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.163256 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bb979b5c-dddb-400a-b6de-8ba3f808ece0 HTTP/1.1" status: 204 len: 168 time: 0.1777146 Nov 24 14:05:24.164009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42030) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.203256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.210620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:24.214272 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.230036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:24.271382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:24.277989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.310945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a0bec4ad-84fa-40d2-a412-431c4abe92ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:24.318206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.318206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8bd8c6-8fa3-43cb-aada-e308b793085e {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:05:24.334470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.382601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] For port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,segment=NetworkSegment(e56188d4-e113-4975-b61b-0384cbe85d96),segment_id=e56188d4-e113-4975-b61b-0384cbe85d96)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:24.387342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.390846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:24.438470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.438470 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0c408fb4-3a24-4b58-829b-d615d94b8823 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/4e8bd8c6-8fa3-43cb-aada-e308b793085e HTTP/1.1" status: 204 len: 168 time: 1.2197309 Nov 24 14:05:24.455494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42034) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.455494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a0bec4ad-84fa-40d2-a412-431c4abe92ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:24.455494 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a0bec4ad-84fa-40d2-a412-431c4abe92ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2783494 Nov 24 14:05:24.461291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42038) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.505785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-393a84b8-3d66-4a49-b458-328621593454 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Synchronizing usage tracker for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:24.545432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.557730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-393a84b8-3d66-4a49-b458-328621593454 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Unset dirty status for tenant:47484d611ce94b77bd90c34f8c721d4f on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:24.557730 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-393a84b8-3d66-4a49-b458-328621593454 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8bd8c6-8fa3-43cb-aada-e308b793085e HTTP/1.1" status: 200 len: 205 time: 0.1127133 Nov 24 14:05:24.557730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42042) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.561447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Pushing event updated for resources: {'Port': ['ID=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:24.567338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Update dhcp port {'port': {'network_id': '78ee9b39-1a0d-4a57-ace9-2002053c259f', 'fixed_ips': [{'subnet_id': 'dfbd5d90-a156-4c49-9f36-d8c95fcb9a38', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b88b672-4307-4af9-ae6d-024760704bfa'}], 'binding:host_id': 'dv-neutron-818153-2-hyperv'}, 'id': '8bbb9e5a-aa38-4b2e-a573-5a621ecdc543'} from dv-neutron-818153-2-hyperv. {{(pid=87694) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Nov 24 14:05:24.595370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.596491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:24.670124 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-70979626-3a21-4113-9903-1f4291aab261 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:24.670124 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-70979626-3a21-4113-9903-1f4291aab261 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/4e8bd8c6-8fa3-43cb-aada-e308b793085e HTTP/1.1" status: 404 len: 336 time: 0.1072872 Nov 24 14:05:24.670124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42046) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.678076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.681040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.682504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:24.696997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f98581-44b0-4d10-8a21-3fd7416e663c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:24.701711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:24.734801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.740507 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-7599539a-6f31-43c2-81e5-04d3711d552f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:24.741929 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/77f98581-44b0-4d10-8a21-3fd7416e663c HTTP/1.1" status: 204 len: 168 time: 0.2868652 Nov 24 14:05:24.742612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7599539a-6f31-43c2-81e5-04d3711d552f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:24.742704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42050) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.781615 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7599539a-6f31-43c2-81e5-04d3711d552f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/97e16304-d45c-4475-ad07-13c9dddb6b1f HTTP/1.1" status: 404 len: 337 time: 0.1118147 Nov 24 14:05:24.786293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42054) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.850663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-db625ff4-eae8-4497-982d-de98052cea7b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:24.851122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db625ff4-eae8-4497-982d-de98052cea7b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:24.854625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-db625ff4-eae8-4497-982d-de98052cea7b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/775cbc24-459e-41c5-8fe1-ed9e9c50ea25 HTTP/1.1" status: 404 len: 337 time: 0.0670867 Nov 24 14:05:24.858395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42058) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.863784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:24.868262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-060e6696-1210-49b7-a3c1-ec9b13f0d6a7 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:24.889324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-060e6696-1210-49b7-a3c1-ec9b13f0d6a7 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:24.895475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-060e6696-1210-49b7-a3c1-ec9b13f0d6a7 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1545937 Nov 24 14:05:24.903313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:24.909723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42062) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:24.980583 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cb6136-d60a-424d-b393-88b5e8488753 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:24.980969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cb6136-d60a-424d-b393-88b5e8488753 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:24.985723 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-53cb6136-d60a-424d-b393-88b5e8488753 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/2c44504a-7aba-4f14-8b41-a7c126101814 HTTP/1.1" status: 404 len: 337 time: 0.1218457 Nov 24 14:05:24.987726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42066) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.000798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.024307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:25.034729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.049915 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8668782-d5c9-42a9-bbbe-08c67549ce6c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:25.050628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8668782-d5c9-42a9-bbbe-08c67549ce6c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:25.052492 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f8668782-d5c9-42a9-bbbe-08c67549ce6c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/6956963a-ccf2-4adc-b2f2-ed54d275c4c4 HTTP/1.1" status: 404 len: 337 time: 0.0617807 Nov 24 14:05:25.058888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42070) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.060820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=5a72fff4-d031-4d42-a353-2933cdfa9394,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:25.063972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:25.072067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '616b986b-e9e6-4d52-9eb6-eb171d38d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:25.072691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: 2efbba9d-8fe8-462c-b544-f4bf05370c3b, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:25.100735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:25.113120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 2efbba9d-8fe8-462c-b544-f4bf05370c3b) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:25.127288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:25.128365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.139682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d05e7-9b53-4e33-8b6b-39cbd779ed26 None None] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:25.145809 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-372eae7e-95dd-4ed1-88d3-2179be527e5e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 200 len: 205 time: 0.0856879 Nov 24 14:05:25.147974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42074) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.164059 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5023248 Nov 24 14:05:25.164894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42078) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.177796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:25.219093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.230949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4badc7ae-84d7-4bb9-84e7-cf7c5a558ba3 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:25.246696 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-c8a1f178-33f7-4d6e-8642-fbb7d36ffab8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:25.247726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c8a1f178-33f7-4d6e-8642-fbb7d36ffab8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/0f26abc3-b0b7-4e12-a9a8-908ab99c6644 HTTP/1.1" status: 404 len: 336 time: 0.0987196 Nov 24 14:05:25.250588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1199f363-03f5-4f61-98b8-ddaa4b579fb4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:25.252407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42082) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.255570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:25.307454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Allocated IP 172.20.0.1 (78ee9b39-1a0d-4a57-ace9-2002053c259f/0b88b672-4307-4af9-ae6d-024760704bfa/8bbb9e5a-aa38-4b2e-a573-5a621ecdc543) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:25.315717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-61f5a9d7-693a-4851-8281-d7496dcac369 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=265aa299-5517-4be2-a5ac-e3a23c5acc1f HTTP/1.1" status: 200 len: 205 time: 0.0619020 Nov 24 14:05:25.318902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42086) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.330643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28027445'] for subnet, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.338040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:25.338423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.373784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.378057 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/1199f363-03f5-4f61-98b8-ddaa4b579fb4 HTTP/1.1" status: 204 len: 168 time: 0.4646468 Nov 24 14:05:25.379701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42090) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.385361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.390847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-3986413c-f947-46a6-95f2-1a5472fc8a0f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:25.391856 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3986413c-f947-46a6-95f2-1a5472fc8a0f tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/265aa299-5517-4be2-a5ac-e3a23c5acc1f HTTP/1.1" status: 404 len: 336 time: 0.0717463 Nov 24 14:05:25.394361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42094) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.438953 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-07425934-5ed6-4062-813b-a8ad7dc94629 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:25.439666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07425934-5ed6-4062-813b-a8ad7dc94629 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:25.441586 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-07425934-5ed6-4062-813b-a8ad7dc94629 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/e76e7fff-791d-47f7-b8f7-af112c2ff0b0 HTTP/1.1" status: 404 len: 337 time: 0.0463386 Nov 24 14:05:25.445682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42098) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.492656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-65f2c610-a83a-41ec-b2e3-5af33602f3f3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 200 len: 205 time: 0.0453143 Nov 24 14:05:25.494883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42102) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.508443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d16052a2-c456-4a79-b9f4-0ff2783367a8 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:25.571952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-d08e12d9-8367-43ed-bb6a-d81f7ad33192 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:25.573318 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d08e12d9-8367-43ed-bb6a-d81f7ad33192 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/bb1e4a2b-7748-4983-926f-273a553c0f58 HTTP/1.1" status: 404 len: 336 time: 0.0775137 Nov 24 14:05:25.573564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d16052a2-c456-4a79-b9f4-0ff2783367a8 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:25.574872 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d16052a2-c456-4a79-b9f4-0ff2783367a8 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1941905 Nov 24 14:05:25.576186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42106) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.579851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42108) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.587199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--701050619'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:25.597293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:25.614618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:25.619876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756219629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1797473'] for subnet, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.626450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1eaa531c-a89f-4d95-825d-24a5572643b4 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1714866-cde0-4624-a5df-b8ef23e7803e HTTP/1.1" status: 200 len: 205 time: 0.0453467 Nov 24 14:05:25.628917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42114) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.630759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-618c4f64-c566-4fa2-9f8c-1b6776a3ebe8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:25.642982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-2efbba9d-8fe8-462c-b544-f4bf05370c3b', 'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '5a72fff4-d031-4d42-a353-2933cdfa9394'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:25.643831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.733199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-0955ef60-3d90-4d19-a121-7f9998cd4342 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:25.738808 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0955ef60-3d90-4d19-a121-7f9998cd4342 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/b1714866-cde0-4624-a5df-b8ef23e7803e HTTP/1.1" status: 404 len: 336 time: 0.1086860 Nov 24 14:05:25.739788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42118) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.745973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] For port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,segment=NetworkSegment(e56188d4-e113-4975-b61b-0384cbe85d96),segment_id=e56188d4-e113-4975-b61b-0384cbe85d96)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:25.784562 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-72591649-49b1-4558-ba6c-4c57393a2176 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:25.785031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72591649-49b1-4558-ba6c-4c57393a2176 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:25.789779 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-72591649-49b1-4558-ba6c-4c57393a2176 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/afac47e3-e0d1-4ece-a067-15dca33ed405 HTTP/1.1" status: 404 len: 337 time: 0.0463688 Nov 24 14:05:25.791051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42122) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.791791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:25.792381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.796594 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "PUT /v2.0/subnets/5a72fff4-d031-4d42-a353-2933cdfa9394 HTTP/1.1" status: 200 len: 826 time: 0.6302307 Nov 24 14:05:25.797785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42126) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.829115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.835921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.840533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dc7743b0-0f2f-4e6a-93fb-bd6469e8f1c3 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=89e8ba9f-c062-4f19-a6a7-1e8622624714 HTTP/1.1" status: 200 len: 205 time: 0.0468738 Nov 24 14:05:25.840719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42130) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:25.901293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Transition to ACTIVE for port object 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:25.908913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:25.915103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:25.930590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:25.939623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=5a72fff4-d031-4d42-a353-2933cdfa9394,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:25.946267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:25.949310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:25.953116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:25.963265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:26.025186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.030911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Allocated IP 2001:db8::2 (2efbba9d-8fe8-462c-b544-f4bf05370c3b/5a72fff4-d031-4d42-a353-2933cdfa9394/9b3ab27c-34fb-4a63-b08a-75b073011f3b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:26.039546 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-bc7252e1-4583-4976-b159-6d203c7a2769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:26.040577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bc7252e1-4583-4976-b159-6d203c7a2769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/89e8ba9f-c062-4f19-a6a7-1e8622624714 HTTP/1.1" status: 404 len: 336 time: 0.1988933 Nov 24 14:05:26.044023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42134) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.090817 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-992ec437-0929-4669-81a0-9e09f8e1badf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:26.091598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992ec437-0929-4669-81a0-9e09f8e1badf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:26.094085 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-992ec437-0929-4669-81a0-9e09f8e1badf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/0f0850ac-9a63-45d2-82bc-d43b05a51539 HTTP/1.1" status: 404 len: 337 time: 0.0484228 Nov 24 14:05:26.097116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42138) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.105723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Pushing event updated for resources: {'Port': ['ID=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:26.129399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:26.138849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.146912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.151968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4c65e1a1-cdbb-44bd-97bf-2285bcee0173 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc84b26-5733-4afc-a267-4551e3b1f7c0 HTTP/1.1" status: 200 len: 205 time: 0.0525305 Nov 24 14:05:26.154335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42142) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.174324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.182170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eb3f88ce-9002-4214-a9a8-b012328313be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:26.229188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-b36e012d-1e2d-462d-8f04-1a581abb65d7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] delete failed (client error): The resource could not be found. Nov 24 14:05:26.230233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b36e012d-1e2d-462d-8f04-1a581abb65d7 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/routers/0cc84b26-5733-4afc-a267-4551e3b1f7c0 HTTP/1.1" status: 404 len: 336 time: 0.0747552 Nov 24 14:05:26.234243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42146) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.256205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a390ac0-4ada-4e1a-b438-89cab35da14f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:26.262440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:26.269942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.271481 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6906219 Nov 24 14:05:26.275300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42150) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.280689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '5a390ac0-4ada-4e1a-b438-89cab35da14f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:26.287753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:26.292454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:26.296727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:26.300093 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9fc433-5925-41a8-9907-7c9d4953584e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:26.300548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9fc433-5925-41a8-9907-7c9d4953584e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:26.305054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0a9fc433-5925-41a8-9907-7c9d4953584e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/07de4195-2749-4a8a-90f9-93b29f784f20 HTTP/1.1" status: 404 len: 337 time: 0.0697000 Nov 24 14:05:26.305296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:26.305698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42154) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.327231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.348915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.352877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f64ddf-53b0-4515-ac1c-eee382553768 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:26.353450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f64ddf-53b0-4515-ac1c-eee382553768 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:26.356004 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c3f64ddf-53b0-4515-ac1c-eee382553768 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] 10.222.0.36 "DELETE /v2.0/subnets/eb00771e-2f40-48a4-9aa1-c1d48c79051c HTTP/1.1" status: 404 len: 337 time: 0.0492723 Nov 24 14:05:26.366327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Transition to ACTIVE for port object 9b3ab27c-34fb-4a63-b08a-75b073011f3b will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:26.391698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Transition to ACTIVE for port object 9b3ab27c-34fb-4a63-b08a-75b073011f3b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:26.400950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.408907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:26.415244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.426386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.435508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a5de3c90-9594-4f5f-81c3-bb1fd9eb252a tempest-TestNetworkAdvancedServerOps-1038052279 tempest-TestNetworkAdvancedServerOps-1038052279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:26.455509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.470267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708ea4a8-ca8e-4382-afd2-ef277d239b96,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:26.473046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:26.478335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b38d7fed-45ed-4b1d-a905-ce9baa5f43ea tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:26.507731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Pushing event updated for resources: {'Port': ['ID=9b3ab27c-34fb-4a63-b08a-75b073011f3b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:26.519717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:26.521342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:26.523198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:26.526032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:26.543820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.547982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42160) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.548234 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2716370 Nov 24 14:05:26.549021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=5a72fff4-d031-4d42-a353-2933cdfa9394,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:26.551860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:26.610890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.636456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.639016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.648092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Attempting to bind port 9b3ab27c-34fb-4a63-b08a-75b073011f3b on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:26.648588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Attempting to bind port 9b3ab27c-34fb-4a63-b08a-75b073011f3b by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '616b986b-e9e6-4d52-9eb6-eb171d38d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:26.648918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Attempting to bind port 9b3ab27c-34fb-4a63-b08a-75b073011f3b on network 2efbba9d-8fe8-462c-b544-f4bf05370c3b {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:26.657565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:26.658041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Checking segment: {'id': '616b986b-e9e6-4d52-9eb6-eb171d38d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:26.658405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.658806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Bound using segment: {'id': '616b986b-e9e6-4d52-9eb6-eb171d38d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:26.659292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Bound port: 9b3ab27c-34fb-4a63-b08a-75b073011f3b, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616b986b-e9e6-4d52-9eb6-eb171d38d32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:26.659693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.675206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.677921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3a626412-ac42-46b5-84c9-bc920938fe71 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:26.702139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efbba9d-8fe8-462c-b544-f4bf05370c3b']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:26.708389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=708ea4a8-ca8e-4382-afd2-ef277d239b96,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:26.713340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:26.715957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.719267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/708ea4a8-ca8e-4382-afd2-ef277d239b96 HTTP/1.1" status: 204 len: 168 time: 0.1681178 Nov 24 14:05:26.721316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.727678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616b986b-e9e6-4d52-9eb6-eb171d38d32f') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:26.728300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616b986b-e9e6-4d52-9eb6-eb171d38d32f') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:26.745346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.775769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.791262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:26.792441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.802081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42172) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:26.813262 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:26.815527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] For port 9b3ab27c-34fb-4a63-b08a-75b073011f3b, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:26.820251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a84f7bb-ebb9-4c25-9579-e666327bd741 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:26.844220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a84f7bb-ebb9-4c25-9579-e666327bd741 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:26.850365 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4a84f7bb-ebb9-4c25-9579-e666327bd741 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1263731 Nov 24 14:05:26.853138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42178) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:26.914109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] For port 9b3ab27c-34fb-4a63-b08a-75b073011f3b, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9b3ab27c-34fb-4a63-b08a-75b073011f3b,segment=NetworkSegment(616b986b-e9e6-4d52-9eb6-eb171d38d32f),segment_id=616b986b-e9e6-4d52-9eb6-eb171d38d32f)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:26.918663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 14:05:26.918663 dv-neutron-818153-2-hyperv neutron-server[87692]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 14:05:26.918663 dv-neutron-818153-2-hyperv neutron-server[87692]: [parameters: {'id': '2efbba9d-8fe8-462c-b544-f4bf05370c3b'}] Nov 24 14:05:26.918663 dv-neutron-818153-2-hyperv neutron-server[87692]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:26.919070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:26.921094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:26.926260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:26.975796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4e7cd4-9393-4dbe-9553-4f8ca2033af0 None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:26.984523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.049238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.075512 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9555834b-1d87-4bf5-9155-1c393df2280a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47484d611ce94b77bd90c34f8c721d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688873 Nov 24 14:05:27.078667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42182) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:27.113584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.114785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:27.127644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c7b3f293-8a84-48d4-b6e1-2a4e1fbc8fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:27.144627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a390ac0-4ada-4e1a-b438-89cab35da14f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:27.145536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.158892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:27.165812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.167178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a390ac0-4ada-4e1a-b438-89cab35da14f HTTP/1.1" status: 204 len: 168 time: 0.3130295 Nov 24 14:05:27.169977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42186) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:27.191954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.260039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71918c78-1e02-4b01-8670-1ba82e078063 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:27.271064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f68e3325-ffb2-4326-8b78-9fa10dc28f71 None None] Provisioning for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:27.278190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71918c78-1e02-4b01-8670-1ba82e078063 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:27.281561 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-71918c78-1e02-4b01-8670-1ba82e078063 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097734 Nov 24 14:05:27.287170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42190) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:27.288892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Pushing event updated for resources: {'Port': ['ID=9b3ab27c-34fb-4a63-b08a-75b073011f3b,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:27.294370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group': {'name': 'tempest-secgroup--995939050'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:27.301506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:27.305021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f68e3325-ffb2-4326-8b78-9fa10dc28f71 None None] Provisioning complete for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:27.305335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f68e3325-ffb2-4326-8b78-9fa10dc28f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.312710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.319925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed60b08f-759b-448a-b252-1e67f7e82519 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:27.327158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:27.332887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:27.336607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b249f1d1-42de-4648-8459-90509912c261,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:27.345493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:27.346314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.347603 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b249f1d1-42de-4648-8459-90509912c261 HTTP/1.1" status: 204 len: 168 time: 0.2677152 Nov 24 14:05:27.353567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.376159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:27.380346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:27.385470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:27.392607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:27.423102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.429276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183b4f5-528c-4de7-8643-ccff74bb8058 None None] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:27.456947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port 9b3ab27c-34fb-4a63-b08a-75b073011f3b {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:27.457265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.549832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:27.550114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.576275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.590150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.607725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d6df5fe-9960-482d-a0bc-7dfb792a45ac tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:27.731624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1d179-3778-4464-a0ec-b61ef72c13b0,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:27.735585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:27.743686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.745472 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-900a9787-581c-48c4-baf3-7a40aec16909 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4573064 Nov 24 14:05:27.749869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42204) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:27.756353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '6ee1d179-3778-4464-a0ec-b61ef72c13b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:27.768284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:27.774031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Usage tracker for resource:security_group_rule and tenant:387d2fa180a44dac86592bc2366f07be is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:27.777049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:27.786876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:27.789771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port 9b3ab27c-34fb-4a63-b08a-75b073011f3b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9b3ab27c-34fb-4a63-b08a-75b073011f3b,segment=NetworkSegment(616b986b-e9e6-4d52-9eb6-eb171d38d32f),segment_id=616b986b-e9e6-4d52-9eb6-eb171d38d32f)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:27.790241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.822923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.920052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd9220-57d4-42f1-943e-535ae074668e None None] Network 2efbba9d-8fe8-462c-b544-f4bf05370c3b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:27.923665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.928483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:27.930586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-34557a95-5617-4480-bc71-fad3c0a03b7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:27.944938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for 9b3ab27c-34fb-4a63-b08a-75b073011f3b owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:27.979120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9a79dd-f653-40d5-a983-f5e50161f9d0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:27.985860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:28.002766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.004936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2534862 Nov 24 14:05:28.007962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42212) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.034189 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-54a851ac-42bb-46d4-adc5-70f651871a99 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules/8c9a79dd-f653-40d5-a983-f5e50161f9d0 HTTP/1.1" status: 200 len: 763 time: 0.0239756 Nov 24 14:05:28.036304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42216) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.050110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.061021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d1acb65c-70c4-4d81-87de-c691b36242a6 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:28.099517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No DVR routers for this DVR port 9b3ab27c-34fb-4a63-b08a-75b073011f3b on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:28.137942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6871ce8d-60bc-43ed-841a-8aca44b96e50 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:28.170449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Port': ['ID=9b3ab27c-34fb-4a63-b08a-75b073011f3b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:28.174537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:28.178316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6871ce8d-60bc-43ed-841a-8aca44b96e50 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:28.179797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6871ce8d-60bc-43ed-841a-8aca44b96e50 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1420400 Nov 24 14:05:28.182635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42224) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.215106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.216227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043d569-b302-4d6f-8c03-cd1ad59250e8 None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 14:05:28.230513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.278619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.290953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:28.319963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c9a79dd-f653-40d5-a983-f5e50161f9d0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:28.323457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e734d11c-a57e-41f9-b189-0c2881e88fa2 None None] Provisioning complete for port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:28.323789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e734d11c-a57e-41f9-b189-0c2881e88fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.324721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:28.328700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.330419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8c9a79dd-f653-40d5-a983-f5e50161f9d0 HTTP/1.1" status: 204 len: 168 time: 0.1467199 Nov 24 14:05:28.332808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42230) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.385907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-55b34bc1-1681-4a68-ac40-425a8972e649 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:28.408379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-55b34bc1-1681-4a68-ac40-425a8972e649 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:28.410994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-55b34bc1-1681-4a68-ac40-425a8972e649 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768173 Nov 24 14:05:28.413406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.413977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42234) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.417382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42238) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.424633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '6ee1d179-3778-4464-a0ec-b61ef72c13b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:28.443282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efbba9d-8fe8-462c-b544-f4bf05370c3b']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:28.451534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:28.456666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616b986b-e9e6-4d52-9eb6-eb171d38d32f') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:28.457239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616b986b-e9e6-4d52-9eb6-eb171d38d32f') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:28.469416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.477753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:28.486544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.493553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:28.494213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.511160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.516702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043d569-b302-4d6f-8c03-cd1ad59250e8 None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:28.565197 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:28.604018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3fcda708-3661-463a-b890-317680d3bee7 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-256526564', 'prefixes': ['172.20.0.0/16']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:28.604382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.611943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:28.616415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3fcda708-3661-463a-b890-317680d3bee7 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:28.635553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.647607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=2efbba9d-8fe8-462c-b544-f4bf05370c3b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:28.651878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:28.654515 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/2efbba9d-8fe8-462c-b544-f4bf05370c3b HTTP/1.1" status: 204 len: 168 time: 2.8473487 Nov 24 14:05:28.657684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42244) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.700413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.701380 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd24a29-f1cb-4578-a4b7-60bce4956b49 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:28.701826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd24a29-f1cb-4578-a4b7-60bce4956b49 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:28.705660 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dfd24a29-f1cb-4578-a4b7-60bce4956b49 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/2efbba9d-8fe8-462c-b544-f4bf05370c3b HTTP/1.1" status: 404 len: 339 time: 0.0463531 Nov 24 14:05:28.710256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42248) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.714863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.717425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2146836787', 'description': 'd1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:28.723942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:28.728362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Usage tracker for resource:network and tenant:ff464a1605ba460fb454a96f3a9488c4 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:28.731449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:28.738910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:28.750970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:28.752857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:28.754995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.779117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c88fb7-cd09-4a2b-bc50-bafe50191b12,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:28.782312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:28.787095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:28.787991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.789901 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750997 Nov 24 14:05:28.793983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42252) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.808200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.808688 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 2453458b-7ac3-4e6e-9c03-8a187605be08 of type vlan for network e5744183-ea67-4ecf-937c-a9e1324a7d38 Nov 24 14:05:28.812105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3fcda708-3661-463a-b890-317680d3bee7 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] Notify callbacks [] for subnetpool, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.813866 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3fcda708-3661-463a-b890-317680d3bee7 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3956099 Nov 24 14:05:28.816670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42256) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.826707 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ade1a97c-3897-4230-a5d0-03daeda6ea9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules/53c88fb7-cd09-4a2b-bc50-bafe50191b12 HTTP/1.1" status: 200 len: 763 time: 0.0291057 Nov 24 14:05:28.828889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42260) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.865837 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd276e69-2518-4e99-bb28-242f6e6e8479 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] 10.222.0.36 "GET /v2.0/subnetpools/48802c45-9c99-4686-a093-eea8a7af7860 HTTP/1.1" status: 200 len: 731 time: 0.0428565 Nov 24 14:05:28.867412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42264) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.871079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.876087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-18ac8a86-1f8d-4036-a770-dc1c163a727b tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1162315194'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:28.902640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8811c5df-896d-4fbf-ade7-a65a5ceee9f4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:28.934872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8811c5df-896d-4fbf-ade7-a65a5ceee9f4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:28.936485 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8811c5df-896d-4fbf-ade7-a65a5ceee9f4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1066678 Nov 24 14:05:28.938406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.952854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:28.952854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:28.954933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42268) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:28.972099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-06dc8622-60c4-49c3-8bbf-059d4f65eae7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:28.986485 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:05:29.006227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.026365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.060727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-18ac8a86-1f8d-4036-a770-dc1c163a727b tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] Notify callbacks [] for subnetpool, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.062397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-18ac8a86-1f8d-4036-a770-dc1c163a727b tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] 10.222.0.36 "PUT /v2.0/subnetpools/48802c45-9c99-4686-a093-eea8a7af7860 HTTP/1.1" status: 200 len: 684 time: 0.1927855 Nov 24 14:05:29.065338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42272) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.091060 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3771508 Nov 24 14:05:29.091758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42276) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.117812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=e5744183-ea67-4ecf-937c-a9e1324a7d38,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:29.123374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:29.135228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e5744183-ea67-4ecf-937c-a9e1324a7d38 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:29.160510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.162801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-15822f59-2311-4a74-b67e-9602da869f89 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:29.185703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1898b3e5-f964-4950-8aab-e4c1b3a4efc3 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] Notify callbacks [] for subnetpool, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.187488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1898b3e5-f964-4950-8aab-e4c1b3a4efc3 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] 10.222.0.36 "DELETE /v2.0/subnetpools/48802c45-9c99-4686-a093-eea8a7af7860 HTTP/1.1" status: 204 len: 168 time: 0.1204765 Nov 24 14:05:29.188375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53c88fb7-cd09-4a2b-bc50-bafe50191b12,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:29.190895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42280) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.192245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:29.196702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.201199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2373cf02-203c-4dab-a1bb-b8decb163a05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/53c88fb7-cd09-4a2b-bc50-bafe50191b12 HTTP/1.1" status: 204 len: 168 time: 0.2444866 Nov 24 14:05:29.201414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42284) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.220283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-083fca0f-3276-4ac2-9efc-bccfc4b09d6e tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] show failed (client error): The resource could not be found. Nov 24 14:05:29.221470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-083fca0f-3276-4ac2-9efc-bccfc4b09d6e tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] 10.222.0.36 "GET /v2.0/subnetpools/48802c45-9c99-4686-a093-eea8a7af7860 HTTP/1.1" status: 404 len: 346 time: 0.0282795 Nov 24 14:05:29.224173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42288) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.247933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-952f0858-1a52-4772-8eda-a469c6b6dba0 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] delete failed (client error): The resource could not be found. Nov 24 14:05:29.249934 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-952f0858-1a52-4772-8eda-a469c6b6dba0 tempest-SubnetPoolsTestJSON-2059541336 tempest-SubnetPoolsTestJSON-2059541336-project] 10.222.0.36 "DELETE /v2.0/subnetpools/48802c45-9c99-4686-a093-eea8a7af7860 HTTP/1.1" status: 404 len: 346 time: 0.0238805 Nov 24 14:05:29.256337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d5883-a44d-4223-9d09-702c0d719f1a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:29.257174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3f5d5883-a44d-4223-9d09-702c0d719f1a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Synchronizing usage tracker for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:29.285458 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-25405d3f-4bf8-478c-8012-e6a42d1542fc tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830073 Nov 24 14:05:29.288880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42294) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.299898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Request body: {'security_group_rule': {'security_group_id': '6ee1d179-3778-4464-a0ec-b61ef72c13b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:29.310418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:29.318436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3f5d5883-a44d-4223-9d09-702c0d719f1a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Unset dirty status for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:29.320372 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3f5d5883-a44d-4223-9d09-702c0d719f1a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks?id=e5744183-ea67-4ecf-937c-a9e1324a7d38 HTTP/1.1" status: 200 len: 765 time: 0.2275882 Nov 24 14:05:29.323347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42298) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.325772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:29.331909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'description': 'd2'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:29.342725 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Project 387d2fa180a44dac86592bc2366f07be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:05:29.351243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.450130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.456540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.458763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4bca303-f9b5-4a6a-8b42-59c84b0454bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:29.485661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32bb9e8-9ca3-49ff-ae43-d42f082af607,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:29.491543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:29.500953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.502312 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2117338 Nov 24 14:05:29.504880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42304) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.524713 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6d291fc-05dd-4bc0-8f61-27b525c7b3b6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules/a32bb9e8-9ca3-49ff-ae43-d42f082af607 HTTP/1.1" status: 200 len: 769 time: 0.0186262 Nov 24 14:05:29.527195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42308) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.578577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-105333c4-9edc-4ae7-a3f1-312e5f711346 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:29.594829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-105333c4-9edc-4ae7-a3f1-312e5f711346 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group_rule {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:29.599290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-105333c4-9edc-4ae7-a3f1-312e5f711346 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0711377 Nov 24 14:05:29.599947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42312) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.600345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42314) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.606644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.627180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.633598 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9984c7fc-ce0a-4c2d-8cfc-f1d84a31ad9a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:29.638667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.650093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.666157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network e5744183-ea67-4ecf-937c-a9e1324a7d38 is not hosted by any dhcp agent {{(pid=87692) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Nov 24 14:05:29.674443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:29.675130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.676661 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "PUT /v2.0/networks/e5744183-ea67-4ecf-937c-a9e1324a7d38 HTTP/1.1" status: 200 len: 762 time: 0.3522267 Nov 24 14:05:29.679926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42322) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.759359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=e5744183-ea67-4ecf-937c-a9e1324a7d38,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:29.761965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:29.768488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.770327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e5744183-ea67-4ecf-937c-a9e1324a7d38 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:29.783880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d1f4622-b81e-4069-8ae3-424a9c4c2f40 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:29.815321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.823917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a32bb9e8-9ca3-49ff-ae43-d42f082af607,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:29.830837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:29.848049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:29.849109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a32bb9e8-9ca3-49ff-ae43-d42f082af607 HTTP/1.1" status: 204 len: 168 time: 0.2477722 Nov 24 14:05:29.850173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:29.852021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42328) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.861455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77d5df-9228-486b-a909-6a9883d3f27f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:29.862137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ac77d5df-9228-486b-a909-6a9883d3f27f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Synchronizing usage tracker for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:29.865269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Usage tracker for resource:security_group_rule and tenant:b20cf49044bc41819947481427b2416f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:29.868988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:29.878066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:29.889453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ac77d5df-9228-486b-a909-6a9883d3f27f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Unset dirty status for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:29.894406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ac77d5df-9228-486b-a909-6a9883d3f27f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks?id=e5744183-ea67-4ecf-937c-a9e1324a7d38 HTTP/1.1" status: 200 len: 765 time: 0.2133636 Nov 24 14:05:29.895162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42332) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.906065 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b4f44c1f-22d7-4554-8916-cd9a68376461 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0524189 Nov 24 14:05:29.909060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42336) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:29.979140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.008218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.060728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.065941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:30.082308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82672ad-e747-4df9-b1e4-5976f55c673d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.083781 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b82672ad-e747-4df9-b1e4-5976f55c673d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1866350 Nov 24 14:05:30.084144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1d179-3778-4464-a0ec-b61ef72c13b0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:30.086603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42340) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.090348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:30.093719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.095052 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "DELETE /v2.0/security-groups/6ee1d179-3778-4464-a0ec-b61ef72c13b0 HTTP/1.1" status: 204 len: 168 time: 0.1850841 Nov 24 14:05:30.097801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42344) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.150520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ecea3b97-215c-46f9-a70b-73d2a86206e7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 207 time: 0.0597069 Nov 24 14:05:30.150778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-73eed893-52e6-4288-af1c-8c018a26672c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Synchronizing usage tracker for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:30.150883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42348) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.157866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.167411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-73eed893-52e6-4288-af1c-8c018a26672c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Unset dirty status for tenant:387d2fa180a44dac86592bc2366f07be on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:30.168765 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-73eed893-52e6-4288-af1c-8c018a26672c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700233 Nov 24 14:05:30.173770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42352) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.182821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.195992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05aa81fa-f08c-4ed2-845c-a3b998bca31c tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:30.227572 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8df26668-b582-4456-b837-d86a6f499158 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515919 Nov 24 14:05:30.305736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b20cf49044bc41819947481427b2416f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7026932 Nov 24 14:05:30.308464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42358) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.323632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b205c2ee-45e6-4423-856e-f42c453bd19f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:30.332539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:30.381030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.390428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.396545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.402827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.409063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.410129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.416132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.423082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.429549 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c83bcc03-ee6c-4e6c-b4fe-e6a4826aec2b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2737639 Nov 24 14:05:30.429853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42364) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.470285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42368) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.477262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.480990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2b1ab404-2dd2-4b3c-be7d-7e06ad65137a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:30.494371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b205c2ee-45e6-4423-856e-f42c453bd19f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:30.496797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:30.503160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.510259 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b205c2ee-45e6-4423-856e-f42c453bd19f HTTP/1.1" status: 204 len: 168 time: 0.2006621 Nov 24 14:05:30.656981 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19d743be-4057-4b6a-9cad-e8ea3f72c16d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=387d2fa180a44dac86592bc2366f07be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851799 Nov 24 14:05:30.657857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42378) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.726327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.752645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f2ad6f98-daca-419b-a891-6e620a43880d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3214242 Nov 24 14:05:30.755706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.755878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.831040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.836800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a85b5cfa-4076-488f-b23b-32dbf7881b97 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:30.842637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567992e-92a0-4f08-8f46-c505ab6fabb9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.844865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567992e-92a0-4f08-8f46-c505ab6fabb9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.846386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567992e-92a0-4f08-8f46-c505ab6fabb9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.848006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567992e-92a0-4f08-8f46-c505ab6fabb9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.849537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567992e-92a0-4f08-8f46-c505ab6fabb9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.850643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8d967-0395-4ee0-ae83-caf3dab55abf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:30.855820 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f567992e-92a0-4f08-8f46-c505ab6fabb9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0944779 Nov 24 14:05:30.855820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42390) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:30.860983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:30.871795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:30.872944 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65f8d967-0395-4ee0-ae83-caf3dab55abf HTTP/1.1" status: 204 len: 168 time: 0.2143154 Nov 24 14:05:30.942231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f3f7f-fdcd-4ccf-ad66-281ac9981d18 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.943675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f3f7f-fdcd-4ccf-ad66-281ac9981d18 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.945131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f3f7f-fdcd-4ccf-ad66-281ac9981d18 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.946623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f3f7f-fdcd-4ccf-ad66-281ac9981d18 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.948082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f3f7f-fdcd-4ccf-ad66-281ac9981d18 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:30.953689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dc8f3f7f-fdcd-4ccf-ad66-281ac9981d18 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0934708 Nov 24 14:05:30.954313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42400) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.104381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4be71f-f961-4182-880b-ad85a7b0998f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:31.110391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.121964 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0a4be71f-f961-4182-880b-ad85a7b0998f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks/d8e66452-7898-40db-aff6-72d226d76b94 HTTP/1.1" status: 200 len: 804 time: 0.1666098 Nov 24 14:05:31.275226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42426) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.275613 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cbfda269-7d3f-4e0c-acd8-4873b889e844 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/networks/d8e66452-7898-40db-aff6-72d226d76b94?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1638556 Nov 24 14:05:31.357676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210ff6e-0aef-4e45-a3af-f0af31fa6919 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:31.358327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f210ff6e-0aef-4e45-a3af-f0af31fa6919 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Synchronizing usage tracker for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:subnet {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:31.373033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f210ff6e-0aef-4e45-a3af-f0af31fa6919 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Unset dirty status for tenant:ff464a1605ba460fb454a96f3a9488c4 on resource:subnet {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:31.374499 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f210ff6e-0aef-4e45-a3af-f0af31fa6919 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/subnets/491815fe-387b-4395-8f9f-159a6b87fb94 HTTP/1.1" status: 200 len: 843 time: 0.0980184 Nov 24 14:05:31.378096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42432) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.384078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42436) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.451563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edf957-2d2a-45ff-a819-99e5f18d68b0 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['shared'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:31.453891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-12edf957-2d2a-45ff-a819-99e5f18d68b0 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "GET /v2.0/subnets/491815fe-387b-4395-8f9f-159a6b87fb94?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0745833 Nov 24 14:05:31.457848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42444) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.465220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1024045216'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:31.471327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:31.482275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:31.501261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:31.505230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.512144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-995733593-network', 'tenant_id': '9f52a166c05140fe8c65104f41ceab32'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:31.518805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:31.523282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Usage tracker for resource:network and tenant:9f52a166c05140fe8c65104f41ceab32 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:31.526532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:31.533322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:31.540842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:31.544899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Made reservation on behalf of 9f52a166c05140fe8c65104f41ceab32 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:31.548781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.552177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.552781 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Added segment 37ca2375-6732-4a32-84f5-3476c82ccee6 of type vlan for network ed878852-c045-4f80-a232-d5458c718998 Nov 24 14:05:31.564264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.584710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.585698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:31.590540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:9f52a166c05140fe8c65104f41ceab32 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:31.594671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:31.601641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:31.623403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.630722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:31.631346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.636708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:31.687812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42454) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.744677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.749770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.756757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-21fe571a-4ee3-452d-b520-e9470197ef41 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:31.769204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Network': ['ID=ed878852-c045-4f80-a232-d5458c718998,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:31.781462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:31.783044 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3227599 Nov 24 14:05:31.783366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network ed878852-c045-4f80-a232-d5458c718998 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:31.786612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42460) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.792645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:31.798853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'network_id': 'ed878852-c045-4f80-a232-d5458c718998', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:31.802618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108436e6-01d4-4b45-8150-0c708d367029,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:31.807128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:31.813834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42464) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:31.817144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.817646 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Added segment 21ca6d69-6f57-4b6f-853e-28834b794cdf of type vlan for network 05faabad-5342-4978-a093-f14c9a9e9cce Nov 24 14:05:31.900481 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9f6addc1-492a-4927-9507-096a296cac76 tempest-ServiceProvidersTest-1377232746 tempest-ServiceProvidersTest-1377232746-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2113149 Nov 24 14:05:31.911713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:31.942821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:31.954783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:31.966249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Made reservation on behalf of ff464a1605ba460fb454a96f3a9488c4 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:31.970843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.070216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.ipam_backend_mixin [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing IP validity checks on allocation pools {{(pid=87693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 14:05:32.070811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.ipam_backend_mixin [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 14:05:32.073056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc1ac8-b65a-4ecf-8c41-e4942708182d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.073408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc1ac8-b65a-4ecf-8c41-e4942708182d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.074156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc1ac8-b65a-4ecf-8c41-e4942708182d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.090187 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2fbc1ac8-b65a-4ecf-8c41-e4942708182d tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=db914428e403428a8777a572bc271f9c&network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 2999 time: 0.2750344 Nov 24 14:05:32.091682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.092829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.093465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.099648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7cf6c66-06d8-4ca4-b80f-fcd3e2e3ac3c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:32.202589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=05faabad-5342-4978-a093-f14c9a9e9cce,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:32.209371 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8242104 Nov 24 14:05:32.210024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:32.210860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:32.214712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 05faabad-5342-4978-a093-f14c9a9e9cce details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:32.216399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Request body: {'subnet': {'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-995733593-subnet', 'tenant_id': '9f52a166c05140fe8c65104f41ceab32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:32.221605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.221826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:32.226556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d09157b-9546-4ffe-b8b7-5af1323558d1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:32.227774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Usage tracker for resource:subnet and tenant:9f52a166c05140fe8c65104f41ceab32 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:32.230289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:32.238469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:32.249800 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Made reservation on behalf of 9f52a166c05140fe8c65104f41ceab32 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:32.252594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.272070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42480) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:32.317549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=30afb3d5-4ff4-4039-8873-b3c41b72484c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:32.320542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:32.325723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Checking segment: {'id': '37ca2375-6732-4a32-84f5-3476c82ccee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ed878852-c045-4f80-a232-d5458c718998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:32.326244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network hostable DHCP agents. Network: ed878852-c045-4f80-a232-d5458c718998, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:32.351983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Network ed878852-c045-4f80-a232-d5458c718998 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:32.363130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, ed878852-c045-4f80-a232-d5458c718998) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:32.368618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.369407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.375019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f3aff-0c98-4653-8cda-c916807fffe9 None None] Network ed878852-c045-4f80-a232-d5458c718998 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:32.412673 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6224122 Nov 24 14:05:32.413248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42486) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:32.421674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:32.500649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.520016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:32.526591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Usage tracker for resource:security_group_rule and tenant:4692f4071a864ce9826b5992ba158a17 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:32.532806 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:32.540693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:32.576624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27325843'] for subnet, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.600511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.606266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-23ce6533-a104-4f7a-a4c3-a304ae9a826a tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:32.619826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-ed878852-c045-4f80-a232-d5458c718998', 'network_id': 'ed878852-c045-4f80-a232-d5458c718998', 'tenant_id': 'ff464a1605ba460fb454a96f3a9488c4', 'fixed_ips': [{'subnet_id': '30afb3d5-4ff4-4039-8873-b3c41b72484c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:32.620716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.711125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1976960f-9934-4f76-9b9f-e30afc83e5fc,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:32.721532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:32.727013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Checking segment: {'id': '21ca6d69-6f57-4b6f-853e-28834b794cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:32.727535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Network hostable DHCP agents. Network: 05faabad-5342-4978-a093-f14c9a9e9cce, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:32.779918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.781978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Network 05faabad-5342-4978-a093-f14c9a9e9cce is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:32.787287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.800342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b92a2045-c3f4-4e67-ae20-92d3fb06836e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:32.829892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 05faabad-5342-4978-a093-f14c9a9e9cce) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:32.842939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c94f5-a41f-4eba-acf7-b1372afca24a None None] Network 05faabad-5342-4978-a093-f14c9a9e9cce requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:32.848934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756219629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27636118'] for subnet, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.854361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:32.857721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.858907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.866744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be506e71-81cb-465c-9034-59597eb1a95b,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:32.873771 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4692f4071a864ce9826b5992ba158a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986617 Nov 24 14:05:32.875002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42492) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:32.875869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:32.924933 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7115557 Nov 24 14:05:32.925196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event updated for resources: {'Subnet': ['ID=30afb3d5-4ff4-4039-8873-b3c41b72484c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:32.928673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:32.935702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:32.936314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:32.938481 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "PUT /v2.0/subnets/30afb3d5-4ff4-4039-8873-b3c41b72484c HTTP/1.1" status: 200 len: 900 time: 0.5246141 Nov 24 14:05:32.942130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42498) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:32.981835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.022824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.039454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Allocated IP 2001:db8::3 (ed878852-c045-4f80-a232-d5458c718998/30afb3d5-4ff4-4039-8873-b3c41b72484c/01a40a6b-b204-4dec-9b97-f586ccc526c4) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:33.095631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.100394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-68766e00-a6de-4b83-9881-5ae0fd2505d6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:33.114587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be506e71-81cb-465c-9034-59597eb1a95b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:33.116967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:33.126217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.130630 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be506e71-81cb-465c-9034-59597eb1a95b HTTP/1.1" status: 204 len: 168 time: 0.2457044 Nov 24 14:05:33.150758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.259032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.273242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d223d31-1dd3-4574-92d9-ca57b0996676 None None] Network 05faabad-5342-4978-a093-f14c9a9e9cce requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:33.491308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.552530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Transition to ACTIVE for port object 01a40a6b-b204-4dec-9b97-f586ccc526c4 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:33.588917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Transition to ACTIVE for port object 01a40a6b-b204-4dec-9b97-f586ccc526c4 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:33.630793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.635783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:33.650331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.658580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51f17a88-ec24-463d-aba0-0eaa4ff8a9a9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:33.741919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=30afb3d5-4ff4-4039-8873-b3c41b72484c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:33.755807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:33.782236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Network ed878852-c045-4f80-a232-d5458c718998 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:33.785944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:33.789542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42528) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:33.794483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:33.836440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Pushing event updated for resources: {'Port': ['ID=01a40a6b-b204-4dec-9b97-f586ccc526c4,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:33.849226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:33.875609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42538) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:33.896530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-889793031-network', 'tenant_id': '7e3902cbbc1144409a19b042c5bbcabf'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:33.904614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:33.913213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Usage tracker for resource:network and tenant:7e3902cbbc1144409a19b042c5bbcabf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:33.917887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:33.927507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:33.936064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7315e4d-151c-4059-a396-41dfa9cfe407 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:33.939065 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f7315e4d-151c-4059-a396-41dfa9cfe407 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb HTTP/1.1" status: 200 len: 814 time: 0.1483598 Nov 24 14:05:33.948535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Attempting to bind port 01a40a6b-b204-4dec-9b97-f586ccc526c4 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:33.949325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Made reservation on behalf of 7e3902cbbc1144409a19b042c5bbcabf for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:33.949491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Attempting to bind port 01a40a6b-b204-4dec-9b97-f586ccc526c4 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '37ca2375-6732-4a32-84f5-3476c82ccee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ed878852-c045-4f80-a232-d5458c718998'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:33.949849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Attempting to bind port 01a40a6b-b204-4dec-9b97-f586ccc526c4 on network ed878852-c045-4f80-a232-d5458c718998 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:33.954422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.962637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:33.963196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Checking segment: {'id': '37ca2375-6732-4a32-84f5-3476c82ccee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ed878852-c045-4f80-a232-d5458c718998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:33.964006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.965313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Bound using segment: {'id': '37ca2375-6732-4a32-84f5-3476c82ccee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ed878852-c045-4f80-a232-d5458c718998'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:33.966082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Bound port: 01a40a6b-b204-4dec-9b97-f586ccc526c4, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ca2375-6732-4a32-84f5-3476c82ccee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'ed878852-c045-4f80-a232-d5458c718998'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:33.966780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.975085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:33.996244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:34.002281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3902cbbc1144409a19b042c5bbcabf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:34.007330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:34.014337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:34.068899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.089903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] For port 01a40a6b-b204-4dec-9b97-f586ccc526c4, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:34.094074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] For port 01a40a6b-b204-4dec-9b97-f586ccc526c4, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=01a40a6b-b204-4dec-9b97-f586ccc526c4,segment=NetworkSegment(37ca2375-6732-4a32-84f5-3476c82ccee6),segment_id=37ca2375-6732-4a32-84f5-3476c82ccee6)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:34.105641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.109606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed878852-c045-4f80-a232-d5458c718998']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:34.112845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:34.126639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ca2375-6732-4a32-84f5-3476c82ccee6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:34.126920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ca2375-6732-4a32-84f5-3476c82ccee6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:34.136087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.142478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.144329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.148085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:34.168926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.179037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:34.179887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.184493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:34.199914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35911d-51af-4778-b66b-afda272373ef,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:34.201187 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:34.209807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:34.215667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.216057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Added segment 947a72b3-120c-4954-96d5-a136134fb383 of type vlan for network 6668a0d3-a6c3-49b6-b093-971fd8d04cd4 Nov 24 14:05:34.238583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Pushing event updated for resources: {'Port': ['ID=01a40a6b-b204-4dec-9b97-f586ccc526c4,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:34.243729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:34.266341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.301700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42548) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:34.309364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 14:05:34.309364 dv-neutron-818153-2-hyperv neutron-server[87693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 14:05:34.309364 dv-neutron-818153-2-hyperv neutron-server[87693]: [parameters: {'id': 'ed878852-c045-4f80-a232-d5458c718998'}] Nov 24 14:05:34.309364 dv-neutron-818153-2-hyperv neutron-server[87693]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:34.310122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:34.320586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.321675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:34.322245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.329410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6b01a9d5-09ba-464e-9bc4-5d920c41fd71 tempest-PortsIpV6TestJSON-1156635539 tempest-PortsIpV6TestJSON-1156635539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:34.342112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d573a9-1f46-4ba4-a9a3-47ec1a17490b None None] Network ed878852-c045-4f80-a232-d5458c718998 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:34.431976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1013554966'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:34.438250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:34.443505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Usage tracker for resource:network and tenant:1808b638faed4918920e64cb5e49f89d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:34.447913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:34.456795 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5774314 Nov 24 14:05:34.457601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:34.457947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42554) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:34.462222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Pushing event updated for resources: {'Network': ['ID=6668a0d3-a6c3-49b6-b093-971fd8d04cd4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:34.470893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Made reservation on behalf of 1808b638faed4918920e64cb5e49f89d for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:34.475257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.478058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Request body: {'subnet': {'network_id': '6668a0d3-a6c3-49b6-b093-971fd8d04cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-889793031-subnet', 'tenant_id': '7e3902cbbc1144409a19b042c5bbcabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:34.483906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:34.487974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:34.489360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.494843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Usage tracker for resource:subnet and tenant:7e3902cbbc1144409a19b042c5bbcabf is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:34.495038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6668a0d3-a6c3-49b6-b093-971fd8d04cd4 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:34.497932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:34.505690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:34.507039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:34.509909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Usage tracker for resource:security_group_rule and tenant:1808b638faed4918920e64cb5e49f89d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:34.512973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:34.520590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:34.523897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Made reservation on behalf of 7e3902cbbc1144409a19b042c5bbcabf for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:34.526325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.559910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42558) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:34.568400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:34.707733 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc587e9a-2c7a-4570-9b46-a2586f489bc2 None None] Network ed878852-c045-4f80-a232-d5458c718998 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:34.720324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.810056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.813133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.815590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c2fbe502-aa0c-4e59-9726-243f8115685e tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:34.816419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.825620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.834146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af0db1d1-4ce7-48b2-baae-32e7f3888732 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:34.893832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71eaca5-09d5-4c99-857d-a928b0cca1b7,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:34.897355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:34.903759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Checking segment: {'id': '947a72b3-120c-4954-96d5-a136134fb383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '6668a0d3-a6c3-49b6-b093-971fd8d04cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:34.904179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Network hostable DHCP agents. Network: 6668a0d3-a6c3-49b6-b093-971fd8d04cd4, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:34.927481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Network 6668a0d3-a6c3-49b6-b093-971fd8d04cd4 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:34.930300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d849d0-3d10-4b54-9684-bb0e941d43de None None] get_active_networks_info from dv-neutron-818153-2-hyperv {{(pid=87694) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 24 14:05:34.941271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6668a0d3-a6c3-49b6-b093-971fd8d04cd4) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:34.945397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:34.946044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:34.967535 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5080285 Nov 24 14:05:34.980290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:34.993064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port 01a40a6b-b204-4dec-9b97-f586ccc526c4 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:34.993531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.032313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e425fb16-6913-486b-8691-b117430f1cbb,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:35.044009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:35.069782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.069782 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Added segment 09dc3d47-2a35-41fc-bd1d-c29fead68ac8 of type vlan for network e4993361-cffb-48fc-b232-1d9cd689bd51 Nov 24 14:05:35.079540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d849d0-3d10-4b54-9684-bb0e941d43de None None] Resources bound (agent type, host, resource id): {{(pid=87694) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 14:05:35.156768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.200084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.200390 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d disassociated. External IP: 172.26.8.144, port: 941bafe2-2287-4a54-aac0-41dcf4459b5b. Nov 24 14:05:35.344495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.468234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.468549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9fced-7baa-41ed-b50f-827eea650ef8 None None] Network 6668a0d3-a6c3-49b6-b093-971fd8d04cd4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:35.473924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:35.474522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.485026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-300e1b0f-fe40-4024-b47b-f11a1fd911ea tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:35.643979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-63215235-1a08-46e1-bdc3-498d3f8a52ee tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:35.645654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-63215235-1a08-46e1-bdc3-498d3f8a52ee tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Synchronizing usage tracker for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:network {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:35.650837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port 01a40a6b-b204-4dec-9b97-f586ccc526c4, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=01a40a6b-b204-4dec-9b97-f586ccc526c4,segment=NetworkSegment(37ca2375-6732-4a32-84f5-3476c82ccee6),segment_id=37ca2375-6732-4a32-84f5-3476c82ccee6)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:35.651205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:35.667246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-63215235-1a08-46e1-bdc3-498d3f8a52ee tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Unset dirty status for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:network {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:35.669126 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-63215235-1a08-46e1-bdc3-498d3f8a52ee tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/networks?id=05faabad-5342-4978-a093-f14c9a9e9cce HTTP/1.1" status: 200 len: 811 time: 0.1825688 Nov 24 14:05:35.675260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event updated for resources: {'Network': ['ID=e4993361-cffb-48fc-b232-1d9cd689bd51,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:35.686908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:35.698529 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-d3c67a91-fbfe-455d-a902-ae83fccaa1d5 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/quotas/9f52a166c05140fe8c65104f41ceab32 HTTP/1.1" status: 200 len: 375 time: 0.0223520 Nov 24 14:05:35.699798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e4993361-cffb-48fc-b232-1d9cd689bd51 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:35.743835 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4408629 Nov 24 14:05:35.747903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42578) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:35.751555 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-d7c262de-2a2e-4eed-ac78-3c3b4098460d tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f52a166c05140fe8c65104f41ceab32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507455 Nov 24 14:05:35.757321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Request body: {'subnet': {'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:35.820704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acfd0c1-0f3e-425c-937a-250c5b2f58fa None None] Network 6668a0d3-a6c3-49b6-b093-971fd8d04cd4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:35.956017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for 01a40a6b-b204-4dec-9b97-f586ccc526c4 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:36.130063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:36.136832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Usage tracker for resource:subnet and tenant:1808b638faed4918920e64cb5e49f89d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:36.141516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:36.150755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:36.183510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Made reservation on behalf of 1808b638faed4918920e64cb5e49f89d for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:36.188154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.221421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.233781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56190643-2b38-4bd3-bc03-fe5de003bb3d tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:36.263849 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-a29b95bc-63a1-4311-a195-bf7f63f8cde6 service neutron] 10.222.0.36 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864147 Nov 24 14:05:36.277463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No DVR routers for this DVR port 01a40a6b-b204-4dec-9b97-f586ccc526c4 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:36.313804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Port': ['ID=01a40a6b-b204-4dec-9b97-f586ccc526c4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:36.316268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:36.328511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:05:36.443478 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-eac6142f-a76c-4dac-b798-15fb5d911730 service neutron] 10.222.0.36 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669567 Nov 24 14:05:36.539192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.543070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c2a7105-7bbe-4228-92fb-704fac1eb5ae tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:36.570560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.610607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed878852-c045-4f80-a232-d5458c718998']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:36.635096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event updated for resources: {'Subnet': ['ID=dc9a4a9d-784f-4354-8251-4bd64c942f3b,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:36.642166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:36.645717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Checking segment: {'id': '09dc3d47-2a35-41fc-bd1d-c29fead68ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:36.646087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Network hostable DHCP agents. Network: e4993361-cffb-48fc-b232-1d9cd689bd51, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:36.674382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Network e4993361-cffb-48fc-b232-1d9cd689bd51 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:36.684717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ca2375-6732-4a32-84f5-3476c82ccee6') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:36.685137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ca2375-6732-4a32-84f5-3476c82ccee6') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:36.689563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e4993361-cffb-48fc-b232-1d9cd689bd51) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:36.695652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:36.696536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.697056 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bf20345e-d886-4365-abae-38408adda3a4 req-1fe23793-a7e0-4fcf-af94-ba9b1379774c tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 210 time: 0.0894620 Nov 24 14:05:36.700658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ff0fa-e783-49ae-bab2-7e538fe921ee None None] Network e4993361-cffb-48fc-b232-1d9cd689bd51 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:36.708788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.727901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:36.734674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.736105 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9826636 Nov 24 14:05:36.738007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42586) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:36.740059 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:36.745587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Request body: {'port': {'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51', 'name': 'tempest-TagsExtTest-83105776'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:36.757266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.759747 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:36.760421 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:36.855421 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e4e0735f-b947-4637-9d44-0df505c7dcdd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 690 time: 2.2943671 Nov 24 14:05:36.856562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:36.856996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.869948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42594) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:36.877731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:36.882161 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:36.972012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:36.975856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c6240a20-2824-444a-aece-c636f9b577ed tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:36.999570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.003648 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'status': 'completed', 'code': 200} Nov 24 14:05:37.004362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=ed878852-c045-4f80-a232-d5458c718998,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:37.007761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:37.015720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/ed878852-c045-4f80-a232-d5458c718998 HTTP/1.1" status: 204 len: 168 time: 4.0726657 Nov 24 14:05:37.020305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42600) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:37.044814 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:37.085979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e4993361-cffb-48fc-b232-1d9cd689bd51', 'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51', 'tenant_id': '1808b638faed4918920e64cb5e49f89d', 'fixed_ips': [{'subnet_id': 'dc9a4a9d-784f-4354-8251-4bd64c942f3b'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:37.087393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.118749 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7091151f-3ffc-4a29-bb1a-a20b430bdbac tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:37.121309 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-80e347e3-71bc-4716-9f35-2c7098587070 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 690 time: 0.2487364 Nov 24 14:05:37.121460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7091151f-3ffc-4a29-bb1a-a20b430bdbac tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:37.126087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7091151f-3ffc-4a29-bb1a-a20b430bdbac tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/30afb3d5-4ff4-4039-8873-b3c41b72484c HTTP/1.1" status: 404 len: 337 time: 0.1019216 Nov 24 14:05:37.127381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42606) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:37.178903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-4ba9f2e5-07f1-4793-a04a-3e6766ef1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:37.180518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-4ba9f2e5-07f1-4793-a04a-3e6766ef1f10 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1098 time: 0.1043470 Nov 24 14:05:37.235701 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-35045b89-e524-4f06-b096-07f4b6024a29 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:37.236363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35045b89-e524-4f06-b096-07f4b6024a29 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:37.246074 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35045b89-e524-4f06-b096-07f4b6024a29 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/ed878852-c045-4f80-a232-d5458c718998 HTTP/1.1" status: 404 len: 339 time: 0.1165302 Nov 24 14:05:37.249421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42610) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:37.336217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Allocated IP 172.20.0.2 (e4993361-cffb-48fc-b232-1d9cd689bd51/dc9a4a9d-784f-4354-8251-4bd64c942f3b/582fe0bc-9c2f-41af-ac68-e9ee6265cd48) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:37.356941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:37.361054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Usage tracker for resource:port and tenant:1808b638faed4918920e64cb5e49f89d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:37.364285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:37.370171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:37.406930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Made reservation on behalf of 1808b638faed4918920e64cb5e49f89d for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:37.410199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.424246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-d8a7fe13-56e9-48d8-8c04-7da382437365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:37.427130 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-d8a7fe13-56e9-48d8-8c04-7da382437365 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 899 time: 0.2389438 Nov 24 14:05:37.455049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] device_id is not set on port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:05:37.482338 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:37.489649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:05:37.501590 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:37.502194 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:37.510550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-632cd1f2-42b1-4e5e-9ea3-19df41a9a935 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 200 len: 217 time: 0.0725412 Nov 24 14:05:37.526074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.629393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.645317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Transition to ACTIVE for port object 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:37.654966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-b596ff46-9cac-48a6-9524-6de1b5302e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:37.660916 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-b596ff46-9cac-48a6-9524-6de1b5302e48 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.1427240 Nov 24 14:05:37.672278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Transition to ACTIVE for port object 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:37.680250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.693635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a5091f05-5ed7-4de0-8cd9-fd51cea9a764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:37.778236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.801627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-cfffbc83-c34a-4e04-9acc-88209a6370a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:37.803249 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-cfffbc83-c34a-4e04-9acc-88209a6370a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1312726 Nov 24 14:05:37.816321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Network e4993361-cffb-48fc-b232-1d9cd689bd51 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:37.818954 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:05:37.821431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:37.825713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:37.828960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5744183-ea67-4ecf-937c-a9e1324a7d38']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:37.832761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Pushing event updated for resources: {'Port': ['ID=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:37.837818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:37.854194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Allocated IP 172.20.0.13 (e4993361-cffb-48fc-b232-1d9cd689bd51/dc9a4a9d-784f-4354-8251-4bd64c942f3b/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:37.873355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2453458b-7ac3-4e6e-9c03-8a187605be08') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:37.873661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2453458b-7ac3-4e6e-9c03-8a187605be08') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:37.893013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.926575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.949339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:37.949742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.956180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Attempting to bind port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:37.956710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Attempting to bind port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '09dc3d47-2a35-41fc-bd1d-c29fead68ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:37.957627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Attempting to bind port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 on network e4993361-cffb-48fc-b232-1d9cd689bd51 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:37.963780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:37.964325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Checking segment: {'id': '09dc3d47-2a35-41fc-bd1d-c29fead68ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:37.964869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:37.965413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Bound using segment: {'id': '09dc3d47-2a35-41fc-bd1d-c29fead68ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:37.965992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Bound port: 582fe0bc-9c2f-41af-ac68-e9ee6265cd48, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc3d47-2a35-41fc-bd1d-c29fead68ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'e4993361-cffb-48fc-b232-1d9cd689bd51'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:37.966216 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:37.969592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.114023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] For port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:38.117914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] For port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,segment=NetworkSegment(09dc3d47-2a35-41fc-bd1d-c29fead68ac8),segment_id=09dc3d47-2a35-41fc-bd1d-c29fead68ac8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:38.126425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.130516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ae29c171-c47f-4427-955b-828166e7105c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:38.161089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42616) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:38.177163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.207163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3fdd7ed5-c755-4423-b288-587574d2d2ab req-b24b3e93-4292-4da5-88a6-aaedd8a632fe tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 210 time: 0.1623323 Nov 24 14:05:38.246844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Pushing event updated for resources: {'Port': ['ID=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:38.261213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:38.327782 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:38.334164 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffa7e0-fbcf-41b9-a4a6-fb78b1972ee8 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:38.457538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d572ef8e-0465-4158-bd53-a36d66982936 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:38.464074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-a24fd1a4-7705-4658-9af4-a25053630459 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:38.465681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-a24fd1a4-7705-4658-9af4-a25053630459 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.76 "GET /v2.0/networks?id=05faabad-5342-4978-a093-f14c9a9e9cce HTTP/1.1" status: 200 len: 811 time: 0.2572176 Nov 24 14:05:38.472150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-9e31bf12-3b39-4f6e-b19a-789304572638 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608737 Nov 24 14:05:38.476973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.493711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Request body: {'port': {'device_id': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce', 'admin_state_up': True, 'tenant_id': '9f52a166c05140fe8c65104f41ceab32'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:38.522368 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ed6e4ee-efe6-47ed-89f9-d642e3ce7f3a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 690 time: 0.3596761 Nov 24 14:05:38.526921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=e5744183-ea67-4ecf-937c-a9e1324a7d38,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:38.538191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.538577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.539336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.539336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.539685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.540019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.540379 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.540763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.541309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.541682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.542140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.542503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:38.553697 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/e5744183-ea67-4ecf-937c-a9e1324a7d38 HTTP/1.1" status: 204 len: 168 time: 1.3013666 Nov 24 14:05:38.553697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:38.557499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42622) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:38.681073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.703868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Transition to ACTIVE for port object 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:38.738085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.748114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9128bf35-ea00-4781-979e-564f4202105c tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:38.776201 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76eb60b2-d269-4b16-89e3-718d0e664fad req-bdc7bce8-bd3c-40e3-9ae7-5058c7490ec6 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640123 Nov 24 14:05:38.786378 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cdc565-6b78-4b75-9ebc-bd61384ff63e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:38.786910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cdc565-6b78-4b75-9ebc-bd61384ff63e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:38.789383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e8cd-41c9-4391-ac12-11c118a74aab None None] New status for floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:05:38.793539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42628) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:38.794145 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-01cdc565-6b78-4b75-9ebc-bd61384ff63e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/5a72fff4-d031-4d42-a353-2933cdfa9394 HTTP/1.1" status: 404 len: 337 time: 0.2357025 Nov 24 14:05:38.830727 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Network e4993361-cffb-48fc-b232-1d9cd689bd51 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:38.834246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:38.837214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:38.846506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3a2d28-9653-49bc-bf69-6cba0bef9235 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:38.847120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3a2d28-9653-49bc-bf69-6cba0bef9235 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:38.851106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1a3a2d28-9653-49bc-bf69-6cba0bef9235 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/2efbba9d-8fe8-462c-b544-f4bf05370c3b HTTP/1.1" status: 404 len: 339 time: 0.0542145 Nov 24 14:05:38.851902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42632) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:38.885407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event updated for resources: {'Port': ['ID=5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:38.888484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:38.928540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:38.929378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.937427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting subnet 0b88b672-4307-4af9-ae6d-024760704bfa {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:38.946043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:38.962117 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2228322 Nov 24 14:05:38.966033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42636) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:38.974701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-533346391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:38.978755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:38.990279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:38.994555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Usage tracker for resource:port and tenant:9f52a166c05140fe8c65104f41ceab32 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:38.996341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Usage tracker for resource:router and tenant:1808b638faed4918920e64cb5e49f89d is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:39.000094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:39.000268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:39.006234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:39.010039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:39.024052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.025100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.030130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.048396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.069604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Made reservation on behalf of 9f52a166c05140fe8c65104f41ceab32 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:39.073376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.081362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.095384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:39.110758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.115180 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b7fb25fd-787f-4320-b675-f682a11ca938 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1420300 Nov 24 14:05:39.115527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42640) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.120983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7e215503-5c25-4a13-b16c-0f34cafec664 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1480363409', 'prefixes': ['172.20.0.0/16']}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:39.128161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7e215503-5c25-4a13-b16c-0f34cafec664 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:39.210543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e215503-5c25-4a13-b16c-0f34cafec664 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for subnetpool, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.226702 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7e215503-5c25-4a13-b16c-0f34cafec664 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1067362 Nov 24 14:05:39.226971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42644) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.246383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-1a3b5df0-9fe6-405e-8a50-2aab2e691845 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-1795690210') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:39.271603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.331729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:39.354102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Allocated IP 172.20.0.14 (05faabad-5342-4978-a093-f14c9a9e9cce/1976960f-9934-4f76-9b9f-e30afc83e5fc/0217a6eb-70f6-4c79-a974-b950fae306b1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:39.431851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.445757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-118a3d64-05cd-4620-8a1f-789d354ffdb3 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:39.476310 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bb97924a-d480-472c-959a-c5bc7031f0c7 req-e8898199-0874-4aaf-a371-a238b5881805 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 210 time: 0.0508235 Nov 24 14:05:39.478711 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1a3b5df0-9fe6-405e-8a50-2aab2e691845 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-1795690210 HTTP/1.1" status: 201 len: 201 time: 0.2501214 Nov 24 14:05:39.480855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42650) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.487434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-ed5cef7d-123d-44a6-acb1-b484649f7493 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-1984207486') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:39.489050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.491357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab81c9-8874-4f27-b206-6c356246e87e None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:39.494996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=0b88b672-4307-4af9-ae6d-024760704bfa,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:39.529048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42654) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.581262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.581630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.582064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.582372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.582739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.583101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.583458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.583815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.584173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.584526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.584923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.585260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:39.602658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:39.612031 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ed5cef7d-123d-44a6-acb1-b484649f7493 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-1984207486 HTTP/1.1" status: 201 len: 201 time: 0.1300199 Nov 24 14:05:39.614913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42658) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.621646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-801dd313-704a-47d9-86fa-2ed3658c9203 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-1497942429') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:39.703510 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/0b88b672-4307-4af9-ae6d-024760704bfa HTTP/1.1" status: 204 len: 168 time: 0.8506315 Nov 24 14:05:39.707144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42662) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.749834 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a92433ae-e297-410e-8804-9b263214f0c5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 688 time: 0.1649377 Nov 24 14:05:39.768959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e0236-227f-4a3b-a6a9-dd0b9ecf59c2 None None] Network e4993361-cffb-48fc-b232-1d9cd689bd51 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:39.811520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.846780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.851138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting subnet dfbd5d90-a156-4c49-9f36-d8c95fcb9a38 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:39.852076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5dd613b9-041b-4113-a02e-39c39f3943f0 tempest-RoutersIpV6AdminTest-1335166407 tempest-RoutersIpV6AdminTest-1335166407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:39.854691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.876912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Provisioning for port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:39.892397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Provisioning complete for port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:39.893132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.916667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Network 05faabad-5342-4978-a093-f14c9a9e9cce is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:39.920546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:39.923963 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-801dd313-704a-47d9-86fa-2ed3658c9203 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-1497942429 HTTP/1.1" status: 201 len: 201 time: 0.3073466 Nov 24 14:05:39.927966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42666) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:39.928141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:39.932196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:39.963936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-61b5fe47-5a70-4db0-86e9-15f7461a5706 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-878884967') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:39.979565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Pushing event updated for resources: {'Port': ['ID=0217a6eb-70f6-4c79-a974-b950fae306b1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:39.984153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:40.001411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:40.002455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.020880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5311716 Nov 24 14:05:40.043348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Request body: {'port': {'device_id': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:40.051148 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-61b5fe47-5a70-4db0-86e9-15f7461a5706 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-878884967 HTTP/1.1" status: 201 len: 201 time: 0.1201658 Nov 24 14:05:40.051148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42670) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:40.058037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-f70ea449-3b98-4d17-84e6-df2a62b28caf tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:40.084562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.153207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.195850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.202991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-56286277-c89a-4357-8c18-6a6ee2e1aebb tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:40.220605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f051347b-67c3-473d-be24-909ba909b577 None None] For port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,segment=NetworkSegment(09dc3d47-2a35-41fc-bd1d-c29fead68ac8),segment_id=09dc3d47-2a35-41fc-bd1d-c29fead68ac8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:40.229740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.236873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:40.244038 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f70ea449-3b98-4d17-84e6-df2a62b28caf tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags HTTP/1.1" status: 200 len: 241 time: 0.1919522 Nov 24 14:05:40.250117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42674) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:40.253244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.259461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbd5d90-a156-4c49-9f36-d8c95fcb9a38,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:40.261823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:40.265163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-52f3374a-d1fc-40b9-a0d5-9242c1e454fd tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-1795690210') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:40.307316 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/dfbd5d90-a156-4c49-9f36-d8c95fcb9a38 HTTP/1.1" status: 204 len: 168 time: 0.5992234 Nov 24 14:05:40.316682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42678) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:40.344054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Pushing event updated for resources: {'Port': ['ID=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:40.348381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:40.385074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.450617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.470980 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-52f3374a-d1fc-40b9-a0d5-9242c1e454fd tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-1795690210 HTTP/1.1" status: 204 len: 168 time: 0.2145641 Nov 24 14:05:40.474962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42682) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:40.479754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:40.480298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.482376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-316d9c9a-4197-4f73-a283-456eb7e64150 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-1795690210') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:40.669426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-879f71ae-038c-40c1-a9ad-38cc4f4fec45 None None] Provisioning complete for port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:40.669814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-879f71ae-038c-40c1-a9ad-38cc4f4fec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.740397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,segment=NetworkSegment(e56188d4-e113-4975-b61b-0384cbe85d96),segment_id=e56188d4-e113-4975-b61b-0384cbe85d96)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:40.740779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.890779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-879f71ae-038c-40c1-a9ad-38cc4f4fec45 None None] Provisioning for port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:40.898123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-879f71ae-038c-40c1-a9ad-38cc4f4fec45 None None] Provisioning complete for port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:40.898584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-879f71ae-038c-40c1-a9ad-38cc4f4fec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:40.970150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19497e-4788-418b-a689-6dcb97fa14cf None None] Network 78ee9b39-1a0d-4a57-ace9-2002053c259f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:41.068317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:41.104287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055526c4-9c27-446d-8f3f-22e828014046 req-807d4532-ab3e-45c6-8e25-36eaa9682945 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:41.105134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-055526c4-9c27-446d-8f3f-22e828014046 req-807d4532-ab3e-45c6-8e25-36eaa9682945 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Synchronizing usage tracker for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:41.111333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:41.163267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-879f71ae-038c-40c1-a9ad-38cc4f4fec45 None None] Port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:05:41.197549 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-316d9c9a-4197-4f73-a283-456eb7e64150 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-1795690210 HTTP/1.1" status: 204 len: 168 time: 0.7214031 Nov 24 14:05:41.201670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:41.202467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42690) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.203027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.210196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-16eec87c-fe18-4884-a701-0f63b037abf3 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:41.213943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.219218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef97edc3-eb06-4e3f-ab7a-7bcfce2c25be tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:41.244875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-055526c4-9c27-446d-8f3f-22e828014046 req-807d4532-ab3e-45c6-8e25-36eaa9682945 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Unset dirty status for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:41.246025 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-055526c4-9c27-446d-8f3f-22e828014046 req-807d4532-ab3e-45c6-8e25-36eaa9682945 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 932 time: 0.5358152 Nov 24 14:05:41.265084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0217a6eb-70f6-4c79-a974-b950fae306b1 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:05:41.279591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Port': ['ID=8bbb9e5a-aa38-4b2e-a573-5a621ecdc543,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:41.287783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:41.289128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.299340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No DVR routers for this DVR port 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:41.320853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42694) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.334398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Transition to ACTIVE for port object 0217a6eb-70f6-4c79-a974-b950fae306b1 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:41.337900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322159363', 'description': 'tempest-secgroup-smoke-322159363 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:41.355038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.359804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:41.365233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ef11f3c1-2d59-46e6-a462-a2e2ca8b165e None None] Could not find standard attr ID for object 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:05:41.365484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b7bc6008-3af0-4c73-97ab-3d7aae70383a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:41.407571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-055526c4-9c27-446d-8f3f-22e828014046 req-9ad9cfb4-ffb8-44a8-8810-305d80dd144f tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478596 Nov 24 14:05:41.436139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:41.454458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.483951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ee9b39-1a0d-4a57-ace9-2002053c259f']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:41.494753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02ecae-b877-4a7b-9219-639c055e0f9d None None] DHCP port deletion for 78ee9b39-1a0d-4a57-ace9-2002053c259f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:41.498382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56188d4-e113-4975-b61b-0384cbe85d96') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:41.498678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56188d4-e113-4975-b61b-0384cbe85d96') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:41.502280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ef11f3c1-2d59-46e6-a462-a2e2ca8b165e None None] Provisioning complete for port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:41.502280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ef11f3c1-2d59-46e6-a462-a2e2ca8b165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.512027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.526471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Pushing event updated for resources: {'Port': ['ID=0217a6eb-70f6-4c79-a974-b950fae306b1,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:41.535931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.543350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:41.543866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.556032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:41.560157 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:41.569750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:41.580936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-16eec87c-fe18-4884-a701-0f63b037abf3 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags HTTP/1.1" status: 200 len: 205 time: 0.3765216 Nov 24 14:05:41.587835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42698) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.594546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-67123090-28f3-4347-9960-2fe40bc3f6bc tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:41.619103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ef11f3c1-2d59-46e6-a462-a2e2ca8b165e None None] Port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:05:41.649010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.652618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d9d1f716-0714-42f0-87f4-89df83a63b77 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:41.661684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:41.669305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.682072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:41.687424 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/78ee9b39-1a0d-4a57-ace9-2002053c259f HTTP/1.1" status: 204 len: 168 time: 1.3681471 Nov 24 14:05:41.688552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42702) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.690786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=78ee9b39-1a0d-4a57-ace9-2002053c259f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:41.690938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:41.699915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:41.743607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:41.753252 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba24f6a-6107-4829-a51b-7c7def5a958b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:41.753691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba24f6a-6107-4829-a51b-7c7def5a958b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:41.755321 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4ba24f6a-6107-4829-a51b-7c7def5a958b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/b349a57b-6e15-434f-aac5-68b70329bd71 HTTP/1.1" status: 404 len: 337 time: 0.0616288 Nov 24 14:05:41.758607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42706) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.791013 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7faeed5-9be4-4d42-822a-887dfb19e102 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:41.791497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Attempting to bind port 0217a6eb-70f6-4c79-a974-b950fae306b1 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:41.791642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7faeed5-9be4-4d42-822a-887dfb19e102 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:41.791812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Attempting to bind port 0217a6eb-70f6-4c79-a974-b950fae306b1 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '21ca6d69-6f57-4b6f-853e-28834b794cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:41.792142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Attempting to bind port 0217a6eb-70f6-4c79-a974-b950fae306b1 on network 05faabad-5342-4978-a093-f14c9a9e9cce {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:41.793541 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e7faeed5-9be4-4d42-822a-887dfb19e102 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/a1fd3336-b05e-468d-b477-e3292aa38b7f HTTP/1.1" status: 404 len: 339 time: 0.0344126 Nov 24 14:05:41.796688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42710) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.809060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Port 0217a6eb-70f6-4c79-a974-b950fae306b1 on network 05faabad-5342-4978-a093-f14c9a9e9cce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:05:41.809392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Attempting to bind port 0217a6eb-70f6-4c79-a974-b950fae306b1 on network 05faabad-5342-4978-a093-f14c9a9e9cce {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:41.831695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:41.832027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Checking segment: {'id': '21ca6d69-6f57-4b6f-853e-28834b794cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:41.832407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Bound using segment: {'id': '21ca6d69-6f57-4b6f-853e-28834b794cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:41.832858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Bound port: 0217a6eb-70f6-4c79-a974-b950fae306b1, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ca6d69-6f57-4b6f-853e-28834b794cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:41.833196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.835259 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe363d8a-6cfd-4288-ab71-617f6aa7a3a0 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:41.835778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe363d8a-6cfd-4288-ab71-617f6aa7a3a0 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:41.837535 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe363d8a-6cfd-4288-ab71-617f6aa7a3a0 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/7987b216-1a15-4ee3-aa2d-8a3ea43a3a12 HTTP/1.1" status: 404 len: 337 time: 0.0398481 Nov 24 14:05:41.840146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42714) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.857037 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-67123090-28f3-4347-9960-2fe40bc3f6bc tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags HTTP/1.1" status: 200 len: 241 time: 0.2667935 Nov 24 14:05:41.860279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42718) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.868489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-c4ef807c-c8f0-4d64-8085-a6d1f72c3cf9 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-1984207486') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:41.901223 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ece071-8904-4f03-b48f-a5153118cde5 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:41.901695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ece071-8904-4f03-b48f-a5153118cde5 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:41.903360 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f9ece071-8904-4f03-b48f-a5153118cde5 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/0e62cc83-30d9-44f9-885f-72ae67186bcb HTTP/1.1" status: 404 len: 339 time: 0.0623367 Nov 24 14:05:41.909280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42722) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.930174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.944668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:41.970113 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2856b4c-df3f-4523-a1a0-fa37ef2639cb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:41.970113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2856b4c-df3f-4523-a1a0-fa37ef2639cb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:41.970113 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c2856b4c-df3f-4523-a1a0-fa37ef2639cb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/5034feb2-09ec-4350-9dea-086b8cc8a65e HTTP/1.1" status: 404 len: 337 time: 0.0525057 Nov 24 14:05:41.970113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42726) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:41.982579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d4de2fd-cfed-4012-909c-d7b0835cff7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:42.003440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.006586 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a688b41-4bc0-4204-a8d2-122c381df188 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:42.009188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6708536 Nov 24 14:05:42.011896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a688b41-4bc0-4204-a8d2-122c381df188 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:42.011896 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6a688b41-4bc0-4204-a8d2-122c381df188 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/b02e1046-b29a-4efb-bb45-9b5d22a2c502 HTTP/1.1" status: 404 len: 339 time: 0.0337389 Nov 24 14:05:42.011896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42730) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.011896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42734) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.011896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '4ecb4b8d-4876-47f0-8d77-576aee20b780', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:42.030022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] For port 0217a6eb-70f6-4c79-a974-b950fae306b1, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:42.033092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb4b8d-4876-47f0-8d77-576aee20b780,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:42.037424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c15ed743-6fc3-4415-8d0c-e0a6a7ad3345 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:42.041807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] For port 0217a6eb-70f6-4c79-a974-b950fae306b1, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0217a6eb-70f6-4c79-a974-b950fae306b1,segment=NetworkSegment(21ca6d69-6f57-4b6f-853e-28834b794cdf),segment_id=21ca6d69-6f57-4b6f-853e-28834b794cdf)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:42.044932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:42.047072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.052062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-52aec004-1fa5-4901-8847-2f8bd9d5efa9 tempest-RoutersIpV6AdminTest-1241986199 tempest-RoutersIpV6AdminTest-1241986199-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:42.066143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:42.070851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:42.083073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:42.097964 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c4ef807c-c8f0-4d64-8085-a6d1f72c3cf9 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-1984207486 HTTP/1.1" status: 204 len: 168 time: 0.2366238 Nov 24 14:05:42.100779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42738) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.109342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting subnet 35347a8a-7057-48f6-a585-02194b396667 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:42.113051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:42.113660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.115029 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] 10.222.0.76 "PUT /v2.0/ports/0217a6eb-70f6-4c79-a974-b950fae306b1 HTTP/1.1" status: 200 len: 1094 time: 2.0820191 Nov 24 14:05:42.116713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.118127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-4079f2cc-5514-4d13-a9d5-44dd263eaf15 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-1984207486') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:42.142503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'tag': '0217a6eb-70f6-4c79-a974-b950fae306b1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:05:42.156925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.200585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.201267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'tag': '0217a6eb-70f6-4c79-a974-b950fae306b1', 'status': 'completed', 'code': 200} Nov 24 14:05:42.241334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Pushing event updated for resources: {'Port': ['ID=0217a6eb-70f6-4c79-a974-b950fae306b1,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:42.245993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:42.282048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-d49e703b-e0d9-4e65-b2e9-49f67f4179ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:42.283505 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-d49e703b-e0d9-4e65-b2e9-49f67f4179ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9f52a166c05140fe8c65104f41ceab32&device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 1097 time: 0.1262715 Nov 24 14:05:42.292008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.297163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4079f2cc-5514-4d13-a9d5-44dd263eaf15 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-1984207486 HTTP/1.1" status: 204 len: 168 time: 0.1920617 Nov 24 14:05:42.297574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42744) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.301805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.304643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4a3c419b-e18d-4e9c-9539-b86193582dc4 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:42.330765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a43112c-4b29-4681-b3df-7a38cd7e08f7,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:42.334840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:42.340313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.348769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-71fed51d-bb6f-4a07-bd3b-a8cec9a8f6ec tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:42.369283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.373074 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674207 Nov 24 14:05:42.378392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42748) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.403273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '4ecb4b8d-4876-47f0-8d77-576aee20b780', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:42.409456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-285d30ae-36c6-424c-8cd1-79e05f421f35 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217a6eb-70f6-4c79-a974-b950fae306b1 HTTP/1.1" status: 200 len: 217 time: 0.1143489 Nov 24 14:05:42.412812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:42.420350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.425716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2fa8d9fb-901b-4cd1-be4f-1fc910924876 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:42.470981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=35347a8a-7057-48f6-a585-02194b396667,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:42.473099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.478195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02858775-344f-43c8-9ee7-0e0eb1d90a3d None None] Network 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:42.483732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:42.487955 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/35347a8a-7057-48f6-a585-02194b396667 HTTP/1.1" status: 204 len: 168 time: 0.4799316 Nov 24 14:05:42.488638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42754) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.586350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:42.596418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:42.636717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.648438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:42.654372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:42.654828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.699438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-a3afda6e-4f5c-4b51-84b2-13bcf7d83625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:42.700802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-a3afda6e-4f5c-4b51-84b2-13bcf7d83625 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1976960f-9934-4f76-9b9f-e30afc83e5fc HTTP/1.1" status: 200 len: 851 time: 0.2788115 Nov 24 14:05:42.706557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.777364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-e87d9a39-d4e4-4fac-8c23-dd46f5c606f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=05faabad-5342-4978-a093-f14c9a9e9cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604491 Nov 24 14:05:42.784813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] DHCP port deletion for 0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:42.789069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Deleting port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:42.789452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.799697 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-71fed51d-bb6f-4a07-bd3b-a8cec9a8f6ec tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags HTTP/1.1" status: 200 len: 205 time: 0.5010686 Nov 24 14:05:42.802224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42758) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:42.810764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-0b0e0c65-feb9-40a2-85d7-2d37e92bb74c tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:42.899781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53806172-71ae-4f9b-9ba4-5fe98d8bf16b req-b7de801d-4c53-4beb-a026-a522f326d8f9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:42.901322 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53806172-71ae-4f9b-9ba4-5fe98d8bf16b req-b7de801d-4c53-4beb-a026-a522f326d8f9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 944 time: 0.3098307 Nov 24 14:05:42.949388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.962743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:42.975836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd2d7ae6-0c1d-43e2-b2e4-1356f30afbeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:43.039213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0342ef-1f64-4f35-94b6-c953658f7583,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:43.045232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] For port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,segment=NetworkSegment(a21ab42f-4d66-46da-a580-582a6f4d43b1),segment_id=a21ab42f-4d66-46da-a580-582a6f4d43b1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:43.046560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53806172-71ae-4f9b-9ba4-5fe98d8bf16b req-29fb5a81-056c-460b-b223-3355bd4a1ea7 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308222 Nov 24 14:05:43.051361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:43.056086 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-5b05858f-862a-49f4-a5e8-190799748c79 service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615678 Nov 24 14:05:43.056335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.059292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.063268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6769063 Nov 24 14:05:43.063843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42762) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.069630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '4ecb4b8d-4876-47f0-8d77-576aee20b780', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:43.070427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:43.096656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:43.146113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:43.160380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:43.160380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8bbb9e5a-aa38-4b2e-a573-5a621ecdc543 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:43.160692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:43.162361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:43.171979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:43.178438 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0b0e0c65-feb9-40a2-85d7-2d37e92bb74c tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags HTTP/1.1" status: 200 len: 241 time: 0.3748960 Nov 24 14:05:43.181216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42766) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.190548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,segment=NetworkSegment(a21ab42f-4d66-46da-a580-582a6f4d43b1),segment_id=a21ab42f-4d66-46da-a580-582a6f4d43b1)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:43.190892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.192230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-6e136885-2ee4-451f-8463-b8bcc8697992 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-1497942429') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:43.255550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Calling delete_port for 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:43.319757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:43.327380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.386392 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-377da0e4-757b-46e5-b673-8a200d8e1474 req-9c000d49-d1a2-42d9-b583-e0df9e19b81f service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117132 Nov 24 14:05:43.417734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6e136885-2ee4-451f-8463-b8bcc8697992 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-1497942429 HTTP/1.1" status: 204 len: 168 time: 0.2342417 Nov 24 14:05:43.419183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42770) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.426793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-8aa061fc-afdb-45df-8828-56d9a45b85b2 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-1497942429') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:43.442996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.446699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:43.447260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:43.449633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-363ac089-f7a5-4928-a64a-d4152c160233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:43.499763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] No DVR routers for this DVR port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:43.502306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.511287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Pushing event deleted for resources: {'Port': ['ID=2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:43.513572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:43.613326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.627532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.631649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0b6f240b-586d-4f83-942b-c877c731780e tempest-ServerActionsTestJSON-1801572917 tempest-ServerActionsTestJSON-1801572917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:43.674261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbd195f-1757-4d37-a0d5-1d6e65619ef4,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:43.678478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:43.690765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.691932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6271234 Nov 24 14:05:43.694802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42774) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.703714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '4ecb4b8d-4876-47f0-8d77-576aee20b780', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:43.712233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-36c63bb0-dbdb-4219-a7fa-2d87bc86eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:43.713717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-36c63bb0-dbdb-4219-a7fa-2d87bc86eeaf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9f52a166c05140fe8c65104f41ceab32&device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 1097 time: 0.2177970 Nov 24 14:05:43.716281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:43.740585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:43.745465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:43.753145 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8aa061fc-afdb-45df-8828-56d9a45b85b2 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-1497942429 HTTP/1.1" status: 204 len: 168 time: 0.3327527 Nov 24 14:05:43.755805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42778) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.761493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-dcb1ae88-98a3-4c6c-b6e2-aa28064993cd tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:43.808393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:43.850814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.898600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-40262925-6cbc-4b2d-8668-c14f6cd809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:43.900053 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-40262925-6cbc-4b2d-8668-c14f6cd809e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=05faabad-5342-4978-a093-f14c9a9e9cce HTTP/1.1" status: 200 len: 913 time: 0.1789994 Nov 24 14:05:43.905925 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dcb1ae88-98a3-4c6c-b6e2-aa28064993cd tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags HTTP/1.1" status: 200 len: 205 time: 0.1466393 Nov 24 14:05:43.906227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42782) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.911123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-126b419d-56dd-4fa7-aac5-6114e19ed085 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:43.937240 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-126b419d-56dd-4fa7-aac5-6114e19ed085 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags HTTP/1.1" status: 200 len: 240 time: 0.0272350 Nov 24 14:05:43.937453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42786) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:43.942306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-26429640-0b07-485f-be21-eb22367312db tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-878884967') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:43.949986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port 2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:43.950331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:43.975723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-efc11592-67ee-4c7e-94f3-e3ddd866692a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217a6eb-70f6-4c79-a974-b950fae306b1 HTTP/1.1" status: 200 len: 217 time: 0.0683062 Nov 24 14:05:44.029470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] The port '2317eac7-6b6a-4ff5-9f4d-eec7f0493ba2' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:44.051100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.057144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.060989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e6eecea9-8c76-4eb6-bde3-fb86d9710405 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:44.068674 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-26429640-0b07-485f-be21-eb22367312db tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-878884967 HTTP/1.1" status: 204 len: 168 time: 0.1302235 Nov 24 14:05:44.071146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-91545012-7ea5-4912-8f1b-3943b28e5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:44.072584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-91545012-7ea5-4912-8f1b-3943b28e5dd1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1976960f-9934-4f76-9b9f-e30afc83e5fc HTTP/1.1" status: 200 len: 851 time: 0.0875866 Nov 24 14:05:44.074674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42790) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.082098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-66635a90-31b9-4fb6-9a36-fb90580bc41e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-878884967') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.140890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935bd8ab-ad9f-446d-8b63-bbbd45a19132,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:44.152524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:44.156521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-48a8a6ff-59b1-4750-b25b-175b22ad2116 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=05faabad-5342-4978-a093-f14c9a9e9cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600591 Nov 24 14:05:44.160977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.162094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4662745 Nov 24 14:05:44.166573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42796) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.178179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.189406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '4ecb4b8d-4876-47f0-8d77-576aee20b780', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:44.227997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:44.253032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:44.261305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:44.274085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:44.276848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecc5ff0-9008-4445-8ea0-58a87bb9aac6']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.297861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21ab42f-4d66-46da-a580-582a6f4d43b1') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.298094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21ab42f-4d66-46da-a580-582a6f4d43b1') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.314684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.326177 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:05:44.338867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.356231 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.377927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:44.378327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:44.393532 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:44.404860 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-66635a90-31b9-4fb6-9a36-fb90580bc41e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-878884967 HTTP/1.1" status: 204 len: 168 time: 0.3278306 Nov 24 14:05:44.409870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42800) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.416943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-364dbbed-f02a-4f1d-853e-7ed91c2472f6 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.461717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae7949-12e4-42ce-8e2a-8ee1ddd6ae54 req-ae59bb14-23d7-4cd9-8f78-1b625d60f767 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:44.463224 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-feae7949-12e4-42ce-8e2a-8ee1ddd6ae54 req-ae59bb14-23d7-4cd9-8f78-1b625d60f767 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 944 time: 0.2774262 Nov 24 14:05:44.464789 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-ea6a3b12-347d-4a4c-9646-d3135231334c service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979984 Nov 24 14:05:44.473811 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-364dbbed-f02a-4f1d-853e-7ed91c2472f6 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags HTTP/1.1" status: 200 len: 205 time: 0.0605376 Nov 24 14:05:44.474030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42804) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.480077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-81229403-3049-4e78-a597-99d8690e1197 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.538368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.552452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4d3ba737-8495-44cb-bcd2-251a5c4bb3d8 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:44.569581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.574972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.592210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.595587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-feae7949-12e4-42ce-8e2a-8ee1ddd6ae54 req-e36b4a95-3a66-457b-b0fd-6ef0093a9fab tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Synchronizing usage tracker for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:44.605018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=0ecc5ff0-9008-4445-8ea0-58a87bb9aac6,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:44.610767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-81229403-3049-4e78-a597-99d8690e1197 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags HTTP/1.1" status: 204 len: 168 time: 0.1357992 Nov 24 14:05:44.614333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42808) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.614743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:44.615424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-98b8502e-407d-4ac5-ad96-8a617fef0dd0 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:44.620843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-d5617c24-fad4-47bc-9fde-eaa0144e69b6 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.629701 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/0ecc5ff0-9008-4445-8ea0-58a87bb9aac6 HTTP/1.1" status: 204 len: 168 time: 2.1404617 Nov 24 14:05:44.634828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42812) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.642868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84114b6-71db-4795-a253-62ad0af2b120,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:44.679787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:44.680524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.684593 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0fae56c6-d8bf-4717-903e-14f92331ee19 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5177219 Nov 24 14:05:44.688704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.692088 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e349c4c-d921-4603-bd1c-193ed10d3617 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:44.692540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e349c4c-d921-4603-bd1c-193ed10d3617 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:44.696643 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3e349c4c-d921-4603-bd1c-193ed10d3617 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/4f4a815f-823c-4ca8-8bcc-0b215d02d5ca HTTP/1.1" status: 404 len: 337 time: 0.0564566 Nov 24 14:05:44.696643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-feae7949-12e4-42ce-8e2a-8ee1ddd6ae54 req-e36b4a95-3a66-457b-b0fd-6ef0093a9fab tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Unset dirty status for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:44.696643 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-feae7949-12e4-42ce-8e2a-8ee1ddd6ae54 req-e36b4a95-3a66-457b-b0fd-6ef0093a9fab tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224793 Nov 24 14:05:44.697428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.699077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '4ecb4b8d-4876-47f0-8d77-576aee20b780', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:44.718265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:44.718265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:44.718702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:44.725425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:44.736390 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:05:44.744595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.773355 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98327d8b-7934-41f4-86a8-59c9b58a823b req-9e13586b-8640-4856-9b74-16ba04d3cda3 service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968125 Nov 24 14:05:44.788729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed99079-d1cd-4d21-92e9-c67ddc92da39 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] DELETE failed (client error): The resource could not be found. Nov 24 14:05:44.789222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed99079-d1cd-4d21-92e9-c67ddc92da39 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:05:44.793718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bed99079-d1cd-4d21-92e9-c67ddc92da39 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/fb1489b9-1607-4b58-a04e-dcaab40d4012 HTTP/1.1" status: 404 len: 339 time: 0.0925241 Nov 24 14:05:44.793718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42824) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.816760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.820773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.822541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f74ee46e-2c64-4017-b2a7-101ce249b315 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:44.848389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd4c995-58b9-4b65-82fc-6ee58087b69f,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:44.850968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:44.859299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.865428 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1752181 Nov 24 14:05:44.866163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d5617c24-fad4-47bc-9fde-eaa0144e69b6 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags HTTP/1.1" status: 204 len: 168 time: 0.2508302 Nov 24 14:05:44.872309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42830) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.876345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting subnet 491815fe-387b-4395-8f9f-159a6b87fb94 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:44.878426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-a249dd4e-aed1-498b-abb2-784693f076ea tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:44.879594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.940558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:44.952954 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a249dd4e-aed1-498b-abb2-784693f076ea tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0784709 Nov 24 14:05:44.955585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42834) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:44.960465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-65888312-2af1-4a32-ab79-376aba6e9c19 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.033653 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-65888312-2af1-4a32-ab79-376aba6e9c19 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0719218 Nov 24 14:05:45.033948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42844) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.037919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.039158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-35fa5cd8-3c8e-412c-9e97-041d8dbb10d6 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-890523627') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.123001 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35fa5cd8-3c8e-412c-9e97-041d8dbb10d6 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-890523627 HTTP/1.1" status: 201 len: 201 time: 0.0879078 Nov 24 14:05:45.126537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42852) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.130725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-0cdf7755-1bc9-436f-84bd-da61888362d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:45.134046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-05dd261c-bcb4-400a-a2e9-e20e0f794753 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-705758873') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.152020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.156553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2215384-b8c7-4231-acdd-3fa4ad90a833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:45.190504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-0cdf7755-1bc9-436f-84bd-da61888362d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:45.191667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-0cdf7755-1bc9-436f-84bd-da61888362d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322159363&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.1162398 Nov 24 14:05:45.197987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Subnet': ['ID=491815fe-387b-4395-8f9f-159a6b87fb94,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:45.204009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:45.212608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b9fdf-5b59-4f1e-add0-d275001955fa None None] Network d8e66452-7898-40db-aff6-72d226d76b94 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:45.221473 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-05dd261c-bcb4-400a-a2e9-e20e0f794753 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-705758873 HTTP/1.1" status: 201 len: 201 time: 0.0917287 Nov 24 14:05:45.224139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.224419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42856) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.230457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-d161e36c-3139-4754-9174-99733e71e8c2 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-213142786') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.300227 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f5f3f7bc-d2b9-4039-b837-63ab8366b02c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/subnets/491815fe-387b-4395-8f9f-159a6b87fb94 HTTP/1.1" status: 204 len: 168 time: 0.5057414 Nov 24 14:05:45.304054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42860) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.473968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-d416cd38-10a8-4bda-8c79-d7a628029a29 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:45.476229 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-d416cd38-10a8-4bda-8c79-d7a628029a29 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 797 time: 0.2746811 Nov 24 14:05:45.480224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.486713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] DHCP port deletion for d8e66452-7898-40db-aff6-72d226d76b94 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:45.493215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Deleting port e4eccbff-1875-46e1-86cf-a1ad059ecdcc {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:45.493215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.509496 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-a1b40c51-d742-43a1-a0fc-97e62584719e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0230563 Nov 24 14:05:45.511579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port e4eccbff-1875-46e1-86cf-a1ad059ecdcc {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:45.512133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.532921 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d161e36c-3139-4754-9174-99733e71e8c2 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-213142786 HTTP/1.1" status: 201 len: 201 time: 0.3069351 Nov 24 14:05:45.537236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42864) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.547030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-15177cb7-2dd8-4c3a-a12a-281fe0ad05ab tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-1571303025') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.607293 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-15177cb7-2dd8-4c3a-a12a-281fe0ad05ab tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-1571303025 HTTP/1.1" status: 201 len: 201 time: 0.0681500 Nov 24 14:05:45.611539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42868) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.616934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-a93206e4-c4f4-444d-9e16-6aa70cd693b4 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', {'tags': ['tempest-TagsExtTest-Tag-1308913356', 'tempest-TagsExtTest-Tag-1392311938', 'tempest-TagsExtTest-Tag-1561108703']}) {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.721016 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a93206e4-c4f4-444d-9e16-6aa70cd693b4 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags HTTP/1.1" status: 200 len: 318 time: 0.1077855 Nov 24 14:05:45.723995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42874) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.731835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-b5169b46-5c30-4f53-ae6b-88cb54fda5e9 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.734776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] For port e4eccbff-1875-46e1-86cf-a1ad059ecdcc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,segment=NetworkSegment(571d8a62-82d3-4227-b8ef-8932686fdc83),segment_id=571d8a62-82d3-4227-b8ef-8932686fdc83)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:45.735602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:45.831470 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b5169b46-5c30-4f53-ae6b-88cb54fda5e9 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1018682 Nov 24 14:05:45.838082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42878) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:45.863329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.tag.tag_plugin [None req-4083fd74-bb6f-43b1-a062-0c98b5001c30 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-1308913356') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:45.910135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-a921955f-be40-41d8-8613-5d0f20afe624 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3444197 Nov 24 14:05:45.913405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4590403-c24e-4a34-8bb7-353756918352 req-c5fcf866-8169-4c11-bb9d-a278aec25372 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:45.914531 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b4590403-c24e-4a34-8bb7-353756918352 req-c5fcf866-8169-4c11-bb9d-a278aec25372 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 944 time: 0.0889955 Nov 24 14:05:45.924274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Calling delete_port for e4eccbff-1875-46e1-86cf-a1ad059ecdcc owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:45.967603 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b4590403-c24e-4a34-8bb7-353756918352 req-22251963-a692-43c5-adf7-0eb8082032fc tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Nov 24 14:05:46.020569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:46.024653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3487280b-7137-4fd4-8395-b545a1709561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:46.071144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Pushing event deleted for resources: {'Port': ['ID=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:46.074194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:46.075030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] No DVR routers for this DVR port e4eccbff-1875-46e1-86cf-a1ad059ecdcc on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:46.145389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] For port e4eccbff-1875-46e1-86cf-a1ad059ecdcc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e4eccbff-1875-46e1-86cf-a1ad059ecdcc,segment=NetworkSegment(571d8a62-82d3-4227-b8ef-8932686fdc83),segment_id=571d8a62-82d3-4227-b8ef-8932686fdc83)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:46.145747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:46.149390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0217a6eb-70f6-4c79-a974-b950fae306b1 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:05:46.284245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0217a6eb-70f6-4c79-a974-b950fae306b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0217a6eb-70f6-4c79-a974-b950fae306b1,segment=NetworkSegment(21ca6d69-6f57-4b6f-853e-28834b794cdf),segment_id=21ca6d69-6f57-4b6f-853e-28834b794cdf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:46.287800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Calling delete_port for e4eccbff-1875-46e1-86cf-a1ad059ecdcc owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:46.301288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '0217a6eb-70f6-4c79-a974-b950fae306b1', 'network_id': '05faabad-5342-4978-a093-f14c9a9e9cce', 'port_id': '0217a6eb-70f6-4c79-a974-b950fae306b1', 'mac_address': 'fa:16:3e:2a:53:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1976960f-9934-4f76-9b9f-e30afc83e5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:05:46.360818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:46.379135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217a6eb-70f6-4c79-a974-b950fae306b1 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:05:46.395438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0217a6eb-70f6-4c79-a974-b950fae306b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0217a6eb-70f6-4c79-a974-b950fae306b1,segment=NetworkSegment(21ca6d69-6f57-4b6f-853e-28834b794cdf),segment_id=21ca6d69-6f57-4b6f-853e-28834b794cdf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:46.399619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:46.402406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:46.411339 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-f6e7d619-b043-4ae2-b7ca-fa98dcd2587c service neutron] 10.222.0.36 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818413 Nov 24 14:05:46.415837 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-4083fd74-bb6f-43b1-a062-0c98b5001c30 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:46.416825 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4083fd74-bb6f-43b1-a062-0c98b5001c30 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-1308913356 HTTP/1.1" status: 404 len: 329 time: 0.5742369 Nov 24 14:05:46.420075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42882) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:46.427249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-8d41ecb5-69fe-4720-b257-8a781b3fbb8f tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-1392311938') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:46.440874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:46.441246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:46.471513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=0217a6eb-70f6-4c79-a974-b950fae306b1,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:46.477670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:46.501880 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-8d41ecb5-69fe-4720-b257-8a781b3fbb8f tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:46.502914 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8d41ecb5-69fe-4720-b257-8a781b3fbb8f tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-1392311938 HTTP/1.1" status: 404 len: 329 time: 0.0808432 Nov 24 14:05:46.505839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42886) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:46.510648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-52f0d829-1490-4352-b537-0ec9ce8c8ac8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b', 'tempest-TagsExtTest-Tag-1561108703') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:46.553083 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-a6f196b2-0685-4feb-991e-1312b29a8ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347134 Nov 24 14:05:46.576348 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-52f0d829-1490-4352-b537-0ec9ce8c8ac8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:46.581015 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-52f0d829-1490-4352-b537-0ec9ce8c8ac8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags/tempest-TagsExtTest-Tag-1561108703 HTTP/1.1" status: 404 len: 329 time: 0.0708637 Nov 24 14:05:46.581015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42890) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:46.585914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-6ed966ed-3c60-4432-a6ee-217632fc67db tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', {'tags': ['tempest-TagsExtTest-Tag-1288774345', 'tempest-TagsExtTest-Tag-58599692', 'tempest-TagsExtTest-Tag-1050746131']}) {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:46.674433 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6ed966ed-3c60-4432-a6ee-217632fc67db tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags HTTP/1.1" status: 200 len: 316 time: 0.0922527 Nov 24 14:05:46.676791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42896) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:46.681342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['0217a6eb-70f6-4c79-a974-b950fae306b1'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:05:46.684460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-e3307059-cf1e-4ab8-bf3e-f88d051f6102 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:46.779068 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8a324c53-166e-46ff-81c7-74e4d5c68000 req-3342686e-45b1-49dd-b847-d11b486f0e85 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 210 time: 0.0649388 Nov 24 14:05:46.842293 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e3307059-cf1e-4ab8-bf3e-f88d051f6102 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags HTTP/1.1" status: 204 len: 168 time: 0.1639128 Nov 24 14:05:46.845164 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42906) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:46.850879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-92872706-61ae-497a-95fb-2a28c46d28d7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-1288774345') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:46.873141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:46.927704 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-92872706-61ae-497a-95fb-2a28c46d28d7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:46.928838 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-92872706-61ae-497a-95fb-2a28c46d28d7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-1288774345 HTTP/1.1" status: 404 len: 329 time: 0.0823421 Nov 24 14:05:46.931625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42910) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:46.937206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-19f8887b-09e5-483d-9324-da1ddd8bc024 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-58599692') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:46.942675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Deleting port e4eccbff-1875-46e1-86cf-a1ad059ecdcc {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:46.944788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.022211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e4eccbff-1875-46e1-86cf-a1ad059ecdcc no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:47.024937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] The port 'e4eccbff-1875-46e1-86cf-a1ad059ecdcc' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:47.041742 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-19f8887b-09e5-483d-9324-da1ddd8bc024 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:47.044497 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19f8887b-09e5-483d-9324-da1ddd8bc024 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-58599692 HTTP/1.1" status: 404 len: 327 time: 0.1114135 Nov 24 14:05:47.049088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42918) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:47.063048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-e5a9acf3-765b-48d5-b7b1-37c2fa556fe7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae', 'tempest-TagsExtTest-Tag-1050746131') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.068126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: e4eccbff-1875-46e1-86cf-a1ad059ecdcc {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:47.068491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e4eccbff-1875-46e1-86cf-a1ad059ecdcc not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:47.153076 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-e5a9acf3-765b-48d5-b7b1-37c2fa556fe7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:47.154202 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e5a9acf3-765b-48d5-b7b1-37c2fa556fe7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags/tempest-TagsExtTest-Tag-1050746131 HTTP/1.1" status: 404 len: 329 time: 0.1040666 Nov 24 14:05:47.158345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42922) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:47.164051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-3195c454-5cf1-479c-b37e-a9bd83968ca8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', {'tags': ['tempest-TagsExtTest-Tag-1812068692', 'tempest-TagsExtTest-Tag-1791352012', 'tempest-TagsExtTest-Tag-233902751']}) {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.221648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.255227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e66452-7898-40db-aff6-72d226d76b94']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.270543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571d8a62-82d3-4227-b8ef-8932686fdc83') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.270837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571d8a62-82d3-4227-b8ef-8932686fdc83') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.286447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.300486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d7984-10bd-419b-8e8f-49b600af693a req-3754f742-9d33-42c8-be9f-5f885b70850e tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:47.302098 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc5d7984-10bd-419b-8e8f-49b600af693a req-3754f742-9d33-42c8-be9f-5f885b70850e tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 945 time: 0.1568706 Nov 24 14:05:47.313568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.335041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:47.335455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:47.351029 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:47.456561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc5d7984-10bd-419b-8e8f-49b600af693a req-e50b9da4-07f1-4ac8-808f-a2fe4e69a352 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398923 Nov 24 14:05:47.462888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.466344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:47.473718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3195c454-5cf1-479c-b37e-a9bd83968ca8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags HTTP/1.1" status: 200 len: 317 time: 0.3140202 Nov 24 14:05:47.484578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42926) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:47.485837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:47.490492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-de6d41a7-8af5-4db5-9cdf-06fc3f542497 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.497217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Pushing event deleted for resources: {'Network': ['ID=d8e66452-7898-40db-aff6-72d226d76b94,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:47.503301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:47.506132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] 10.222.0.36 "DELETE /v2.0/networks/d8e66452-7898-40db-aff6-72d226d76b94 HTTP/1.1" status: 204 len: 168 time: 2.2009132 Nov 24 14:05:47.651089 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-de6d41a7-8af5-4db5-9cdf-06fc3f542497 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1653681 Nov 24 14:05:47.653688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42932) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:47.659193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-ae602eb7-5a7b-449a-bf5e-89f697a7fbbb tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-1812068692') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.793687 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-ae602eb7-5a7b-449a-bf5e-89f697a7fbbb tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:47.794701 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ae602eb7-5a7b-449a-bf5e-89f697a7fbbb tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-1812068692 HTTP/1.1" status: 404 len: 329 time: 0.1401408 Nov 24 14:05:47.798440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42938) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:47.803364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-a5e6d7c6-8175-4148-8518-11bdce69fe43 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-1791352012') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:47.813348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42942) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.079546 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-17856ffd-880f-4bb8-b145-f037ddbad50d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff464a1605ba460fb454a96f3a9488c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645605 Nov 24 14:05:48.083391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 42950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.104709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-c455a992-f4af-468c-a93d-6e4a2396fbb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.106199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-c455a992-f4af-468c-a93d-6e4a2396fbb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 797 time: 0.2270815 Nov 24 14:05:48.110498 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-06b226c6-f2cf-4711-b5c7-b618e670f450 req-f80e8255-8845-43e3-a65e-2ce7a8d6e55a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 210 time: 0.1030912 Nov 24 14:05:48.127516 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-a5e6d7c6-8175-4148-8518-11bdce69fe43 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:48.129019 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a5e6d7c6-8175-4148-8518-11bdce69fe43 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-1791352012 HTTP/1.1" status: 404 len: 329 time: 0.3294101 Nov 24 14:05:48.131506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42954) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.137357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-6488a6e5-e2e8-429c-a7e1-4fa61b6918df tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c', 'tempest-TagsExtTest-Tag-233902751') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.166108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0217a6eb-70f6-4c79-a974-b950fae306b1 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:48.201860 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-477170e6-bdd9-446b-b667-e714e0c3c4d4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 471 time: 0.0772986 Nov 24 14:05:48.211736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.221763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['4ecb4b8d-4876-47f0-8d77-576aee20b780']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:48.251150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 0217a6eb-70f6-4c79-a974-b950fae306b1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:48.258475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 0217a6eb-70f6-4c79-a974-b950fae306b1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:48.258930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.279080 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-6488a6e5-e2e8-429c-a7e1-4fa61b6918df tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:48.280138 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6488a6e5-e2e8-429c-a7e1-4fa61b6918df tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags/tempest-TagsExtTest-Tag-233902751 HTTP/1.1" status: 404 len: 328 time: 0.1474867 Nov 24 14:05:48.283353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42962) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.289334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-3aacec3b-a6ca-4804-9b77-5fb2c6f1c78d tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', {'tags': ['tempest-TagsExtTest-Tag-1601184795', 'tempest-TagsExtTest-Tag-1673881912', 'tempest-TagsExtTest-Tag-1602491063']}) {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.343021 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3aacec3b-a6ca-4804-9b77-5fb2c6f1c78d tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "PUT /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags HTTP/1.1" status: 200 len: 318 time: 0.0536435 Nov 24 14:05:48.343282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.344048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42966) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.350029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-904c5927-b8d1-44d0-bc6f-eb0bffb13cce tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.392640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.402173 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-904c5927-b8d1-44d0-bc6f-eb0bffb13cce tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags HTTP/1.1" status: 204 len: 168 time: 0.0565023 Nov 24 14:05:48.403361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42970) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.409954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-3fa1edbb-eb9e-4835-bfa1-0ffed4634ff7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-1601184795') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.426776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217a6eb-70f6-4c79-a974-b950fae306b1'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:05:48.437474 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-3fa1edbb-eb9e-4835-bfa1-0ffed4634ff7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:48.438857 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3fa1edbb-eb9e-4835-bfa1-0ffed4634ff7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-1601184795 HTTP/1.1" status: 404 len: 329 time: 0.0345950 Nov 24 14:05:48.441897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42976) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.447564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-eff7cebf-c72c-47f2-b6ed-ac0278271bd7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-1673881912') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.457177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0217a6eb-70f6-4c79-a974-b950fae306b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0217a6eb-70f6-4c79-a974-b950fae306b1,segment=NetworkSegment(21ca6d69-6f57-4b6f-853e-28834b794cdf),segment_id=21ca6d69-6f57-4b6f-853e-28834b794cdf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:48.458649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:48.465278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.469299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:48.473176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:48.477421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.486777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4940affa-ca83-4e4c-b298-f03185c78b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:48.489100 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-eff7cebf-c72c-47f2-b6ed-ac0278271bd7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:48.493259 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eff7cebf-c72c-47f2-b6ed-ac0278271bd7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-1673881912 HTTP/1.1" status: 404 len: 329 time: 0.0476975 Nov 24 14:05:48.494158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42982) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.507021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-1249f7da-c254-4b80-bafb-286979ae8ac5 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a', 'tempest-TagsExtTest-Tag-1602491063') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.507713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd78ebf-72c4-43c3-938f-47cce1b5263d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:48.510929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:48.511983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:48.516077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.527444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:48.528583 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdd78ebf-72c4-43c3-938f-47cce1b5263d HTTP/1.1" status: 204 len: 168 time: 0.4445002 Nov 24 14:05:48.550823 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-1249f7da-c254-4b80-bafb-286979ae8ac5 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] show failed (client error): The resource could not be found. Nov 24 14:05:48.552832 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1249f7da-c254-4b80-bafb-286979ae8ac5 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags/tempest-TagsExtTest-Tag-1602491063 HTTP/1.1" status: 404 len: 329 time: 0.0562372 Nov 24 14:05:48.555336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42988) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.557686 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217a6eb-70f6-4c79-a974-b950fae306b1', 'code': 200} Nov 24 14:05:48.567869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-3a318b54-6bba-45df-9d1b-3b09dbae4c3c tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e6f73b6d-e5c9-4cde-80ff-64624e37656a') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.644223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=0217a6eb-70f6-4c79-a974-b950fae306b1,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:48.652693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.653075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.653425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.653751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.654147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.654504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.654930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.655751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.656086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.656468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.656873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.658373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:05:48.671978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:48.694832 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3a318b54-6bba-45df-9d1b-3b09dbae4c3c tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a/tags HTTP/1.1" status: 204 len: 168 time: 0.1380002 Nov 24 14:05:48.700479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 42992) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.716092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-f18e6f5a-cc47-4c40-acc5-17edfa9e81fb tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9ac7585b-b58a-46f0-80ed-5b3680847c0c') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:48.783876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.4 (e36dc29f-c7ff-4735-9f14-3c11e01bebb1/40494515-9c9c-4cd6-832a-b53c28e502f2/34db5ade-3f4b-42b6-8e17-6135c1b7165b) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:48.926789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c9928-c469-4ec5-b70e-fc55199b426e req-927658d2-69ec-4be0-9231-4a5af062080e tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.934555 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5c4c9928-c469-4ec5-b70e-fc55199b426e req-927658d2-69ec-4be0-9231-4a5af062080e tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.2935140 Nov 24 14:05:48.953514 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f18e6f5a-cc47-4c40-acc5-17edfa9e81fb tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c/tags HTTP/1.1" status: 204 len: 168 time: 0.2488587 Nov 24 14:05:48.953742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43002) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:48.958921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-0dbe37fc-2411-43b8-875e-757485506585 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:49.036956 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-5c4c9928-c469-4ec5-b70e-fc55199b426e req-fd0f9f89-bd2e-4488-a148-00af7631c437 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014071 Nov 24 14:05:49.072270 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0dbe37fc-2411-43b8-875e-757485506585 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae/tags HTTP/1.1" status: 204 len: 168 time: 0.1175172 Nov 24 14:05:49.074791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43010) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:49.084515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.tag.tag_plugin [None req-a022c31d-b901-486d-a75f-e5ef648bbed8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc9a4a9d-784f-4354-8251-4bd64c942f3b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:49.181476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72583cb-a2dc-4acf-b06f-154fe7035a34 req-3db35169-d93f-4160-ab0d-c1ca6ddf266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:49.182820 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b72583cb-a2dc-4acf-b06f-154fe7035a34 req-3db35169-d93f-4160-ab0d-c1ca6ddf266b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 1099 time: 0.3698514 Nov 24 14:05:49.191711 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a022c31d-b901-486d-a75f-e5ef648bbed8 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1159413 Nov 24 14:05:49.197793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43018) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:49.244392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.303700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b72583cb-a2dc-4acf-b06f-154fe7035a34 req-5edfd1f4-7b46-4318-acb5-6fc857d2a981 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085217 Nov 24 14:05:49.310551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 34db5ade-3f4b-42b6-8e17-6135c1b7165b will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:49.315706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-edcf5c95-dbaa-42e6-9db3-85a2aa93f883 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for subnetpool, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.319460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fbf42091-5744-4f3b-9c39-0b24e906ac87 req-0d549771-ea3c-4b09-93d4-d6d366306681 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 210 time: 0.0606787 Nov 24 14:05:49.319630 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-edcf5c95-dbaa-42e6-9db3-85a2aa93f883 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnetpools/e6f73b6d-e5c9-4cde-80ff-64624e37656a HTTP/1.1" status: 204 len: 168 time: 0.1206949 Nov 24 14:05:49.319917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43026) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:49.371027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-809b3804-ab06-4f5d-9c55-0bd454738c16 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac7585b-b58a-46f0-80ed-5b3680847c0c HTTP/1.1" status: 200 len: 205 time: 0.0488892 Nov 24 14:05:49.373202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43032) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:49.459974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43036) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:49.519360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.578696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1921954264'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:49.584045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:49.588268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:49.591149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:49.598453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:49.608653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:49.612074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.624520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.640417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:49.644228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:security_group_rule and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:49.647540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:49.647697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.653470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:49.655723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce5bdbf7-ac75-421c-9139-ea7ee90f0533 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:49.744112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c24e75f5-0361-4f95-9e49-327258dad0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.751625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.755515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.759018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ea5915bf-dcac-4f1e-8cf2-d8a2151ac709 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:49.775949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:49.793906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:49.796129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17022760-6bb8-42d5-ae4a-a8f9f56537f7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:49.801333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:49.806560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.807047 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 0b21d7e8-93f3-495c-8ae1-10dc7e8fad10 of type vlan for network f5654cd7-847c-4d65-9113-39ef15e26876 Nov 24 14:05:49.833988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.838123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:49.869483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.876145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:49.876947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.880946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2e2edabf-235c-499d-a699-7cfe6d52a725 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:49.909286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:49.943408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=34db5ade-3f4b-42b6-8e17-6135c1b7165b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:49.956566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:49.964212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:49.969536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.005818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:50.006107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=f5654cd7-847c-4d65-9113-39ef15e26876,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:50.006446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.012867 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5516984 Nov 24 14:05:50.013431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43042) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:50.015085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:50.021160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965458773'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:50.022278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f5654cd7-847c-4d65-9113-39ef15e26876 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:50.028130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:50.032797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:50.036840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:50.042990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.043460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:50.044231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac7585b-b58a-46f0-80ed-5b3680847c0c {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:05:50.059271 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8431885 Nov 24 14:05:50.066025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.067273 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0a014881-1007-4353-84ab-38a64c7c9a9b tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/routers/9ac7585b-b58a-46f0-80ed-5b3680847c0c HTTP/1.1" status: 204 len: 168 time: 0.6919653 Nov 24 14:05:50.069709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:50.073070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Request body: {'port': {'device_id': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:50.077478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.087093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43048) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:50.168338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6bab721d-3101-4552-b981-cae37b383f48 None None] Provisioning for port 34db5ade-3f4b-42b6-8e17-6135c1b7165b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:50.176096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6bab721d-3101-4552-b981-cae37b383f48 None None] Provisioning complete for port 34db5ade-3f4b-42b6-8e17-6135c1b7165b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:50.176479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6bab721d-3101-4552-b981-cae37b383f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.203537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.208307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:05:50.222607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Deleting port 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:50.222999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.238189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6bab721d-3101-4552-b981-cae37b383f48 None None] Port 34db5ade-3f4b-42b6-8e17-6135c1b7165b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:05:50.275932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.276268 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 99764a3b-c702-4889-a922-a958ac2b0736 of type vlan for network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 Nov 24 14:05:50.333298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.354513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.436921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327bd28-15fe-43f4-9d6e-86e504f14970 req-bcb18431-74f4-489a-86d2-87517e807bfd tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:50.438515 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1327bd28-15fe-43f4-9d6e-86e504f14970 req-bcb18431-74f4-489a-86d2-87517e807bfd tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.2833641 Nov 24 14:05:50.666943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.673046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:50.673634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.682126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe353a26-3df1-4cdb-92f0-19a7ca9fca3b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:50.796472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4c3a-5536-4926-ba8f-5d4bb1cb18fa req-d7c9d018-a969-4da5-be8f-ac6b0cad5989 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:50.797642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-74ca4c3a-5536-4926-ba8f-5d4bb1cb18fa req-d7c9d018-a969-4da5-be8f-ac6b0cad5989 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:05:50.807828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34db5ade-3f4b-42b6-8e17-6135c1b7165b {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:05:50.808089 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7917566 Nov 24 14:05:50.817796 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1327bd28-15fe-43f4-9d6e-86e504f14970 req-b7c8d31e-cd0a-464c-abc3-e11a2d7ba633 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279927 Nov 24 14:05:50.819238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43054) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:50.830148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:50.842059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=0215fb24-7870-4a7b-8c28-02b0e4f1c370,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:50.845263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:50.851277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.854403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:05:50.866420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.939027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-74ca4c3a-5536-4926-ba8f-5d4bb1cb18fa req-d7c9d018-a969-4da5-be8f-ac6b0cad5989 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:05:50.939994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-74ca4c3a-5536-4926-ba8f-5d4bb1cb18fa req-d7c9d018-a969-4da5-be8f-ac6b0cad5989 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 931 time: 0.4685497 Nov 24 14:05:50.940968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Transition to ACTIVE for port object 34db5ade-3f4b-42b6-8e17-6135c1b7165b will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:50.974377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:50.978285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fd181ed6-1156-4296-ad53-22b506bddf81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:51.000878 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Calling delete_port for 5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:51.130106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:51.163465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.164042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:51.169527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:51.173786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Pushing event updated for resources: {'Port': ['ID=34db5ade-3f4b-42b6-8e17-6135c1b7165b,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:51.205679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-74ca4c3a-5536-4926-ba8f-5d4bb1cb18fa req-14c7e0c4-6321-48ff-9934-7f5953b4b6b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561617 Nov 24 14:05:51.212520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:51.215143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:51.216979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event deleted for resources: {'Port': ['ID=5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:51.220037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:51.224843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:51.283749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:51.287479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.331779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.340192 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/ports/5cbf9fb7-3c63-4c35-bbf5-4be62cd589ae HTTP/1.1" status: 204 len: 168 time: 1.2498574 Nov 24 14:05:51.341007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43058) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:51.398407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Attempting to bind port 34db5ade-3f4b-42b6-8e17-6135c1b7165b on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:51.398737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Attempting to bind port 34db5ade-3f4b-42b6-8e17-6135c1b7165b by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:51.399065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Attempting to bind port 34db5ade-3f4b-42b6-8e17-6135c1b7165b on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:51.409580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Port 34db5ade-3f4b-42b6-8e17-6135c1b7165b on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:05:51.410216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Attempting to bind port 34db5ade-3f4b-42b6-8e17-6135c1b7165b on network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:51.413741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Deleting subnet dc9a4a9d-784f-4354-8251-4bd64c942f3b {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:05:51.417299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.419112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:51.419444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Checking segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:51.419825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Bound using segment: {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:51.420253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Bound port: 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c52650-9e54-4faf-bfef-15a63e865058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:51.421211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.482032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.574717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.575712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] For port 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:51.590383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] For port 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:51.595337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.602666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:51.662337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.667718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:51.682959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:51.683340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.684692 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] 10.222.0.76 "PUT /v2.0/ports/34db5ade-3f4b-42b6-8e17-6135c1b7165b HTTP/1.1" status: 200 len: 1093 time: 1.6163309 Nov 24 14:05:51.687898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:05:51.709666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9a4a9d-784f-4354-8251-4bd64c942f3b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:51.713256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:51.714666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.720255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:51.722814 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/subnets/dc9a4a9d-784f-4354-8251-4bd64c942f3b HTTP/1.1" status: 204 len: 168 time: 0.3813453 Nov 24 14:05:51.725388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43064) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:51.751211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b230a46-6f90-4ce6-8158-5dd7b7c3a394 None None] Network e4993361-cffb-48fc-b232-1d9cd689bd51 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:51.760229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Pushing event updated for resources: {'Port': ['ID=34db5ade-3f4b-42b6-8e17-6135c1b7165b,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:51.799727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'status': 'completed', 'code': 200} Nov 24 14:05:51.800476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:51.809330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3c73931-dcbb-4d9c-ab39-8224f8f60208 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:52.039516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:52.039870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: f5654cd7-847c-4d65-9113-39ef15e26876, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:52.044511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] DHCP port deletion for e4993361-cffb-48fc-b232-1d9cd689bd51 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:05:52.048067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.049459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Deleting port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:52.049860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.054258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=e58ff254-b008-44f5-b50b-76df9b5ec93f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:52.060769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:52.094103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Deleting port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:52.094448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.135154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network f5654cd7-847c-4d65-9113-39ef15e26876 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:52.169027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-0fbb2125-c104-43d4-a797-bb6649ba3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:52.170601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-0fbb2125-c104-43d4-a797-bb6649ba3470 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 1096 time: 0.4114528 Nov 24 14:05:52.173774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, f5654cd7-847c-4d65-9113-39ef15e26876) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:52.256439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:52.257176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.258166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768cdf1-9945-46c3-98b1-3f68f4e553f8 None None] Network f5654cd7-847c-4d65-9113-39ef15e26876 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:52.304550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-34654287-a388-43b7-8ac1-ab9de45d0bc0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b HTTP/1.1" status: 200 len: 217 time: 0.0951977 Nov 24 14:05:52.318616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426b98-189c-4f23-8ee0-1bf9be149dfa req-15355ac5-11c8-4d16-9005-f4307ff19a18 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:52.320064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-29426b98-189c-4f23-8ee0-1bf9be149dfa req-15355ac5-11c8-4d16-9005-f4307ff19a18 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.3534720 Nov 24 14:05:52.374443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] For port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,segment=NetworkSegment(09dc3d47-2a35-41fc-bd1d-c29fead68ac8),segment_id=09dc3d47-2a35-41fc-bd1d-c29fead68ac8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:52.374977 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5510116 Nov 24 14:05:52.375240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.386491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43072) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:52.398453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:52.524986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Calling delete_port for 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:52.533603 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:52.539948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:52.543593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:52.551341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:52.563023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0fc54-4174-4054-a7ad-0f5df9ee6447 req-2ef606c7-95ba-4b3c-a8e6-848620e5d7ac tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:52.564394 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2bd0fc54-4174-4054-a7ad-0f5df9ee6447 req-2ef606c7-95ba-4b3c-a8e6-848620e5d7ac tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 943 time: 0.2186184 Nov 24 14:05:52.573447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:05:52.578139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.606695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a01a2d3-46b7-4523-8e86-15f389eac0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.655232 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-29426b98-189c-4f23-8ee0-1bf9be149dfa req-e1816c3f-ea56-4fb2-af01-460c4ff1f795 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968488 Nov 24 14:05:52.660309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-711756eb-15c7-453e-af39-5a74acfd33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:52.662059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-711756eb-15c7-453e-af39-5a74acfd33e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.3371029 Nov 24 14:05:52.670069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] For port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,segment=NetworkSegment(09dc3d47-2a35-41fc-bd1d-c29fead68ac8),segment_id=09dc3d47-2a35-41fc-bd1d-c29fead68ac8)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:52.671424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.746453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-f5654cd7-847c-4d65-9113-39ef15e26876', 'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': 'e58ff254-b008-44f5-b50b-76df9b5ec93f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:52.747300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.778323 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2bd0fc54-4174-4054-a7ad-0f5df9ee6447 req-30285a6e-9629-4037-a416-478ccd812d28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808407 Nov 24 14:05:52.852520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.860557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:52.884876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Calling delete_port for 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:05:52.909868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Pushing event deleted for resources: {'Port': ['ID=582fe0bc-9c2f-41af-ac68-e9ee6265cd48,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:52.910947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:52.911795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] No DVR routers for this DVR port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:05:52.917759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:52.919602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35582fdf-1aad-41e4-888a-0f54ac602069 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:53.009326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:05:53.031386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=2889162b-ed4a-4da0-bc55-75fff6ca7508,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:53.034657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:53.035760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '99764a3b-c702-4889-a922-a958ac2b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:53.036245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: 0215fb24-7870-4a7b-8c28-02b0e4f1c370, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:05:53.058690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:05:53.065615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Allocated IP 172.20.0.2 (f5654cd7-847c-4d65-9113-39ef15e26876/e58ff254-b008-44f5-b50b-76df9b5ec93f/a2f4837a-6d15-4bea-af6a-185a776860ca) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:53.067506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:05:53.067940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:05:53.074053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-ea7d0efd-b577-4232-8483-e88579294feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:53.075795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-ea7d0efd-b577-4232-8483-e88579294feb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3956175 Nov 24 14:05:53.076503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:05:53.076898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:05:53.081094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 0215fb24-7870-4a7b-8c28-02b0e4f1c370) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:53.091378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b32a9-dd03-4599-9bc7-de90d9f1b5c9 req-55c380b0-a411-4bc1-b765-63342a1c7e98 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:53.091970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:53.092854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.093377 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb7b32a9-dd03-4599-9bc7-de90d9f1b5c9 req-55c380b0-a411-4bc1-b765-63342a1c7e98 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.2155552 Nov 24 14:05:53.109312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a657fe-eaea-41e5-ac59-441b4fae5acd None None] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:53.119200 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7283645 Nov 24 14:05:53.119605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43078) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:53.125795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1495260512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:05:53.132721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:05:53.136731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:05:53.139707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:05:53.149942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:05:53.160189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.161579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.179046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.200334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.224216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.228295 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-11e42922-769b-4036-aa0f-a8a9421a6243 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1050658 Nov 24 14:05:53.228650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43082) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:53.231959 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb7b32a9-dd03-4599-9bc7-de90d9f1b5c9 req-f5313473-1cda-40d9-b7f3-42656b66150a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159475 Nov 24 14:05:53.290525 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-460d9810-0da2-414e-b85a-68f3c96cbc8c service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960409 Nov 24 14:05:53.465213 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64b0f7ae-8afb-4adc-8bd1-0fea5f9c1649 req-906e5f90-7ba7-4eeb-9b0b-24b248f50230 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670580 Nov 24 14:05:53.481283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-0215fb24-7870-4a7b-8c28-02b0e4f1c370', 'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': '2889162b-ed4a-4da0-bc55-75fff6ca7508'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:05:53.482237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.580624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.582650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Deleting port 582fe0bc-9c2f-41af-ac68-e9ee6265cd48 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:05:53.583543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.610531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Transition to ACTIVE for port object a2f4837a-6d15-4bea-af6a-185a776860ca will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:53.681297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Transition to ACTIVE for port object a2f4837a-6d15-4bea-af6a-185a776860ca will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:53.703942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.710222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-63b760d1-aebb-4bd5-82b8-29d331bec8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:53.740730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] The port '582fe0bc-9c2f-41af-ac68-e9ee6265cd48' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:05:53.747532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.784948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Network f5654cd7-847c-4d65-9113-39ef15e26876 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:53.790335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:53.792659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Allocated IP 172.21.0.2 (0215fb24-7870-4a7b-8c28-02b0e4f1c370/2889162b-ed4a-4da0-bc55-75fff6ca7508/7a26c821-692a-4104-a7d1-1c3cf57b7eda) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:53.797602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:53.814866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Pushing event updated for resources: {'Port': ['ID=a2f4837a-6d15-4bea-af6a-185a776860ca,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:53.911004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:53.946081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-80182e06-1b78-49c1-9960-376d96d6feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:53.947541 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-80182e06-1b78-49c1-9960-376d96d6feca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 1096 time: 0.4259067 Nov 24 14:05:53.951314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4993361-cffb-48fc-b232-1d9cd689bd51']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:53.979729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:53.987317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776837-5317-4c36-96ba-36c9e6a3442e req-af25dcf5-ac0a-4cf4-8dbc-2133d9e34efd tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:53.989092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e776837-5317-4c36-96ba-36c9e6a3442e req-af25dcf5-ac0a-4cf4-8dbc-2133d9e34efd tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.3551865 Nov 24 14:05:53.994443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc3d47-2a35-41fc-bd1d-c29fead68ac8') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:53.994775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc3d47-2a35-41fc-bd1d-c29fead68ac8') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:54.002006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.053483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Attempting to bind port a2f4837a-6d15-4bea-af6a-185a776860ca on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:54.053735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Attempting to bind port a2f4837a-6d15-4bea-af6a-185a776860ca by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:54.053953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Attempting to bind port a2f4837a-6d15-4bea-af6a-185a776860ca on network f5654cd7-847c-4d65-9113-39ef15e26876 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:54.061884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:54.062308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Checking segment: {'id': '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:54.062644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.063043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Bound using segment: {'id': '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:54.063516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Bound port: a2f4837a-6d15-4bea-af6a-185a776860ca, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'f5654cd7-847c-4d65-9113-39ef15e26876'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:54.063892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.080157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.120406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.134891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:05:54.135274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:05:54.150481 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:05:54.161875 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e776837-5317-4c36-96ba-36c9e6a3442e req-95153854-2440-4db3-876d-0877f460e457 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561964 Nov 24 14:05:54.249731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42063e-b295-4616-b9c7-81c13ed4c9e0 req-c1c15316-fd82-494e-8158-c760cc537fbf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:54.251233 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bd42063e-b295-4616-b9c7-81c13ed4c9e0 req-c1c15316-fd82-494e-8158-c760cc537fbf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 943 time: 0.3043633 Nov 24 14:05:54.268823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-7ff7d66c-3960-4f87-9b49-17a803adbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:54.270474 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-7ff7d66c-3960-4f87-9b49-17a803adbc98 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 899 time: 0.3111787 Nov 24 14:05:54.276171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.282647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce520820-0fc9-4562-965d-81ad8a78014a tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:54.300797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.318267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Transition to ACTIVE for port object 7a26c821-692a-4104-a7d1-1c3cf57b7eda will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:54.320662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] For port a2f4837a-6d15-4bea-af6a-185a776860ca, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:54.327276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] For port a2f4837a-6d15-4bea-af6a-185a776860ca, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a2f4837a-6d15-4bea-af6a-185a776860ca,segment=NetworkSegment(0b21d7e8-93f3-495c-8ae1-10dc7e8fad10),segment_id=0b21d7e8-93f3-495c-8ae1-10dc7e8fad10)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:54.333074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.340382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:54.396134 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bd42063e-b295-4616-b9c7-81c13ed4c9e0 req-c00f1e05-5473-4dce-9927-c0df2b968352 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089289 Nov 24 14:05:54.407354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Transition to ACTIVE for port object 7a26c821-692a-4104-a7d1-1c3cf57b7eda will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:54.429145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.452367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Pushing event updated for resources: {'Port': ['ID=a2f4837a-6d15-4bea-af6a-185a776860ca,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:54.455938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:54.458748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-e12042fa-473d-42d1-8f75-f6173b1f02c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:54.471993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.20.0.1 (f5654cd7-847c-4d65-9113-39ef15e26876/e58ff254-b008-44f5-b50b-76df9b5ec93f/183f60cd-02d0-422a-abdf-a5e74aab7d07) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:54.492086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:54.498128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:54.537229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:54.539973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Pushing event updated for resources: {'Port': ['ID=7a26c821-692a-4104-a7d1-1c3cf57b7eda,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:54.544584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:54.549347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.552364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Pushing event deleted for resources: {'Network': ['ID=e4993361-cffb-48fc-b232-1d9cd689bd51,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:54.555152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:54.574627 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-9b162438-5d33-440b-9ab6-6b1549e82b4d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b HTTP/1.1" status: 200 len: 217 time: 0.2933071 Nov 24 14:05:54.581023 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] 10.222.0.36 "DELETE /v2.0/networks/e4993361-cffb-48fc-b232-1d9cd689bd51 HTTP/1.1" status: 204 len: 168 time: 2.8545177 Nov 24 14:05:54.694843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-f873e9ff-38a5-4c4f-aa13-fa01dd0bb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:54.696303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-f873e9ff-38a5-4c4f-aa13-fa01dd0bb5b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.1120744 Nov 24 14:05:54.709202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Attempting to bind port 7a26c821-692a-4104-a7d1-1c3cf57b7eda on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:05:54.709837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Attempting to bind port 7a26c821-692a-4104-a7d1-1c3cf57b7eda by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '99764a3b-c702-4889-a922-a958ac2b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:05:54.712204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Attempting to bind port 7a26c821-692a-4104-a7d1-1c3cf57b7eda on network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:05:54.729385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:05:54.729935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Checking segment: {'id': '99764a3b-c702-4889-a922-a958ac2b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:05:54.730444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.730943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Bound using segment: {'id': '99764a3b-c702-4889-a922-a958ac2b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:05:54.731519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Bound port: 7a26c821-692a-4104-a7d1-1c3cf57b7eda, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99764a3b-c702-4889-a922-a958ac2b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '0215fb24-7870-4a7b-8c28-02b0e4f1c370'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:05:54.731998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.798292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.809468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-5c4a34b3-9501-4660-9998-ac92cefdf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:54.810061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-5c4a34b3-9501-4660-9998-ac92cefdf319 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999205 Nov 24 14:05:54.835752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object 183f60cd-02d0-422a-abdf-a5e74aab7d07 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:54.872566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.880108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] For port 7a26c821-692a-4104-a7d1-1c3cf57b7eda, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:05:54.880877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73138971-c21b-4036-be21-325003119037 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:54.884204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] For port 7a26c821-692a-4104-a7d1-1c3cf57b7eda, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a26c821-692a-4104-a7d1-1c3cf57b7eda,segment=NetworkSegment(99764a3b-c702-4889-a922-a958ac2b0736),segment_id=99764a3b-c702-4889-a922-a958ac2b0736)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:05:54.890612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:54.897026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9cebbdac-c5f2-4641-9275-d673a4a51028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:54.985909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network f5654cd7-847c-4d65-9113-39ef15e26876 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:54.989934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:54.993948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:55.036792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Pushing event updated for resources: {'Port': ['ID=7a26c821-692a-4104-a7d1-1c3cf57b7eda,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:55.046458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:55.071361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43096) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:55.076883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=183f60cd-02d0-422a-abdf-a5e74aab7d07,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:55.083929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:55.093363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a2f4837a-6d15-4bea-af6a-185a776860ca up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:55.095194 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-e9a07d07-beca-46b4-80f3-f85127c0e904 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739699 Nov 24 14:05:55.111794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.205025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port a2f4837a-6d15-4bea-af6a-185a776860ca completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:55.315848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.324925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.450538 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa8bac47-12dd-4656-88c9-2e45a2069114 req-bde60c5a-6f43-4813-b65d-89dcbc6c6a05 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376212 Nov 24 14:05:55.521695 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-44b2c2d2-8536-45b4-9266-9e2e61529555 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1808b638faed4918920e64cb5e49f89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386649 Nov 24 14:05:55.524105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43108) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:55.591389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725c834-f04d-4545-b9d7-f11c910ba6fb req-6b5a30de-87bf-410a-832d-07ceffe03dfa tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:55.594529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8725c834-f04d-4545-b9d7-f11c910ba6fb req-6b5a30de-87bf-410a-832d-07ceffe03dfa tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.2391405 Nov 24 14:05:55.661912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.685388 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8725c834-f04d-4545-b9d7-f11c910ba6fb req-0877b006-8003-421b-955e-e423b611a364 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748127 Nov 24 14:05:55.700370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.792992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.799850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1ae2fb0-f06f-43a1-a5b9-c5e292a4e39f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:55.819576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e425fb16-6913-486b-8691-b117430f1cbb,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:55.823534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:55.828334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:55.830114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e425fb16-6913-486b-8691-b117430f1cbb HTTP/1.1" status: 204 len: 168 time: 0.3043680 Nov 24 14:05:55.898053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2742f432-d1df-4b70-88da-fe2d9d3bf24a None None] Network f5654cd7-847c-4d65-9113-39ef15e26876 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:55.990557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609d12e-d818-46a2-95be-ea51c52c12ba req-a06a0062-43a8-48f2-af64-316092b83260 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:55.999669 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9609d12e-d818-46a2-95be-ea51c52c12ba req-a06a0062-43a8-48f2-af64-316092b83260 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 943 time: 0.2390418 Nov 24 14:05:56.016778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Provisioning for port a2f4837a-6d15-4bea-af6a-185a776860ca completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:56.029861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Provisioning complete for port a2f4837a-6d15-4bea-af6a-185a776860ca triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:56.031176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:56.150350 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9609d12e-d818-46a2-95be-ea51c52c12ba req-89782c88-3369-460b-8c0a-8c08cb141a13 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484275 Nov 24 14:05:56.195691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:56.202256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:56.236733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-feae1501-d9a2-43dc-a307-e1563ce39e7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:56.287239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 34db5ade-3f4b-42b6-8e17-6135c1b7165b details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:05:56.338122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:56.344282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=183f60cd-02d0-422a-abdf-a5e74aab7d07,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:56.348149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e985b8-23f3-42f8-ab8d-63fb4b7e9492 req-59eaf4f1-5f94-42b4-8017-8a5a544a714a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:56.349851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:56.350013 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7e985b8-23f3-42f8-ab8d-63fb4b7e9492 req-59eaf4f1-5f94-42b4-8017-8a5a544a714a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.2072964 Nov 24 14:05:56.382714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-23dd07a4-800d-4c16-992e-c6e84b7f67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:56.384922 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-23dd07a4-800d-4c16-992e-c6e84b7f67b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9f52a166c05140fe8c65104f41ceab32&device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 1099 time: 0.1643007 Nov 24 14:05:56.421218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7e985b8-23f3-42f8-ab8d-63fb4b7e9492 req-f94f0279-2ad4-4488-9ae6-1042c3168a88 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636120 Nov 24 14:05:56.513739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607edc1c-b997-4945-b2f2-01963089e6d5 None None] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:05:56.517959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network f5654cd7-847c-4d65-9113-39ef15e26876 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:56.519465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:56.573692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-625f22a4-327e-4dbf-a728-09e342c26433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:56.575559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-625f22a4-327e-4dbf-a728-09e342c26433 service neutron] 10.222.0.76 "GET /v2.0/networks?id=05faabad-5342-4978-a093-f14c9a9e9cce HTTP/1.1" status: 200 len: 913 time: 0.1660986 Nov 24 14:05:56.654567 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-3c1dd8af-cdd1-4ab7-a725-15a60022836a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217a6eb-70f6-4c79-a974-b950fae306b1 HTTP/1.1" status: 200 len: 217 time: 0.0678048 Nov 24 14:05:56.664699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:56.698245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:56.740587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] For port a2f4837a-6d15-4bea-af6a-185a776860ca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a2f4837a-6d15-4bea-af6a-185a776860ca,segment=NetworkSegment(0b21d7e8-93f3-495c-8ae1-10dc7e8fad10),segment_id=0b21d7e8-93f3-495c-8ae1-10dc7e8fad10)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:56.755328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-d15f5ba7-c697-495f-8709-9e8d01579598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:56.757112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-d15f5ba7-c697-495f-8709-9e8d01579598 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1976960f-9934-4f76-9b9f-e30afc83e5fc HTTP/1.1" status: 200 len: 851 time: 0.0911367 Nov 24 14:05:56.773437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'port_id': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'mac_address': 'fa:16:3e:22:cd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:05:56.774986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:56.780789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-15e4d096-01f9-4a53-b8ad-b136e910676a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:56.796460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 99cedefc-d66b-4ae8-b790-d379e9dcd4f7 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:05:56.819104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-44532905-69cf-4096-9b25-ee1ac645c7a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=05faabad-5342-4978-a093-f14c9a9e9cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522277 Nov 24 14:05:56.987306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:05:56.998971 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] Sync routers for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:05:57.015459 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/99cedefc-d66b-4ae8-b790-d379e9dcd4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7855806 Nov 24 14:05:57.016479 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:57.017141 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:57.019003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43118) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:57.052292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:57.089018 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:57.089770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a26c821-692a-4104-a7d1-1c3cf57b7eda up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:57.099892 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:05:57.100400 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:57.128700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-6805c77b-eb0b-4223-838e-8e1eb35432ec service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988555 Nov 24 14:05:57.138408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Provisioning complete for port a2f4837a-6d15-4bea-af6a-185a776860ca triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:57.138802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:57.175033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Pushing event updated for resources: {'Port': ['ID=a2f4837a-6d15-4bea-af6a-185a776860ca,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:57.185640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e49516-8966-454e-8e10-db46cdfcd382 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:57.190397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e3e49516-8966-454e-8e10-db46cdfcd382 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports/183f60cd-02d0-422a-abdf-a5e74aab7d07 HTTP/1.1" status: 200 len: 910 time: 0.1675706 Nov 24 14:05:57.191078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43124) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:05:57.198462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:57.219947 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:05:57.220432 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68219af2-f8af-4f5d-b40b-8ede11b1a989 None None] The sync data for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:05:57.223144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34db5ade-3f4b-42b6-8e17-6135c1b7165b {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:05:57.281439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:57.318351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:57.324698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:57.446367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 7a26c821-692a-4104-a7d1-1c3cf57b7eda completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:57.532294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=34db5ade-3f4b-42b6-8e17-6135c1b7165b,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:57.538115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:57.575148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Provisioning for port 183f60cd-02d0-422a-abdf-a5e74aab7d07 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:57.591844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Provisioning complete for port 183f60cd-02d0-422a-abdf-a5e74aab7d07 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:57.593680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:57.637195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['34db5ade-3f4b-42b6-8e17-6135c1b7165b'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:05:57.716049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Port 183f60cd-02d0-422a-abdf-a5e74aab7d07 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:05:57.740618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Provisioning for port 7a26c821-692a-4104-a7d1-1c3cf57b7eda completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:57.741699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bff7244-2abf-4870-bd95-6c3d454f30b7 req-245368af-20a0-4fd1-a273-6d96f9a96db9 service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965128 Nov 24 14:05:57.750631 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-a085ea26-7930-4e5c-a9af-7bf18adf80bf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4885309 Nov 24 14:05:57.757983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Provisioning complete for port 7a26c821-692a-4104-a7d1-1c3cf57b7eda triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:57.760832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:57.787415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac9b97-b6ee-4953-a762-6d0c91329cd4 req-39aa5076-6d8a-4d36-9428-735ecb8b9d2a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:57.789054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1fac9b97-b6ee-4953-a762-6d0c91329cd4 req-39aa5076-6d8a-4d36-9428-735ecb8b9d2a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.1920199 Nov 24 14:05:57.879947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eb38d-79e5-4e86-813e-391303f7e8c1 req-f120c36a-d221-4aae-b0b0-c5e6509d2354 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:57.881595 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d22eb38d-79e5-4e86-813e-391303f7e8c1 req-f120c36a-d221-4aae-b0b0-c5e6509d2354 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 944 time: 0.4791627 Nov 24 14:05:57.888706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1fac9b97-b6ee-4953-a762-6d0c91329cd4 req-a91d2e6a-8137-4754-a86c-3c3d8f4e27bc tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621812 Nov 24 14:05:57.912810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-7cef92fd-ae87-4fc3-b599-cb7d54ac3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:57.915566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-7cef92fd-ae87-4fc3-b599-cb7d54ac3087 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 1098 time: 0.1254630 Nov 24 14:05:57.980417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.056373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] For port 7a26c821-692a-4104-a7d1-1c3cf57b7eda, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a26c821-692a-4104-a7d1-1c3cf57b7eda,segment=NetworkSegment(99764a3b-c702-4889-a922-a958ac2b0736),segment_id=99764a3b-c702-4889-a922-a958ac2b0736)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:05:58.059354 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d22eb38d-79e5-4e86-813e-391303f7e8c1 req-56ae1046-6e8e-423b-aea5-71332a9aa366 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180410 Nov 24 14:05:58.073362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-96b833cf-f98d-4c24-b800-bb19ec14ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.074960 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-96b833cf-f98d-4c24-b800-bb19ec14ca25 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 899 time: 0.1375947 Nov 24 14:05:58.082452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.089121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7d7999d9-6ed5-4a42-807c-0c72094f7984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:58.152471 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-5b47a53e-00c9-427d-b1f3-94c5185f271a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 200 len: 217 time: 0.0689347 Nov 24 14:05:58.198497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.204838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Pushing event updated for resources: {'Port': ['ID=7a26c821-692a-4104-a7d1-1c3cf57b7eda,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:58.208166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:58.227927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-0cdb34b2-db06-4cb3-92e6-509f68321a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.229229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eec227ec-6355-4209-8a1f-04544fe8c773 None None] Provisioning complete for port 183f60cd-02d0-422a-abdf-a5e74aab7d07 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:58.229461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-0cdb34b2-db06-4cb3-92e6-509f68321a1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.0704563 Nov 24 14:05:58.229988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eec227ec-6355-4209-8a1f-04544fe8c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.287792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-eec227ec-6355-4209-8a1f-04544fe8c773 None None] Port 183f60cd-02d0-422a-abdf-a5e74aab7d07 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:05:58.300444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-eec227ec-6355-4209-8a1f-04544fe8c773 None None] Provisioning complete for port 7a26c821-692a-4104-a7d1-1c3cf57b7eda triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:58.301083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-eec227ec-6355-4209-8a1f-04544fe8c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.321743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-0acd2463-af10-4be7-b206-bc6646e768a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.323506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-0acd2463-af10-4be7-b206-bc6646e768a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873928 Nov 24 14:05:58.532757 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-8f56280e-c098-4c4a-a648-30c112fdefaf service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920516 Nov 24 14:05:58.669149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffa5fcf3-9e65-4e8e-a73a-0c5384dbb121 req-ff3e202b-4f15-4ab5-a8cf-8cc371fe54dd service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291950 Nov 24 14:05:58.672578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.21.0.1 (0215fb24-7870-4a7b-8c28-02b0e4f1c370/2889162b-ed4a-4da0-bc55-75fff6ca7508/6f770de1-3c7f-496b-bef9-a1f593dbbf09) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:05:58.842937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.859658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object 6f770de1-3c7f-496b-bef9-a1f593dbbf09 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:05:58.883640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:58.888264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-82e84eea-f790-43e5-b2fd-a4897be2635b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:05:58.955267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:05:58.958689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:05:58.961239 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:05:59.031422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=6f770de1-3c7f-496b-bef9-a1f593dbbf09,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:05:59.038475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:05:59.047124 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a2f4837a-6d15-4bea-af6a-185a776860ca up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:59.058500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.159891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021232-a189-4ce7-8f6d-7473f1fb4d16 req-35e845cf-6f30-4ec0-96b9-a780333ee9c3 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:59.161591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20021232-a189-4ce7-8f6d-7473f1fb4d16 req-35e845cf-6f30-4ec0-96b9-a780333ee9c3 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.1200001 Nov 24 14:05:59.197927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a2f4837a-6d15-4bea-af6a-185a776860ca triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:59.200198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.232782 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20021232-a189-4ce7-8f6d-7473f1fb4d16 req-df41ce46-5ea4-4ded-9dc3-bcd3e0fef5fe tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620506 Nov 24 14:05:59.276133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.339908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a26c821-692a-4104-a7d1-1c3cf57b7eda up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:05:59.400230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-95892cdc-baa8-472c-8505-7d89a6f02443 None None] Provisioning for port 6f770de1-3c7f-496b-bef9-a1f593dbbf09 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:05:59.408466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-95892cdc-baa8-472c-8505-7d89a6f02443 None None] Provisioning complete for port 6f770de1-3c7f-496b-bef9-a1f593dbbf09 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:59.408991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-95892cdc-baa8-472c-8505-7d89a6f02443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.473222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-95892cdc-baa8-472c-8505-7d89a6f02443 None None] Port 6f770de1-3c7f-496b-bef9-a1f593dbbf09 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:05:59.474672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7a26c821-692a-4104-a7d1-1c3cf57b7eda triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:05:59.475216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.540337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7f27-bd27-4708-8a43-c2b484b9c637 req-c7d0c50b-7e8d-45a2-bd11-e730f1f8c101 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:59.541844 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-871e7f27-bd27-4708-8a43-c2b484b9c637 req-c7d0c50b-7e8d-45a2-bd11-e730f1f8c101 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 944 time: 0.3296151 Nov 24 14:05:59.709811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6ba79-b5bb-492c-9e9f-c13b6d16b4ea req-b030be09-91c7-4900-becc-82d2ecb8d635 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:59.711795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20f6ba79-b5bb-492c-9e9f-c13b6d16b4ea req-b030be09-91c7-4900-becc-82d2ecb8d635 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.1158755 Nov 24 14:05:59.758281 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20f6ba79-b5bb-492c-9e9f-c13b6d16b4ea req-99a9acd4-5f16-4b72-8b74-ea60a4c0b58a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Nov 24 14:05:59.828289 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-871e7f27-bd27-4708-8a43-c2b484b9c637 req-a126a351-1e37-4e64-8d2d-f6b333b1ac23 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719669 Nov 24 14:05:59.896195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.900787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:05:59.928449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c5f9ac2b-1997-4ffc-a188-fc27a1b10fb6 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:00.014494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:00.017984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=6f770de1-3c7f-496b-bef9-a1f593dbbf09,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:00.021264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:00.152944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:00.154097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:00.243827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 34db5ade-3f4b-42b6-8e17-6135c1b7165b up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:00.319798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 99cedefc-d66b-4ae8-b790-d379e9dcd4f7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:00.327588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 34db5ade-3f4b-42b6-8e17-6135c1b7165b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:00.333341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 34db5ade-3f4b-42b6-8e17-6135c1b7165b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:00.333719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:00.445955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3fc03f87-7c6d-4a16-bd0a-35799cdfd93a None None] Provisioning complete for port 6f770de1-3c7f-496b-bef9-a1f593dbbf09 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:00.446243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3fc03f87-7c6d-4a16-bd0a-35799cdfd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:00.483380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:00.493953 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/99cedefc-d66b-4ae8-b790-d379e9dcd4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3016930 Nov 24 14:06:00.495748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43138) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:00.497143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] Sync routers for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:00.559516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3fc03f87-7c6d-4a16-bd0a-35799cdfd93a None None] Port 6f770de1-3c7f-496b-bef9-a1f593dbbf09 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:00.563911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:00.564488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:00.569693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f0143d-ea2d-4dbe-9ebe-98704090fe97 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:00.570286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-79f0143d-ea2d-4dbe-9ebe-98704090fe97 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:00.587534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-79f0143d-ea2d-4dbe-9ebe-98704090fe97 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:00.588713 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-79f0143d-ea2d-4dbe-9ebe-98704090fe97 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports/6f770de1-3c7f-496b-bef9-a1f593dbbf09 HTTP/1.1" status: 200 len: 910 time: 0.0920494 Nov 24 14:06:00.591704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43142) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:00.634550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:00.639109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:00.663691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:00.664297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:00.730538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:00.737723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:00.738387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5572f7-c052-4010-a0a1-ee1734d4e6c7 None None] The sync data for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:00.743943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:00.750837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:00.753075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5f209f07-e62b-45de-8e38-3d36f7316840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:00.789271 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'code': 200} Nov 24 14:06:00.831533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=34db5ade-3f4b-42b6-8e17-6135c1b7165b,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:00.834462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:01.063592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608104c0-6c97-471c-add3-e53140337c04 req-d995d2da-6f29-4c44-b837-5078435b34e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.065041 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-608104c0-6c97-471c-add3-e53140337c04 req-d995d2da-6f29-4c44-b837-5078435b34e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.1693814 Nov 24 14:06:01.075067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dfcc3-5316-4320-96b3-41027e3bc4cf req-0c429edd-2efb-4b1d-8d3c-993efd69abf8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.076865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-650dfcc3-5316-4320-96b3-41027e3bc4cf req-0c429edd-2efb-4b1d-8d3c-993efd69abf8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.1388216 Nov 24 14:06:01.100516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37cf4f-6359-4e3d-8aa9-2c8a77fa4ee5 req-4e7c12df-10c6-46be-924e-44ac6706f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.101889 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f37cf4f-6359-4e3d-8aa9-2c8a77fa4ee5 req-4e7c12df-10c6-46be-924e-44ac6706f7a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 1098 time: 0.1192868 Nov 24 14:06:01.146389 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-650dfcc3-5316-4320-96b3-41027e3bc4cf req-3370fcd2-36b3-4b99-86d2-8991a36746e9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636654 Nov 24 14:06:01.174598 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f37cf4f-6359-4e3d-8aa9-2c8a77fa4ee5 req-d6ed3990-bbaa-4254-9120-bdfcc229b561 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577526 Nov 24 14:06:01.286138 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-608104c0-6c97-471c-add3-e53140337c04 req-405bffa0-fdce-4d61-8fba-111db379ada1 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885822 Nov 24 14:06:01.362530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:01.657769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-7cb02796-ca64-4f0f-ad14-56dff4d84bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.659487 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-7cb02796-ca64-4f0f-ad14-56dff4d84bf4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9f52a166c05140fe8c65104f41ceab32&device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 1099 time: 0.0791497 Nov 24 14:06:01.728687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1d10-0664-4d9d-896a-933bcb68ab87 req-153778d1-396b-485e-a3f9-7db72f7362f1 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.730182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c02f1d10-0664-4d9d-896a-933bcb68ab87 req-153778d1-396b-485e-a3f9-7db72f7362f1 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.1538849 Nov 24 14:06:01.808784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-7d055750-54f6-4ec3-9891-945a120b17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.810536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-7d055750-54f6-4ec3-9891-945a120b17fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=05faabad-5342-4978-a093-f14c9a9e9cce HTTP/1.1" status: 200 len: 913 time: 0.1440730 Nov 24 14:06:01.836109 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 6f770de1-3c7f-496b-bef9-a1f593dbbf09 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:01.836446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:01.870981 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c02f1d10-0664-4d9d-896a-933bcb68ab87 req-21268fea-937f-4b27-a64a-af6a6ce44795 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310496 Nov 24 14:06:01.880368 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-891e0d20-516a-488a-a000-240e26981021 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217a6eb-70f6-4c79-a974-b950fae306b1 HTTP/1.1" status: 200 len: 217 time: 0.0629060 Nov 24 14:06:02.037109 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:02.084205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-d601cd5b-27ae-43d2-9c80-ef2fe4833392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:02.085689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-d601cd5b-27ae-43d2-9c80-ef2fe4833392 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1976960f-9934-4f76-9b9f-e30afc83e5fc HTTP/1.1" status: 200 len: 851 time: 0.1986966 Nov 24 14:06:02.135049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-805c85ff-7317-4151-8272-50b0dc876275 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=05faabad-5342-4978-a093-f14c9a9e9cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409913 Nov 24 14:06:02.165191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 6f770de1-3c7f-496b-bef9-a1f593dbbf09 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:02.318764 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-664eba1f-949d-4381-9489-5c1b4611da79 service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760499 Nov 24 14:06:02.376444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:02.389977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:02.481655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12db0a9-968f-4788-a837-d9b32e5aacd0 req-9b145b9e-20a7-45c1-8e58-32ac5da3d418 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:02.483715 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b12db0a9-968f-4788-a837-d9b32e5aacd0 req-9b145b9e-20a7-45c1-8e58-32ac5da3d418 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.1997826 Nov 24 14:06:02.506954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=6f770de1-3c7f-496b-bef9-a1f593dbbf09,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:02.533974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f58c578-62c5-44b8-9f97-c7454ff6fc44 req-32e8dba8-2a2b-48e5-bc00-852a92fd5e8a service neutron] 10.222.0.76 "GET /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034988 Nov 24 14:06:02.535902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:02.560102 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b12db0a9-968f-4788-a837-d9b32e5aacd0 req-556a53df-caa7-4eb6-b22b-631e021106cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575037 Nov 24 14:06:02.730958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:03.222807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d8bb1-9a8f-4a35-8662-301ec858503e req-70aa60d2-d8ee-4fa3-8c68-6264b7e9494c tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:03.224284 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ee2d8bb1-9a8f-4a35-8662-301ec858503e req-70aa60d2-d8ee-4fa3-8c68-6264b7e9494c tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.2385561 Nov 24 14:06:03.268596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 99cedefc-d66b-4ae8-b790-d379e9dcd4f7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:03.288005 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ee2d8bb1-9a8f-4a35-8662-301ec858503e req-88f3d0fb-be23-41c6-a72a-36b412ffc450 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569706 Nov 24 14:06:03.436253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:03.446723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] Sync routers for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:03.454245 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/99cedefc-d66b-4ae8-b790-d379e9dcd4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8611202 Nov 24 14:06:03.456965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43162) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:03.457298 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:03.458035 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:03.521675 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:03.530209 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:03.530787 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:03.593188 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:03.593604 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e7071-85ca-492a-ae92-71d5bc853a99 None None] The sync data for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:03.760378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b207f-9f78-4edc-b31b-ae76c4730c34 req-800b9a07-dab6-4914-99b2-6adbfe8ce59a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:03.761865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-556b207f-9f78-4edc-b31b-ae76c4730c34 req-800b9a07-dab6-4914-99b2-6adbfe8ce59a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.0824640 Nov 24 14:06:03.812092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-556b207f-9f78-4edc-b31b-ae76c4730c34 req-69722a54-2f5d-4d43-a202-522ee3e15d2f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434661 Nov 24 14:06:04.019126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:04.275021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c66c36-0b3a-45db-943e-edc0fabd711b req-493530cd-9a97-48c9-9874-734f718b0501 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:04.276356 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27c66c36-0b3a-45db-943e-edc0fabd711b req-493530cd-9a97-48c9-9874-734f718b0501 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.3571045 Nov 24 14:06:04.344559 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27c66c36-0b3a-45db-943e-edc0fabd711b req-39ea16ea-0910-4919-9463-24e1526a0391 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579617 Nov 24 14:06:04.367059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43172) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:04.501557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ace745-5c16-446d-be38-264a4bcbd360 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:04.503057 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-32ace745-5c16-446d-be38-264a4bcbd360 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 1093 time: 0.1349220 Nov 24 14:06:04.508170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43176) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:04.511436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255723-fa1c-497c-881e-46e0e942a23e req-947a4b60-c1d3-45b5-809a-55c4bbb52a6c tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:04.512881 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-44255723-fa1c-497c-881e-46e0e942a23e req-947a4b60-c1d3-45b5-809a-55c4bbb52a6c tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.1126928 Nov 24 14:06:04.520570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'port_id': '34db5ade-3f4b-42b6-8e17-6135c1b7165b'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:04.562282 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-44255723-fa1c-497c-881e-46e0e942a23e req-16e2bc40-66af-49fd-8a81-fb19b54ef37a tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Nov 24 14:06:04.610956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:04.682159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 183f60cd-02d0-422a-abdf-a5e74aab7d07 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:04.682496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:04.962080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8553d-fa3e-4683-82a5-a224821f1a9d req-8538a6d5-8638-42f9-b9f6-b084d4e7140f tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:04.963536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98d8553d-fa3e-4683-82a5-a224821f1a9d req-8538a6d5-8638-42f9-b9f6-b084d4e7140f tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.0838585 Nov 24 14:06:05.008592 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98d8553d-fa3e-4683-82a5-a224821f1a9d req-bf8b756b-fd35-4217-8af4-9fdd7e4a3157 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Nov 24 14:06:05.121827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:05.255839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 183f60cd-02d0-422a-abdf-a5e74aab7d07 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:05.770190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:05.771551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:05.775648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d24b2211-e62e-4b90-b55e-a8638b9fa7d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:05.809092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:05.934027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=183f60cd-02d0-422a-abdf-a5e74aab7d07,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:05.969213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:05.983144 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:06:06.246993 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d associated. External IP: 172.26.8.144, port: 34db5ade-3f4b-42b6-8e17-6135c1b7165b. Nov 24 14:06:06.313912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:06.711779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6375f-7184-4321-9a9b-df33dc92c655 req-2316f63e-2a5c-4bfa-ad66-aeb41009d429 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:06.713332 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d3d6375f-7184-4321-9a9b-df33dc92c655 req-2316f63e-2a5c-4bfa-ad66-aeb41009d429 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.5843709 Nov 24 14:06:06.778172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff51cb-e279-41d7-b437-8f17667d234c req-f693dbb5-7ee8-4e3d-93b6-c7b7bfb24bdd tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:06.779766 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58ff51cb-e279-41d7-b437-8f17667d234c req-f693dbb5-7ee8-4e3d-93b6-c7b7bfb24bdd tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 946 time: 0.0863123 Nov 24 14:06:06.854185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Deleting port 0217a6eb-70f6-4c79-a974-b950fae306b1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:06.854555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.039004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 99cedefc-d66b-4ae8-b790-d379e9dcd4f7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:07.062449 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-d3d6375f-7184-4321-9a9b-df33dc92c655 req-0a63cbea-65e9-42bb-8c4d-9a39ef5f17ca tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/security-groups?id=108436e6-01d4-4b45-8150-0c708d367029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364177 Nov 24 14:06:07.124484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] For port 0217a6eb-70f6-4c79-a974-b950fae306b1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0217a6eb-70f6-4c79-a974-b950fae306b1,segment=NetworkSegment(21ca6d69-6f57-4b6f-853e-28834b794cdf),segment_id=21ca6d69-6f57-4b6f-853e-28834b794cdf)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:07.124996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.220856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:07.231207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] Sync routers for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:07.235917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:07.243012 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/99cedefc-d66b-4ae8-b790-d379e9dcd4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7850568 Nov 24 14:06:07.246219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43186) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:07.246923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:07.247617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:07.259214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Calling delete_port for 0217a6eb-70f6-4c79-a974-b950fae306b1 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:07.313801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:07.322564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] Routers {'99cedefc-d66b-4ae8-b790-d379e9dcd4f7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:07.323395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:07.345489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6d4d82aa-9528-411f-ac9d-1f82dcb46892 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:07.385594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:07.386015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da418044-ea0c-4eaf-a651-f6549f5fb53d None None] The sync data for ids ['99cedefc-d66b-4ae8-b790-d379e9dcd4f7'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:07.421201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.428487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f6f91202-c91b-4496-a233-37d3f4e460aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:07.435269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['0217a6eb-70f6-4c79-a974-b950fae306b1'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:06:07.449773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6d4d82aa-9528-411f-ac9d-1f82dcb46892 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:07.454260 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6d4d82aa-9528-411f-ac9d-1f82dcb46892 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=99cedefc-d66b-4ae8-b790-d379e9dcd4f7 HTTP/1.1" status: 200 len: 205 time: 0.2038276 Nov 24 14:06:07.456061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43190) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:07.476788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Pushing event deleted for resources: {'Port': ['ID=0217a6eb-70f6-4c79-a974-b950fae306b1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:07.479762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:07.618566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.695345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] No DVR routers for this DVR port 0217a6eb-70f6-4c79-a974-b950fae306b1 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:07.698089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.701227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'name': 'network-vif-deleted', 'tag': '0217a6eb-70f6-4c79-a974-b950fae306b1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:07.718629 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58ff51cb-e279-41d7-b437-8f17667d234c req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.76 "DELETE /v2.0/ports/0217a6eb-70f6-4c79-a974-b950fae306b1 HTTP/1.1" status: 204 len: 173 time: 0.9333794 Nov 24 14:06:07.743567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:07.750160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.754987 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:07.769049 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:07.770279 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:07.776897 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2db31e-8a92-4d0c-83bd-4c681dd19127', 'name': 'network-vif-deleted', 'tag': '0217a6eb-70f6-4c79-a974-b950fae306b1', 'status': 'completed', 'code': 200} Nov 24 14:06:07.961611 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:07.979091 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-92f5f69f-21ec-4cce-88d3-1edd80d85cd2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 3.4698653 Nov 24 14:06:07.981498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:07.982199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43196) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:07.987639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:07.990456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.016766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.017336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router 99cedefc-d66b-4ae8-b790-d379e9dcd4f7 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:06:08.030696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.034353 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-804d8dd0-c3e9-4e74-8a13-5dc61b4515db tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/99cedefc-d66b-4ae8-b790-d379e9dcd4f7 HTTP/1.1" status: 204 len: 168 time: 0.5750537 Nov 24 14:06:08.034588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43202) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:08.072778 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'status': 'completed', 'code': 200} Nov 24 14:06:08.114252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet 2889162b-ed4a-4da0-bc55-75fff6ca7508 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:08.117563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.148162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d13b0979-e14d-4926-8e00-73d8211b6050 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 0.1644297 Nov 24 14:06:08.197190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.205238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-cbe9b41f-0cf8-4363-9d66-9936cc6e9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:08.209856 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-cbe9b41f-0cf8-4363-9d66-9936cc6e9f49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 1098 time: 0.1129248 Nov 24 14:06:08.376975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-5547517c-5c5c-475c-90dd-654cfc95ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:08.377758 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5e26dc4-3a40-410a-bd21-48437aa7f42d', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.144', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'port_id': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'mac_address': 'fa:16:3e:22:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:05:00Z', 'updated_at': '2021-11-24T14:06:05Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:08.379358 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-5547517c-5c5c-475c-90dd-654cfc95ab3e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 200 len: 899 time: 0.1625350 Nov 24 14:06:08.383793 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:06:08.394463 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:08.395075 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:08.479072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.503010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a01ff130-58b5-4966-8121-5178d625f668 req-3b1105b4-c13e-417b-a446-25d1e8513a54 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Synchronizing usage tracker for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:08.536280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a01ff130-58b5-4966-8121-5178d625f668 req-3b1105b4-c13e-417b-a446-25d1e8513a54 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Unset dirty status for tenant:9f52a166c05140fe8c65104f41ceab32 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:08.537611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a01ff130-58b5-4966-8121-5178d625f668 req-3b1105b4-c13e-417b-a446-25d1e8513a54 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e2db31e-8a92-4d0c-83bd-4c681dd19127 HTTP/1.1" status: 200 len: 210 time: 0.1571147 Nov 24 14:06:08.543058 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-ad2c9e78-eb91-4271-af87-e633ea259518 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b HTTP/1.1" status: 200 len: 999 time: 0.1225140 Nov 24 14:06:08.565716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.570969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d17e140a-95f6-4706-b5d1-277919ef56af tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:08.607227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=2889162b-ed4a-4da0-bc55-75fff6ca7508,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:08.609574 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:08.610099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:08.613936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.614467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-a191c4a1-ee40-466e-97a5-e1d939416327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:08.616081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-a191c4a1-ee40-466e-97a5-e1d939416327 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 200 len: 835 time: 0.0606048 Nov 24 14:06:08.622011 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/2889162b-ed4a-4da0-bc55-75fff6ca7508 HTTP/1.1" status: 204 len: 168 time: 0.5860741 Nov 24 14:06:08.623602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc9c3d-cc03-426a-bffa-a735c2b546e2 None None] Network 0215fb24-7870-4a7b-8c28-02b0e4f1c370 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:08.625187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43208) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:08.723604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-2d3d0ca3-e4e2-4815-9bd4-e099903a20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:08.725180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-2d3d0ca3-e4e2-4815-9bd4-e099903a20a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e36dc29f-c7ff-4735-9f14-3c11e01bebb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027765 Nov 24 14:06:08.768106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet e58ff254-b008-44f5-b50b-76df9b5ec93f {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:08.771888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.835646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.890295 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-59fa2a65-3734-4ea8-b891-bbdd0023e379 service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583130 Nov 24 14:06:08.946182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] DHCP port deletion for 0215fb24-7870-4a7b-8c28-02b0e4f1c370 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:06:08.950530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Deleting port 7a26c821-692a-4104-a7d1-1c3cf57b7eda {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:08.952372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:08.955848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.054670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.062076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:09.075037 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5e26dc4-3a40-410a-bd21-48437aa7f42d', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.144', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'port_id': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'mac_address': 'fa:16:3e:22:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:05:00Z', 'updated_at': '2021-11-24T14:06:05Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:09.075661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7a26c821-692a-4104-a7d1-1c3cf57b7eda no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:09.081898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-397ed91e-bb07-4265-b34e-66a8b05db41c req-443bae0e-0a6e-4281-b6ea-b83fa71c27cd service neutron] 10.222.0.76 "GET /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797910 Nov 24 14:06:09.083302 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab288c-c543-462f-bdd4-5dd1545f78d1 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5e26dc4-3a40-410a-bd21-48437aa7f42d', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.144', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'port_id': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'mac_address': 'fa:16:3e:22:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:05:00Z', 'updated_at': '2021-11-24T14:06:05Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:09.113168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=e58ff254-b008-44f5-b50b-76df9b5ec93f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:09.115966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.121993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:09.126963 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/e58ff254-b008-44f5-b50b-76df9b5ec93f HTTP/1.1" status: 204 len: 168 time: 0.5007343 Nov 24 14:06:09.129524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43212) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:09.141710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb91399a-527b-4d91-9c4d-8d85d1847312 None None] Network f5654cd7-847c-4d65-9113-39ef15e26876 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:09.152032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43216) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:09.256880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.268203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 7a26c821-692a-4104-a7d1-1c3cf57b7eda {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:09.268877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.273464 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-69c877c7-1d2c-44a6-bd8e-e268ba12b7b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 991 time: 0.1198828 Nov 24 14:06:09.374523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc27db-5d53-4625-9960-54c4add11da9 None None] New status for floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:06:09.495322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port 7a26c821-692a-4104-a7d1-1c3cf57b7eda, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a26c821-692a-4104-a7d1-1c3cf57b7eda,segment=NetworkSegment(99764a3b-c702-4889-a922-a958ac2b0736),segment_id=99764a3b-c702-4889-a922-a958ac2b0736)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:09.495672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.622716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 7a26c821-692a-4104-a7d1-1c3cf57b7eda owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:09.645101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43222) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:09.712576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Deleting subnet 1976960f-9934-4f76-9b9f-e30afc83e5fc {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:09.715667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.722380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.731150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.738831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac7c93ea-068c-498a-a09e-45e30ae18ecf tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:09.755904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] For port 7a26c821-692a-4104-a7d1-1c3cf57b7eda, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7a26c821-692a-4104-a7d1-1c3cf57b7eda,segment=NetworkSegment(99764a3b-c702-4889-a922-a958ac2b0736),segment_id=99764a3b-c702-4889-a922-a958ac2b0736)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:09.756313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.766640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.790911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=7a26c821-692a-4104-a7d1-1c3cf57b7eda,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:09.793532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No DVR routers for this DVR port 7a26c821-692a-4104-a7d1-1c3cf57b7eda on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:09.795576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:09.823883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.898263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.904010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeb96dbe-a09b-4e69-ab6a-460641aad64d tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:09.921472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.944320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Calling delete_port for 7a26c821-692a-4104-a7d1-1c3cf57b7eda owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:09.945812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1976960f-9934-4f76-9b9f-e30afc83e5fc,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:09.948669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0215fb24-7870-4a7b-8c28-02b0e4f1c370']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:09.949452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:09.953995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.962805 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1976960f-9934-4f76-9b9f-e30afc83e5fc HTTP/1.1" status: 204 len: 168 time: 0.3183699 Nov 24 14:06:09.963136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99764a3b-c702-4889-a922-a958ac2b0736') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:09.963136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99764a3b-c702-4889-a922-a958ac2b0736') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:09.963466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43226) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:09.976147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:09.994010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.002501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:10.002758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:10.018321 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:10.100203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.104182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:06:10.105878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:06:10.113701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.117212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f84803f5-610f-4bc6-a1b5-00d128302f07 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:10.133864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.148549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=0215fb24-7870-4a7b-8c28-02b0e4f1c370,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:10.151984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:10.164004 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/0215fb24-7870-4a7b-8c28-02b0e4f1c370 HTTP/1.1" status: 204 len: 168 time: 1.0309241 Nov 24 14:06:10.164234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] DHCP port deletion for f5654cd7-847c-4d65-9113-39ef15e26876 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:06:10.164375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43230) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:10.167575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Deleting port a2f4837a-6d15-4bea-af6a-185a776860ca {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:10.167957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.280402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43234) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:10.364138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.377046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.386203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] For port a2f4837a-6d15-4bea-af6a-185a776860ca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a2f4837a-6d15-4bea-af6a-185a776860ca,segment=NetworkSegment(0b21d7e8-93f3-495c-8ae1-10dc7e8fad10),segment_id=0b21d7e8-93f3-495c-8ae1-10dc7e8fad10)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:10.387393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.401114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port a2f4837a-6d15-4bea-af6a-185a776860ca {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:10.401454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.403825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05faabad-5342-4978-a093-f14c9a9e9cce']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:10.417742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ca6d69-6f57-4b6f-853e-28834b794cdf') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:10.418100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ca6d69-6f57-4b6f-853e-28834b794cdf') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:10.430243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.446911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.454114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:10.455722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:10.474290 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:10.521519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Calling delete_port for a2f4837a-6d15-4bea-af6a-185a776860ca owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:10.560266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.566428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4e63b396-c625-4eac-bf88-6185621cfeda tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:10.584335 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d0409ff4-602d-4463-aaf5-275394d2f2de tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 200 len: 993 time: 0.3024290 Nov 24 14:06:10.587617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.597315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Pushing event deleted for resources: {'Network': ['ID=05faabad-5342-4978-a093-f14c9a9e9cce,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:10.600539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:10.608598 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/05faabad-5342-4978-a093-f14c9a9e9cce HTTP/1.1" status: 204 len: 168 time: 0.6440489 Nov 24 14:06:10.609372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Deleting port 7a26c821-692a-4104-a7d1-1c3cf57b7eda {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:10.609834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.613867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43238) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:10.684691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-706ab085-87e0-46f5-a5fc-67c52c4cf2c6 None None] The port '7a26c821-692a-4104-a7d1-1c3cf57b7eda' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:06:10.690950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.701346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:10.705295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Deleting subnet d71eaca5-09d5-4c99-857d-a928b0cca1b7 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:10.708927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.747739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Pushing event deleted for resources: {'Port': ['ID=a2f4837a-6d15-4bea-af6a-185a776860ca,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:10.750987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:10.751791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] No DVR routers for this DVR port a2f4837a-6d15-4bea-af6a-185a776860ca on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:10.767402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.798176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port a2f4837a-6d15-4bea-af6a-185a776860ca, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a2f4837a-6d15-4bea-af6a-185a776860ca,segment=NetworkSegment(0b21d7e8-93f3-495c-8ae1-10dc7e8fad10),segment_id=0b21d7e8-93f3-495c-8ae1-10dc7e8fad10)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:10.798575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.829508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.898727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.902322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ea39ec08-5c04-4178-8488-2cd85907ad2b tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:10.925712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for a2f4837a-6d15-4bea-af6a-185a776860ca owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:10.937124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71eaca5-09d5-4c99-857d-a928b0cca1b7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:10.940195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:10.941138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:10.947237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d71eaca5-09d5-4c99-857d-a928b0cca1b7 HTTP/1.1" status: 204 len: 168 time: 0.3321939 Nov 24 14:06:10.949721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43242) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:11.010145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:06:11.010444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:06:11.018025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a2f4837a-6d15-4bea-af6a-185a776860ca no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:11.052699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: a2f4837a-6d15-4bea-af6a-185a776860ca {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:11.053076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a2f4837a-6d15-4bea-af6a-185a776860ca not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:11.063714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.189016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.213839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6668a0d3-a6c3-49b6-b093-971fd8d04cd4']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:11.226491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947a72b3-120c-4954-96d5-a136134fb383') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:11.226779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947a72b3-120c-4954-96d5-a136134fb383') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:11.238326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.257773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.264132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:11.264771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:11.277713 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:11.354031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.357339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cb990997-afd7-4a3e-879d-c14b6f9ad19a tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:11.370701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.379994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Pushing event deleted for resources: {'Network': ['ID=6668a0d3-a6c3-49b6-b093-971fd8d04cd4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:11.382829 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] 10.222.0.36 "DELETE /v2.0/networks/6668a0d3-a6c3-49b6-b093-971fd8d04cd4 HTTP/1.1" status: 204 len: 168 time: 0.4321291 Nov 24 14:06:11.383738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:11.511926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port a2f4837a-6d15-4bea-af6a-185a776860ca {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:11.512512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.555991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43248) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:11.581162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] The port 'a2f4837a-6d15-4bea-af6a-185a776860ca' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:06:11.611467 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-495fb10d-20e8-4961-9de6-5b076812c613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f52a166c05140fe8c65104f41ceab32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540655 Nov 24 14:06:11.614437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43252) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:11.678739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.707332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.714735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.732841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5654cd7-847c-4d65-9113-39ef15e26876']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:11.745583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:11.745864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b21d7e8-93f3-495c-8ae1-10dc7e8fad10') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:11.758938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.773992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.779327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-da5e6ba3-1a20-48cf-a002-bbe8c45a2bc4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:11.780074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.786264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:11.786646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.792886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108436e6-01d4-4b45-8150-0c708d367029,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:11.796626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:11.801695 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:11.808899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.810096 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e039c6d5-af41-43cf-ad02-378b15de69fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/108436e6-01d4-4b45-8150-0c708d367029 HTTP/1.1" status: 204 len: 168 time: 0.1943190 Nov 24 14:06:11.882636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.886236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d36f2b3c-80de-4aa2-9a31-c1ab49eab23c tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:11.904234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.911197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=f5654cd7-847c-4d65-9113-39ef15e26876,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:11.915262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:11.922528 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/f5654cd7-847c-4d65-9113-39ef15e26876 HTTP/1.1" status: 204 len: 168 time: 1.7571783 Nov 24 14:06:11.926436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43258) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:11.932146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1053803278'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:11.938356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:11.942208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:11.945082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:11.950886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:11.961310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:11.964688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:11.995415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:06:12.006160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.006507 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 94d3302f-f212-46d3-b469-706693923464 of type vlan for network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 Nov 24 14:06:12.036826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.069070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.074890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:12.075494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.081644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9a7f1b8b-e4ba-4736-bc7b-9744174d5992 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:12.169624 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43264) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:12.171402 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2437396 Nov 24 14:06:12.185141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43268) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:12.195078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:12.224850 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b3915b1f-5526-48c9-8ce8-edd880adc094 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e3902cbbc1144409a19b042c5bbcabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536041 Nov 24 14:06:12.227201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43272) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:12.263062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=90f3f126-5f7d-412e-92e7-cb9be58d17b3,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:12.265948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:12.274172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:06:12.287402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.314505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:12.318383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:12.318837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.321363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:12.328322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:12.340171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0217a6eb-70f6-4c79-a974-b950fae306b1 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:12.340491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:12.345860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.383267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.387453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0388183b-90e8-4d9f-916f-c68904c30c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:12.392865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 0217a6eb-70f6-4c79-a974-b950fae306b1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:12.393494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0217a6eb-70f6-4c79-a974-b950fae306b1 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:12.403654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35911d-51af-4778-b66b-afda272373ef,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:12.406543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:12.410816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.413109 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa35911d-51af-4778-b66b-afda272373ef HTTP/1.1" status: 204 len: 168 time: 0.1837900 Nov 24 14:06:12.606119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.612290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d3e8855-d157-40b3-bbc9-e84327b56de3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:12.695460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=7e9a4582-795c-4aa5-99a7-c6bba1a574a6,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:12.699799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:12.704842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '94d3302f-f212-46d3-b469-706693923464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:12.705206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: 90f3f126-5f7d-412e-92e7-cb9be58d17b3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:06:12.727780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:06:12.739967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 90f3f126-5f7d-412e-92e7-cb9be58d17b3) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:12.744543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:12.745137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.753997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb13d57-19ae-4477-afc1-472ca0527ce1 None None] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:12.775932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5890255 Nov 24 14:06:12.779901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43278) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:12.785734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-899327431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:12.792419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:12.796962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:12.799808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:12.806294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:12.817460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.818604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.833642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.851454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.875404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:12.876591 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-204a11d2-b240-418d-9d42-96922b5ea965 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0956221 Nov 24 14:06:12.879295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43282) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:12.885137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'port': {'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3', 'name': 'tempest-RoutersTest-1255366836'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:13.022051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-90f3f126-5f7d-412e-92e7-cb9be58d17b3', 'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': '7e9a4582-795c-4aa5-99a7-c6bba1a574a6'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:06:13.022894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.023476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:13.027672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:port and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:13.031838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:13.037821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:13.048930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:13.052657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.084223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] device_id is not set on port e946d896-9977-4ce5-a925-30e9853805a0 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:06:13.185995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Allocated IP 172.20.0.2 (90f3f126-5f7d-412e-92e7-cb9be58d17b3/7e9a4582-795c-4aa5-99a7-c6bba1a574a6/bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:13.387656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.397928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Transition to ACTIVE for port object bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:13.416100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Transition to ACTIVE for port object bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:13.421787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.426914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-651b597b-2978-4b1c-8844-007b15a1c921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:13.487257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:13.490226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-366c9e2b-c346-4545-9d13-ebb56fc2bb35 {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:06:13.490538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:06:13.490673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:13.493147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:13.527134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Pushing event updated for resources: {'Port': ['ID=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:13.536269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:13.592583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Attempting to bind port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:13.592968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Attempting to bind port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '94d3302f-f212-46d3-b469-706693923464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:13.593341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Attempting to bind port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 on network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:13.598543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:13.598921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Checking segment: {'id': '94d3302f-f212-46d3-b469-706693923464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:13.599324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.599720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Bound using segment: {'id': '94d3302f-f212-46d3-b469-706693923464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:13.600183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Bound port: bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d3302f-f212-46d3-b469-706693923464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '90f3f126-5f7d-412e-92e7-cb9be58d17b3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:13.600705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.689429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] For port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:13.692228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] For port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,segment=NetworkSegment(94d3302f-f212-46d3-b469-706693923464),segment_id=94d3302f-f212-46d3-b469-706693923464)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:13.696614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:13.699993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0091ea46-5dcd-4e3a-ace0-a8f9f06db9e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:13.779967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Pushing event updated for resources: {'Port': ['ID=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:13.783048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:13.991861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:14.016066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] device_id is not set on port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:06:14.174530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.20.0.13 (90f3f126-5f7d-412e-92e7-cb9be58d17b3/7e9a4582-795c-4aa5-99a7-c6bba1a574a6/0a73a5fb-9ede-4c27-91dd-405a2bb29f83) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:14.385578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:14.402698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:14.427484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:14.434352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-09cbb5e7-7d0a-4135-8d31-b3e01049b9b2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:14.506322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:14.511047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:14.516583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:14.559200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=0a73a5fb-9ede-4c27-91dd-405a2bb29f83,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:14.564640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:14.587947 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:14.588507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:14.618182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7377758 Nov 24 14:06:14.620785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43286) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:14.704444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c150e50-f987-46bc-b2c2-586b986c6c66 None None] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:14.807716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8c8e944b-4301-448b-b9f0-aa03030bee89 None None] Provisioning for port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:15.027819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:15.103338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:15.110268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:15.110797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.253817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.280019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-216be8b7-85cb-4fd7-9eb9-76449ab48f45 None None] Provisioning complete for port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:15.280315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-216be8b7-85cb-4fd7-9eb9-76449ab48f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.344318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,segment=NetworkSegment(94d3302f-f212-46d3-b469-706693923464),segment_id=94d3302f-f212-46d3-b469-706693923464)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:15.349829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.354875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:15.373268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.477176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:15.480492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:15.506681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-216be8b7-85cb-4fd7-9eb9-76449ab48f45 None None] Provisioning for port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:15.511613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-216be8b7-85cb-4fd7-9eb9-76449ab48f45 None None] Provisioning complete for port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:15.512066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-216be8b7-85cb-4fd7-9eb9-76449ab48f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.569115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-216be8b7-85cb-4fd7-9eb9-76449ab48f45 None None] Port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:15.689783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-46f7930f-28c9-4e42-8502-af8ba99adb74 None None] Provisioning complete for port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:15.690258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46f7930f-28c9-4e42-8502-af8ba99adb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.748200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.748553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46f7930f-28c9-4e42-8502-af8ba99adb74 None None] Port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:15.753192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:15.756999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9c1ca226-fe5d-492c-a611-0ee26c30a970 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:15.872013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=0a73a5fb-9ede-4c27-91dd-405a2bb29f83,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:15.877574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:16.067012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d0dc0ad7-d366-4e40-80ed-552ff67a51e5 None None] Provisioning complete for port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:16.067495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0ad7-d366-4e40-80ed-552ff67a51e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.095195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.124314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc0ad7-d366-4e40-80ed-552ff67a51e5 None None] Port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:16.202801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.703500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.707843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.739530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a06b3a51-b01c-4d01-8d24-4a729a4ae73a tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:16.826573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.830162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=0a73a5fb-9ede-4c27-91dd-405a2bb29f83,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:16.833416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:16.849875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:16.973788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:16.974955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:17.009895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:17.086050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:17.086477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:17.185729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 7263d55c-29d1-4243-9869-31ae025950b0 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:06:17.268480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a8c1113f-d359-4982-a6db-6faa7e8016a8 None None] Provisioning complete for port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:17.268849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8c1113f-d359-4982-a6db-6faa7e8016a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:17.330169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1113f-d359-4982-a6db-6faa7e8016a8 None None] Port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:17.347328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:17.352132 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/7263d55c-29d1-4243-9869-31ae025950b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7303882 Nov 24 14:06:17.354751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43290) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:17.358526 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] Sync routers for ids ['7263d55c-29d1-4243-9869-31ae025950b0'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:17.368671 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] Routers {'7263d55c-29d1-4243-9869-31ae025950b0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:17.369311 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7263d55c-29d1-4243-9869-31ae025950b0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:17.434177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2fcaf-7f20-4c06-b2a4-053ce3e6edbf tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:17.434771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-35f2fcaf-7f20-4c06-b2a4-053ce3e6edbf tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:17.437734 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:17.446670 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] Routers {'7263d55c-29d1-4243-9869-31ae025950b0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:17.447266 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7263d55c-29d1-4243-9869-31ae025950b0'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:17.452130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-35f2fcaf-7f20-4c06-b2a4-053ce3e6edbf tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:17.453690 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35f2fcaf-7f20-4c06-b2a4-053ce3e6edbf tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports/0a73a5fb-9ede-4c27-91dd-405a2bb29f83 HTTP/1.1" status: 200 len: 978 time: 0.0977471 Nov 24 14:06:17.459044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43294) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:17.514274 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:17.514907 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed487b1-b498-4bd9-9cb4-43b90aae365f None None] The sync data for ids ['7263d55c-29d1-4243-9869-31ae025950b0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:18.092676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:18.371251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:18.371488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:18.570335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:18.696588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 0a73a5fb-9ede-4c27-91dd-405a2bb29f83 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:18.880410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:18.885848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d718178a-5f04-4e5a-b157-6ed32d1b5dc2 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:18.930919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=0a73a5fb-9ede-4c27-91dd-405a2bb29f83,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:18.933785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:19.158197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:19.546436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 7263d55c-29d1-4243-9869-31ae025950b0 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:19.680350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:19.692585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] Sync routers for ids ['7263d55c-29d1-4243-9869-31ae025950b0'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:19.697437 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/7263d55c-29d1-4243-9869-31ae025950b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2365720 Nov 24 14:06:19.700168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43298) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:19.704047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] Routers {'7263d55c-29d1-4243-9869-31ae025950b0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:19.704693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7263d55c-29d1-4243-9869-31ae025950b0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:19.776597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:19.793525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-512ce9d7-5a74-4909-a4af-795a814d21cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:19.796887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] Routers {'7263d55c-29d1-4243-9869-31ae025950b0'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:19.797442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:05:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['7263d55c-29d1-4243-9869-31ae025950b0'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:19.860681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:19.861129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679271cf-bde4-4f0a-b4b6-689f078d8b0a None None] The sync data for ids ['7263d55c-29d1-4243-9869-31ae025950b0'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:20.028015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-7f4da3e5-7355-4a05-85a2-763464d01da0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 14:06:20.029602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7f4da3e5-7355-4a05-85a2-763464d01da0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/7263d55c-29d1-4243-9869-31ae025950b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3276155 Nov 24 14:06:20.032425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43302) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:20.073289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f946dd59-8694-4380-9c82-d4c6c8ea3881 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:20.088595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f946dd59-8694-4380-9c82-d4c6c8ea3881 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:20.089783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f946dd59-8694-4380-9c82-d4c6c8ea3881 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=7263d55c-29d1-4243-9869-31ae025950b0 HTTP/1.1" status: 200 len: 205 time: 0.0564358 Nov 24 14:06:20.093067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43306) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:20.225846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.327577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.653990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.656120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.678415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.678919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router 7263d55c-29d1-4243-9869-31ae025950b0 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:06:20.691250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.694785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dd082c3d-7da7-4ca8-bd7b-a383f2441b41 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/7263d55c-29d1-4243-9869-31ae025950b0 HTTP/1.1" status: 204 len: 168 time: 0.5983763 Nov 24 14:06:20.695081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43310) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:20.763076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet 7e9a4582-795c-4aa5-99a7-c6bba1a574a6 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:20.766819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.824693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.912816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.987384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:20.992322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e35df657-a17a-40e7-84cf-208f9cd4a480 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:21.028562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9a4582-795c-4aa5-99a7-c6bba1a574a6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:21.031500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.035907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c2028-e730-4e43-8638-63d2fcb37333 None None] Network 90f3f126-5f7d-412e-92e7-cb9be58d17b3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:21.036660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:21.038478 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/7e9a4582-795c-4aa5-99a7-c6bba1a574a6 HTTP/1.1" status: 204 len: 168 time: 0.3425126 Nov 24 14:06:21.041198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43314) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:21.156842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.167303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:21.167564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.297100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] DHCP port deletion for 90f3f126-5f7d-412e-92e7-cb9be58d17b3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:06:21.301655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Deleting port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:21.302034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.381440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,segment=NetworkSegment(94d3302f-f212-46d3-b469-706693923464),segment_id=94d3302f-f212-46d3-b469-706693923464)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:21.381815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.582883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] For port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,segment=NetworkSegment(94d3302f-f212-46d3-b469-706693923464),segment_id=94d3302f-f212-46d3-b469-706693923464)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:21.583509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.587895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:21.711500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.715566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-714b923c-9452-4b79-980c-030cccd69fbe tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:21.753248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Calling delete_port for bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:21.761727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:21.765147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:21.770517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No DVR routers for this DVR port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:21.828343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:06:21.828703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:06:21.896192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.922636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f3f126-5f7d-412e-92e7-cb9be58d17b3']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:21.934325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d3302f-f212-46d3-b469-706693923464') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:21.934619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d3302f-f212-46d3-b469-706693923464') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:21.945958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.961635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.968433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:21.968852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:21.983728 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:22.065051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.068398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-70274672-b324-4faa-8627-03e33eef48d9 tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:22.082554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.095182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=90f3f126-5f7d-412e-92e7-cb9be58d17b3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:22.100603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:22.108431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/90f3f126-5f7d-412e-92e7-cb9be58d17b3 HTTP/1.1" status: 204 len: 168 time: 1.0659609 Nov 24 14:06:22.112486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43318) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:22.118444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-273686002'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:22.124139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:22.128089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:22.131151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:22.137813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:22.147647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:22.151007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.180565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:06:22.189468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.189803 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment c11ec466-8b68-44bb-9a59-9292ddc3f4c6 of type vlan for network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 Nov 24 14:06:22.214503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.244330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.250807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:22.251399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.254959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:22.330383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Deleting port bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:22.330977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.355404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2414978 Nov 24 14:06:22.359010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43322) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:22.365765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:22.367181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=19d8127f-c424-433b-a8cb-4c62a7a2a5e8,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:22.370351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:22.397155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:06:22.414785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd6af6c8-403b-4a3e-ba64-8f2ff7fe8428 None None] The port 'bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:06:22.527660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7349b07-7be8-4fa5-8b30-d6330719edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.601406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:22.605220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:22.608004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:22.613872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:22.622289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:22.625913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.843385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.847120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:22.924096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=9f553530-1bbb-4786-807a-d16a4a57ccbb,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:22.927274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:22.935508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:22.935989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: 19d8127f-c424-433b-a8cb-4c62a7a2a5e8, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:06:22.955912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:06:22.967077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 19d8127f-c424-433b-a8cb-4c62a7a2a5e8) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:22.972494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:22.973429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:22.980267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d1ac5-9cd2-4454-ade6-018975495349 None None] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:22.999072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6387615 Nov 24 14:06:23.001654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43326) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:23.006761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-850765056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:23.014966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:23.018824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:23.021686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:23.027355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:23.038190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.039358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.049233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:23.055387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.073402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.098045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.098808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:23.099170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device bc0746aa-e85a-4a02-a88f-6fa8ca3cb4b6 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:23.099612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a0256d45-93ba-4bf6-9ce0-f92fab4fb05f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0969462 Nov 24 14:06:23.102333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43330) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:23.274685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-19d8127f-c424-433b-a8cb-4c62a7a2a5e8', 'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': '9f553530-1bbb-4786-807a-d16a4a57ccbb'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:06:23.275512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.433297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Allocated IP 172.20.0.2 (19d8127f-c424-433b-a8cb-4c62a7a2a5e8/9f553530-1bbb-4786-807a-d16a4a57ccbb/eb647865-a55a-4a36-b287-a68689fc0e2c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:23.579870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.643051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.665986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Transition to ACTIVE for port object eb647865-a55a-4a36-b287-a68689fc0e2c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:23.672975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.686657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Transition to ACTIVE for port object eb647865-a55a-4a36-b287-a68689fc0e2c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:23.693387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.697421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:23.765564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:23.768633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:23.772412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:23.804070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Pushing event updated for resources: {'Port': ['ID=eb647865-a55a-4a36-b287-a68689fc0e2c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:23.812488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:23.874659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Attempting to bind port eb647865-a55a-4a36-b287-a68689fc0e2c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:23.874974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Attempting to bind port eb647865-a55a-4a36-b287-a68689fc0e2c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:23.875306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Attempting to bind port eb647865-a55a-4a36-b287-a68689fc0e2c on network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:23.880687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:23.881098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Checking segment: {'id': 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:23.881506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.881918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Bound using segment: {'id': 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:23.882371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Bound port: eb647865-a55a-4a36-b287-a68689fc0e2c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '19d8127f-c424-433b-a8cb-4c62a7a2a5e8'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:23.882764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.937526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.20.0.1 (19d8127f-c424-433b-a8cb-4c62a7a2a5e8/9f553530-1bbb-4786-807a-d16a4a57ccbb/7fbd6966-3d04-4594-a748-ae8650cedf93) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:23.973041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] For port eb647865-a55a-4a36-b287-a68689fc0e2c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:23.976034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] For port eb647865-a55a-4a36-b287-a68689fc0e2c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=eb647865-a55a-4a36-b287-a68689fc0e2c,segment=NetworkSegment(c11ec466-8b68-44bb-9a59-9292ddc3f4c6),segment_id=c11ec466-8b68-44bb-9a59-9292ddc3f4c6)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:23.979501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:23.983272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:24.063257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Pushing event updated for resources: {'Port': ['ID=eb647865-a55a-4a36-b287-a68689fc0e2c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:24.066459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:24.252664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:24.270058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object 7fbd6966-3d04-4594-a748-ae8650cedf93 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:24.296431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:24.300319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:24.367169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:24.370362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:24.374542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:24.407482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=7fbd6966-3d04-4594-a748-ae8650cedf93,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:24.417698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:24.438414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:24.558586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:24.962547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:24.969485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:24.998893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8692ee56-0f2f-41bb-b92b-79e90eb152c5 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:25.014292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f51933-75eb-4312-bf42-c882f1131140 None None] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:25.086707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device eb647865-a55a-4a36-b287-a68689fc0e2c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:25.103442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=7fbd6966-3d04-4594-a748-ae8650cedf93,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:25.108656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:25.109541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:25.191401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f989881b-f3cb-455e-9572-c897f161469e None None] Provisioning for port eb647865-a55a-4a36-b287-a68689fc0e2c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:25.270264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:25.270264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:25.273585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port eb647865-a55a-4a36-b287-a68689fc0e2c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:25.287665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port eb647865-a55a-4a36-b287-a68689fc0e2c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:25.287665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:25.337997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:25.472111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:06:25.475417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:25.523514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port eb647865-a55a-4a36-b287-a68689fc0e2c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=eb647865-a55a-4a36-b287-a68689fc0e2c,segment=NetworkSegment(c11ec466-8b68-44bb-9a59-9292ddc3f4c6),segment_id=c11ec466-8b68-44bb-9a59-9292ddc3f4c6)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:25.532134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:25.532134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f051347b-67c3-473d-be24-909ba909b577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:25.598136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=eb647865-a55a-4a36-b287-a68689fc0e2c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:25.601309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:25.675302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:25.685752 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] Sync routers for ids ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:25.698007 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] Routers {'1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:25.698949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:25.702427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43334) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:25.721636 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178584 Nov 24 14:06:25.765433 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:25.774860 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] Routers {'1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:25.775452 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:25.782378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d769073-90c6-469f-8e68-c3e78d091c90 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:25.784782 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d769073-90c6-469f-8e68-c3e78d091c90 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports/7fbd6966-3d04-4594-a748-ae8650cedf93 HTTP/1.1" status: 200 len: 910 time: 0.0804031 Nov 24 14:06:25.786971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43338) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:25.838642 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:25.839056 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3007e7d-8b2d-4a82-a340-f4fdf0b3936d None None] The sync data for ids ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:25.867766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63dd5fd2-3d44-452e-ac49-18f097f490b6 None None] Provisioning for port 7fbd6966-3d04-4594-a748-ae8650cedf93 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:25.875309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63dd5fd2-3d44-452e-ac49-18f097f490b6 None None] Provisioning complete for port 7fbd6966-3d04-4594-a748-ae8650cedf93 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:25.875778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63dd5fd2-3d44-452e-ac49-18f097f490b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:25.933178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-63dd5fd2-3d44-452e-ac49-18f097f490b6 None None] Port 7fbd6966-3d04-4594-a748-ae8650cedf93 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:25.946087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-63dd5fd2-3d44-452e-ac49-18f097f490b6 None None] Provisioning complete for port eb647865-a55a-4a36-b287-a68689fc0e2c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:25.946467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63dd5fd2-3d44-452e-ac49-18f097f490b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:26.196906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4d3efe8-34a2-4ca2-aab0-feaf5c044708 None None] Provisioning complete for port 7fbd6966-3d04-4594-a748-ae8650cedf93 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:26.197640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4d3efe8-34a2-4ca2-aab0-feaf5c044708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:26.257032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3efe8-34a2-4ca2-aab0-feaf5c044708 None None] Port 7fbd6966-3d04-4594-a748-ae8650cedf93 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:26.443329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:26.796463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 7fbd6966-3d04-4594-a748-ae8650cedf93 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:26.796463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:27.009362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:27.021797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device eb647865-a55a-4a36-b287-a68689fc0e2c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:27.096491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port eb647865-a55a-4a36-b287-a68689fc0e2c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:27.097791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:27.164430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 7fbd6966-3d04-4594-a748-ae8650cedf93 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:27.373695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:27.377315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6d4b68bb-6911-4601-8e63-68c0d1c1c5ff tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:27.424991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=7fbd6966-3d04-4594-a748-ae8650cedf93,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:27.428037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:27.669863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.065917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:28.206691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:28.220002 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318235 Nov 24 14:06:28.220932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] Sync routers for ids ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:28.222662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43342) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:28.233555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] Routers {'1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:28.234257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:28.267126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dc0470bf-f796-4a1c-a3bf-6b5b2c35ddc0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:28.284734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-dc0470bf-f796-4a1c-a3bf-6b5b2c35ddc0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:28.288378 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dc0470bf-f796-4a1c-a3bf-6b5b2c35ddc0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 HTTP/1.1" status: 200 len: 205 time: 0.0623431 Nov 24 14:06:28.288595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43346) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:28.305515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:28.315134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] Routers {'1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:28.315733 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:28.377642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:28.378051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa4fb-4c07-4573-8e81-5d1467afe62d None None] The sync data for ids ['1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:28.434674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.776911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.779767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.807689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.808353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router 1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:06:28.832943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.838529 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-94c68df8-dd6d-441f-9ca1-dcd6f9f30eab tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 HTTP/1.1" status: 204 len: 168 time: 0.5429146 Nov 24 14:06:28.838529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43354) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:28.909633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet 9f553530-1bbb-4786-807a-d16a4a57ccbb {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:28.913822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:28.972094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.055705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.129845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.135532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cab3bd03-3789-4776-b6f3-9492ca958529 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:29.178732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=9f553530-1bbb-4786-807a-d16a4a57ccbb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:29.180644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.183375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:29.186483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2b38b-e8d5-4254-8253-4ef7c910187b None None] Network 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:29.187809 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/9f553530-1bbb-4786-807a-d16a4a57ccbb HTTP/1.1" status: 204 len: 168 time: 0.3498564 Nov 24 14:06:29.190430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43358) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:29.439240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.441823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] DHCP port deletion for 19d8127f-c424-433b-a8cb-4c62a7a2a5e8 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:06:29.446157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Deleting port eb647865-a55a-4a36-b287-a68689fc0e2c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:29.446548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.450317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port eb647865-a55a-4a36-b287-a68689fc0e2c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:29.451345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.658420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port eb647865-a55a-4a36-b287-a68689fc0e2c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=eb647865-a55a-4a36-b287-a68689fc0e2c,segment=NetworkSegment(c11ec466-8b68-44bb-9a59-9292ddc3f4c6),segment_id=c11ec466-8b68-44bb-9a59-9292ddc3f4c6)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:29.658773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.668329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] For port eb647865-a55a-4a36-b287-a68689fc0e2c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=eb647865-a55a-4a36-b287-a68689fc0e2c,segment=NetworkSegment(c11ec466-8b68-44bb-9a59-9292ddc3f4c6),segment_id=c11ec466-8b68-44bb-9a59-9292ddc3f4c6)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:29.668788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.788556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for eb647865-a55a-4a36-b287-a68689fc0e2c owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:29.789414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Calling delete_port for eb647865-a55a-4a36-b287-a68689fc0e2c owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:29.865499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:29.869410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ce09f37b-faa4-4f9d-9063-f684a6f91af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:29.870974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:06:29.871339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:06:29.925047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Pushing event deleted for resources: {'Port': ['ID=eb647865-a55a-4a36-b287-a68689fc0e2c,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:29.928473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:29.930609 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] No DVR routers for this DVR port eb647865-a55a-4a36-b287-a68689fc0e2c on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:30.372874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port eb647865-a55a-4a36-b287-a68689fc0e2c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:30.373470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.456675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] The port 'eb647865-a55a-4a36-b287-a68689fc0e2c' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:06:30.576986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.601513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d8127f-c424-433b-a8cb-4c62a7a2a5e8']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:30.613372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:30.613660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11ec466-8b68-44bb-9a59-9292ddc3f4c6') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:30.624587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.640909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.647218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:30.647620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:30.662571 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:30.744769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.748725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-87d74a87-1128-4a7a-ae6e-4e3c0f80a0d3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:30.762933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.773726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=19d8127f-c424-433b-a8cb-4c62a7a2a5e8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:30.777909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:30.785094 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/19d8127f-c424-433b-a8cb-4c62a7a2a5e8 HTTP/1.1" status: 204 len: 168 time: 1.5936508 Nov 24 14:06:30.788558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43362) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:30.793553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2057302025', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:30.801235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:30.805260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:30.808163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:30.814902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:30.825096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.826685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:30.842047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:31.008391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device eb647865-a55a-4a36-b287-a68689fc0e2c no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:31.042701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: eb647865-a55a-4a36-b287-a68689fc0e2c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:31.043140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device eb647865-a55a-4a36-b287-a68689fc0e2c not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:31.115542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:31.537928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:31.567953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:31.711291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.26.8.219 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/e119495f-10da-457b-a49e-a87333672d9c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:31.862838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:31.892990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:31.896579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:31.958476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:31.961376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:31.964995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:32.004522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=e119495f-10da-457b-a49e-a87333672d9c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:32.008633 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:32.384129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:32.731043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:33.070184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:06:33.251999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:33.261149 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] Sync routers for ids ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:33.271299 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] Routers {'b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:33.272084 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:33.279057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:33.280524 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4910109 Nov 24 14:06:33.283337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43368) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:33.335118 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:33.343853 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] Routers {'b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:33.344452 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:33.406256 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:33.406668 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4273c-3ce3-4095-a79d-e81a48c95dad None None] The sync data for ids ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:33.468879 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0a4e9d49-d234-426c-8f18-bd5c06878861 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/routers/b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 200 len: 881 time: 0.1843462 Nov 24 14:06:33.472199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43372) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:33.688669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d124500a-5743-4fdc-ac0a-d94d38c52c20 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:router {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:33.706862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d124500a-5743-4fdc-ac0a-d94d38c52c20 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:router {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:33.711847 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d124500a-5743-4fdc-ac0a-d94d38c52c20 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2358625 Nov 24 14:06:33.712055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43376) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:33.717246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2057302025'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:34.452922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:34.464491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:34.645980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:34.826162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:34.832636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:34.833760 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-15d6e8e2-b3fe-4e14-bf23-0b2c4d102044 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 200 len: 888 time: 1.1208351 Nov 24 14:06:34.836512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43380) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:34.839191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] Sync routers for ids ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:34.850179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] Routers {'b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:34.851013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:34.915564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:34.925184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] Routers {'b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:34.925795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:34.989691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:34.990020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacfaccd-4ac2-4674-a5cd-3420b800b2d8 None None] The sync data for ids ['b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:35.162387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8d563350-6577-429b-9899-f1be2d190514 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/routers/b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 200 len: 888 time: 0.3233101 Nov 24 14:06:35.164912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43386) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:35.210173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-92c0c53a-7bc6-407d-892c-8e852a3a599d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:35.225370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-92c0c53a-7bc6-407d-892c-8e852a3a599d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:35.226496 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-92c0c53a-7bc6-407d-892c-8e852a3a599d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 200 len: 205 time: 0.0606976 Nov 24 14:06:35.229209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43390) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:35.411201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:35.607130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:35.617402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port e119495f-10da-457b-a49e-a87333672d9c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:35.617744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:35.791094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:35.930890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for e119495f-10da-457b-a49e-a87333672d9c owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:36.111979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.115908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-852d44e5-77eb-4de3-9b7c-2f7120f55aba tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:36.158984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=e119495f-10da-457b-a49e-a87333672d9c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:36.162639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:36.259858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.436826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.438981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.465048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.465549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:06:36.487240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.488575 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 204 len: 168 time: 1.2582304 Nov 24 14:06:36.492178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43394) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:36.498366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1095784851'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:36.503342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:36.507119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:36.510123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:36.517021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:36.659778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:36.663533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.697287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:06:36.708129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.708797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 3e58998a-3e2d-4ed5-b0c9-5f113305159b of type vlan for network fb39eaa1-9353-4842-9357-0c44be84cb74 Nov 24 14:06:36.736841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.767132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.772794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:36.773397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:36.778391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8c4510d7-4b52-4496-8559-fee708a3fc94 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:36.864157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3708813 Nov 24 14:06:36.867081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43398) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:36.873436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:36.884537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=fb39eaa1-9353-4842-9357-0c44be84cb74,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:36.887317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:36.895188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network fb39eaa1-9353-4842-9357-0c44be84cb74 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:06:36.988393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:36.992207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:36.995053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:37.001159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:37.010858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:37.014449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.230776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.236069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b0f9b3b3-3ebf-40e3-a8a5-f69868fb61f7 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:37.321543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=2ea163a3-d3cc-4078-8dea-2a92b0804c94,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:37.325038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:37.328650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '3e58998a-3e2d-4ed5-b0c9-5f113305159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:37.328650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: fb39eaa1-9353-4842-9357-0c44be84cb74, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:06:37.347826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network fb39eaa1-9353-4842-9357-0c44be84cb74 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:06:37.357468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, fb39eaa1-9353-4842-9357-0c44be84cb74) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:37.361529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:37.362113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.367169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b93abf-c770-43a1-b518-2f86254271a9 None None] Network fb39eaa1-9353-4842-9357-0c44be84cb74 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:37.383474 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5152609 Nov 24 14:06:37.386381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43402) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:37.392296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1270609374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:37.398978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:37.403142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:37.406721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:37.413164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:37.422857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.423837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.438543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.457289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.484730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.485850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-14bce497-0afc-4ab4-bdea-1d46075df24d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0984895 Nov 24 14:06:37.488938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:37.635329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-fb39eaa1-9353-4842-9357-0c44be84cb74', 'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': '2ea163a3-d3cc-4078-8dea-2a92b0804c94'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:06:37.636166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:37.797949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Allocated IP 172.20.0.2 (fb39eaa1-9353-4842-9357-0c44be84cb74/2ea163a3-d3cc-4078-8dea-2a92b0804c94/8814be5c-db26-4dbb-add5-8dc05109444a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:37.978482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.009797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.020543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Transition to ACTIVE for port object 8814be5c-db26-4dbb-add5-8dc05109444a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:38.038637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Transition to ACTIVE for port object 8814be5c-db26-4dbb-add5-8dc05109444a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:38.045764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.049958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6f3087e4-6791-40e8-a1bd-69e1bcf7bd3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:38.115123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Network fb39eaa1-9353-4842-9357-0c44be84cb74 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:38.118272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:38.121938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:38.128345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Pushing event updated for resources: {'Port': ['ID=8814be5c-db26-4dbb-add5-8dc05109444a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:38.132105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:38.217632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Attempting to bind port 8814be5c-db26-4dbb-add5-8dc05109444a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:38.218004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Attempting to bind port 8814be5c-db26-4dbb-add5-8dc05109444a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '3e58998a-3e2d-4ed5-b0c9-5f113305159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:38.218365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Attempting to bind port 8814be5c-db26-4dbb-add5-8dc05109444a on network fb39eaa1-9353-4842-9357-0c44be84cb74 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:38.223629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:38.224000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Checking segment: {'id': '3e58998a-3e2d-4ed5-b0c9-5f113305159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:38.224401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.224821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Bound using segment: {'id': '3e58998a-3e2d-4ed5-b0c9-5f113305159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:38.225281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Bound port: 8814be5c-db26-4dbb-add5-8dc05109444a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e58998a-3e2d-4ed5-b0c9-5f113305159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'fb39eaa1-9353-4842-9357-0c44be84cb74'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:38.225653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.313930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] For port 8814be5c-db26-4dbb-add5-8dc05109444a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:38.317035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] For port 8814be5c-db26-4dbb-add5-8dc05109444a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8814be5c-db26-4dbb-add5-8dc05109444a,segment=NetworkSegment(3e58998a-3e2d-4ed5-b0c9-5f113305159b),segment_id=3e58998a-3e2d-4ed5-b0c9-5f113305159b)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:38.321164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.324633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-add1b33b-ecdc-45f3-b31b-95ef9860baef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:38.332727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.20.0.1 (fb39eaa1-9353-4842-9357-0c44be84cb74/2ea163a3-d3cc-4078-8dea-2a92b0804c94/e5819f22-043a-41b7-ba2e-eb7e9f49302c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:38.406813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Pushing event updated for resources: {'Port': ['ID=8814be5c-db26-4dbb-add5-8dc05109444a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:38.409988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:38.499969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.516318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object e5819f22-043a-41b7-ba2e-eb7e9f49302c will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:38.541621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.546122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:38.623827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network fb39eaa1-9353-4842-9357-0c44be84cb74 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:38.627261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:38.631349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:38.804723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=e5819f22-043a-41b7-ba2e-eb7e9f49302c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:38.816073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:38.835229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:38.939018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.045988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8814be5c-db26-4dbb-add5-8dc05109444a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:39.124613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 8814be5c-db26-4dbb-add5-8dc05109444a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:39.371700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.377237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.401565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b1da1-0b35-40f5-84b1-814bff1099c7 None None] Network fb39eaa1-9353-4842-9357-0c44be84cb74 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:39.402861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dca415ce-abc8-40be-9a3e-b586e500ce8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:39.492111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=e5819f22-043a-41b7-ba2e-eb7e9f49302c,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:39.494634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.499095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:39.500872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Provisioning for port 8814be5c-db26-4dbb-add5-8dc05109444a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:39.517038 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Provisioning complete for port 8814be5c-db26-4dbb-add5-8dc05109444a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:39.517423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.636781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network fb39eaa1-9353-4842-9357-0c44be84cb74 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:39.638987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:39.751107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.791761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] For port 8814be5c-db26-4dbb-add5-8dc05109444a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8814be5c-db26-4dbb-add5-8dc05109444a,segment=NetworkSegment(3e58998a-3e2d-4ed5-b0c9-5f113305159b),segment_id=3e58998a-3e2d-4ed5-b0c9-5f113305159b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:39.802706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:39.804653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-befb5d3e-378e-47bc-a0d7-c4b206283abe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:39.862113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router e08a0ea3-84f9-4366-ad6f-ae298cd830c6 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:06:39.889662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Pushing event updated for resources: {'Port': ['ID=8814be5c-db26-4dbb-add5-8dc05109444a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:39.897590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:40.056581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:40.069806 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] Sync routers for ids ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:40.089971 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] Routers {'e08a0ea3-84f9-4366-ad6f-ae298cd830c6'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:40.091106 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:40.096233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/e08a0ea3-84f9-4366-ad6f-ae298cd830c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6028638 Nov 24 14:06:40.096519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43416) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:40.141590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bd9617a7-b695-4f4f-88b3-eaee3a1d1792 None None] Provisioning for port e5819f22-043a-41b7-ba2e-eb7e9f49302c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:40.147569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bd9617a7-b695-4f4f-88b3-eaee3a1d1792 None None] Provisioning complete for port e5819f22-043a-41b7-ba2e-eb7e9f49302c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:40.147955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd9617a7-b695-4f4f-88b3-eaee3a1d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:40.187218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdc68f-9d62-419a-84ad-3eb256a74b25 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:40.188007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93cdc68f-9d62-419a-84ad-3eb256a74b25 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:40.212921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93cdc68f-9d62-419a-84ad-3eb256a74b25 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:40.214131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-93cdc68f-9d62-419a-84ad-3eb256a74b25 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports/e5819f22-043a-41b7-ba2e-eb7e9f49302c HTTP/1.1" status: 200 len: 910 time: 0.1167057 Nov 24 14:06:40.218126 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:40.219741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43420) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:40.238755 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] Routers {'e08a0ea3-84f9-4366-ad6f-ae298cd830c6'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:40.239595 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:40.245717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ea163a3-d3cc-4078-8dea-2a92b0804c94'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:40.269873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-bd9617a7-b695-4f4f-88b3-eaee3a1d1792 None None] Port e5819f22-043a-41b7-ba2e-eb7e9f49302c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:40.282069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bd9617a7-b695-4f4f-88b3-eaee3a1d1792 None None] Provisioning complete for port 8814be5c-db26-4dbb-add5-8dc05109444a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:40.282750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bd9617a7-b695-4f4f-88b3-eaee3a1d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:40.332192 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:40.334649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80febdf5-6e76-4e88-8ad9-9f11d4708656 None None] The sync data for ids ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:40.554008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-435db7cc-2a2b-46bf-95f0-6c468de48e19 None None] Provisioning complete for port e5819f22-043a-41b7-ba2e-eb7e9f49302c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:40.554413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-435db7cc-2a2b-46bf-95f0-6c468de48e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:40.574260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:40.606205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d3eb-a61c-4b27-8a7c-532189d43076 req-0fa222ac-f6a5-4060-82ae-3bb8f71cfc7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:40.615196 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a297d3eb-a61c-4b27-8a7c-532189d43076 req-0fa222ac-f6a5-4060-82ae-3bb8f71cfc7d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.3975224 Nov 24 14:06:40.615817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-435db7cc-2a2b-46bf-95f0-6c468de48e19 None None] Port e5819f22-043a-41b7-ba2e-eb7e9f49302c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:40.666503 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a297d3eb-a61c-4b27-8a7c-532189d43076 req-9821e294-9651-4271-92ab-b805235fcfce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500944 Nov 24 14:06:40.735216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-12bf4824-555f-4288-ba0d-8d9a90b8936e None None] Provisioning complete for port e5819f22-043a-41b7-ba2e-eb7e9f49302c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:40.735597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-12bf4824-555f-4288-ba0d-8d9a90b8936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:40.790277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-12bf4824-555f-4288-ba0d-8d9a90b8936e None None] Port e5819f22-043a-41b7-ba2e-eb7e9f49302c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:41.024197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8814be5c-db26-4dbb-add5-8dc05109444a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:41.140306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 8814be5c-db26-4dbb-add5-8dc05109444a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:41.140691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:41.235484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:41.245834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:41.272685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7deeae59-f670-4c0d-bdb2-e647f3d1bb8e tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:41.362738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=e5819f22-043a-41b7-ba2e-eb7e9f49302c,revision_number=3']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:41.370421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:41.371028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:41.372340 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/ports/e5819f22-043a-41b7-ba2e-eb7e9f49302c HTTP/1.1" status: 200 len: 910 time: 1.1503375 Nov 24 14:06:41.375753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43426) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:41.378745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.379122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.379493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.379862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.380225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.380584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.380972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.381323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.381676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.382029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.382408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.382761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:41.386491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:41.881771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-addc28a4-c2fc-4bf8-9313-01d86e2fddc1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:41.883204 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-addc28a4-c2fc-4bf8-9313-01d86e2fddc1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.2613637 Nov 24 14:06:41.924468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e655c-39f1-405c-b940-be670e8e0072 req-7dc5849f-9eab-4837-8268-998eb2b4e81e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:41.926009 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-387e655c-39f1-405c-b940-be670e8e0072 req-7dc5849f-9eab-4837-8268-998eb2b4e81e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.1400926 Nov 24 14:06:41.971597 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-387e655c-39f1-405c-b940-be670e8e0072 req-c6d0900d-4c20-4df4-be99-76972c103799 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Nov 24 14:06:42.015872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 34db5ade-3f4b-42b6-8e17-6135c1b7165b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:42.016208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:42.357820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 34db5ade-3f4b-42b6-8e17-6135c1b7165b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=34db5ade-3f4b-42b6-8e17-6135c1b7165b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:42.358177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:42.451871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:42.902524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:42.903194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:42.903194 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d disassociated. External IP: 172.26.8.144, port: 34db5ade-3f4b-42b6-8e17-6135c1b7165b. Nov 24 14:06:42.903464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 34db5ade-3f4b-42b6-8e17-6135c1b7165b owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:42.983949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:06:42.997858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8021-672a-4338-a31d-9bdaf463714f req-787e9954-5f3a-4241-89a1-50f9aa41884c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:42.999444 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2c0f8021-672a-4338-a31d-9bdaf463714f req-787e9954-5f3a-4241-89a1-50f9aa41884c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.0938482 Nov 24 14:06:43.047961 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2c0f8021-672a-4338-a31d-9bdaf463714f req-883922b1-20ea-4383-ad19-af377e1b91d7 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Nov 24 14:06:43.314349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port e5819f22-043a-41b7-ba2e-eb7e9f49302c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:43.314692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:43.371028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f600922-6821-4495-9f82-fa62adce7821 req-2dd52c92-3c3c-44ce-a640-ced963512ce6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:43.372509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0f600922-6821-4495-9f82-fa62adce7821 req-2dd52c92-3c3c-44ce-a640-ced963512ce6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 945 time: 0.2691145 Nov 24 14:06:43.375986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:43.384096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:43.469147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=34db5ade-3f4b-42b6-8e17-6135c1b7165b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:43.548597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.549001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.549376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.549742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.550110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.550464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.550823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.551181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.551538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.551897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.552251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.552602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:43.560758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:43.629601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0f600922-6821-4495-9f82-fa62adce7821 req-e676316e-14b4-4335-9f22-b0195bc2d338 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ecb4b8d-4876-47f0-8d77-576aee20b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463851 Nov 24 14:06:43.759570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:43.897773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for e5819f22-043a-41b7-ba2e-eb7e9f49302c owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:43.966346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:44.230178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:44.242443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:44.248835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c1d51-73c2-41e7-bfcc-d4f077b08a22 req-19df828a-6e83-4182-a73d-b6f347248c9c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:44.250344 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-865c1d51-73c2-41e7-bfcc-d4f077b08a22 req-19df828a-6e83-4182-a73d-b6f347248c9c tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.0867367 Nov 24 14:06:44.255658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:44.256336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:44.300204 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-865c1d51-73c2-41e7-bfcc-d4f077b08a22 req-4f9f73a0-27c6-46a8-8d8b-5dd7b9061b8f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 Nov 24 14:06:44.316204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port 34db5ade-3f4b-42b6-8e17-6135c1b7165b on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:44.321716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:44.324140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'name': 'network-vif-deleted', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:44.340643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:44.350763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fd6d7327-d441-4525-97e0-f53b4a028bc4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:44.391714 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-72abc395-46b5-4e3c-ad59-7d2905552266 req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/34db5ade-3f4b-42b6-8e17-6135c1b7165b HTTP/1.1" status: 204 len: 173 time: 2.4993448 Nov 24 14:06:44.401820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=e5819f22-043a-41b7-ba2e-eb7e9f49302c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:44.432784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:44.482553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:44.641153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f9d20f-9e66-48a1-9487-992af217bfb6', 'name': 'network-vif-deleted', 'tag': '34db5ade-3f4b-42b6-8e17-6135c1b7165b', 'status': 'completed', 'code': 200} Nov 24 14:06:44.838661 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4d47d20a-b02e-4455-8a88-ed6bac87da2e req-aeba9917-6a10-42a0-9ecc-d44fb927a6ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f9d20f-9e66-48a1-9487-992af217bfb6 HTTP/1.1" status: 200 len: 210 time: 0.0512102 Nov 24 14:06:44.891774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:44.892242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:44.897176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:06:44.907127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:44.907754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:44.913050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-84c42f41-dbbd-46ea-8817-90e5b5c132b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:44.914602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-84c42f41-dbbd-46ea-8817-90e5b5c132b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.2726800 Nov 24 14:06:45.114213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:45.237526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Deleting port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:45.238402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:45.298497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router e08a0ea3-84f9-4366-ad6f-ae298cd830c6 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:45.573380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:45.579270 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/e08a0ea3-84f9-4366-ad6f-ae298cd830c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2024171 Nov 24 14:06:45.582395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43450) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:45.587877 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] Sync routers for ids ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:45.615349 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] Routers {'e08a0ea3-84f9-4366-ad6f-ae298cd830c6'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:45.616108 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:45.687491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b4cd6bfb-28dd-4599-9e20-498f9aedc16c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:45.715642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b4cd6bfb-28dd-4599-9e20-498f9aedc16c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:45.717795 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b4cd6bfb-28dd-4599-9e20-498f9aedc16c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08a0ea3-84f9-4366-ad6f-ae298cd830c6 HTTP/1.1" status: 200 len: 205 time: 0.1328821 Nov 24 14:06:45.721159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43454) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:45.723894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926672c-f063-4804-9cb8-370063efcf46 req-8f547b94-db85-417c-b943-fa9159dc0b1a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:45.732377 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7926672c-f063-4804-9cb8-370063efcf46 req-8f547b94-db85-417c-b943-fa9159dc0b1a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 945 time: 0.2613852 Nov 24 14:06:45.737906 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:45.738798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:45.748527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee7244-3311-4bb5-b2c9-faa2280bdd07 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:04:17Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '4f5716bd-1963-48e1-a98a-eae76229999e', 'name': '', 'network_id': 'e36dc29f-c7ff-4735-9f14-3c11e01bebb1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:9c:ec:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:17Z', 'updated_at': '2021-11-24T14:04:37Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '40494515-9c9c-4cd6-832a-b53c28e502f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:45.751533 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] Routers {'e08a0ea3-84f9-4366-ad6f-ae298cd830c6'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:45.753230 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:45.803104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] For port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:45.803662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:45.819751 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:45.820533 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4eb555-bf6b-416f-a4d9-a52b64a74516 None None] The sync data for ids ['e08a0ea3-84f9-4366-ad6f-ae298cd830c6'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:45.882710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:45.909600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7926672c-f063-4804-9cb8-370063efcf46 req-ac16237a-0ec4-4c8b-823c-b63a392c1f55 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766658 Nov 24 14:06:45.993399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43460) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:46.054271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf663239-1e39-411f-b4a0-4ede52c65ba9 None None] New status for floating IP d5e26dc4-3a40-410a-bd21-48437aa7f42d: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:06:46.221321 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.225322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.258048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.258794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router e08a0ea3-84f9-4366-ad6f-ae298cd830c6 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:06:46.277042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.278746 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c8cc3739-9375-433a-98b4-c0efaada6760 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/e08a0ea3-84f9-4366-ad6f-ae298cd830c6 HTTP/1.1" status: 204 len: 168 time: 0.5558946 Nov 24 14:06:46.281178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43464) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:46.358894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet 2ea163a3-d3cc-4078-8dea-2a92b0804c94 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:06:46.362802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.381810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.405143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.405593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.405924 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Floating IP e74bfe61-c25f-4757-8c9a-d287e750cbf6 disassociated. External IP: 172.26.8.180, port: 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9. Nov 24 14:06:46.406461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Calling delete_port for 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:46.422840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.470745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.508659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.527698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:46.604333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.607521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.610819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88123d08-6b53-4828-80e5-371fcafe8110 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:46.612787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2f074780-85eb-4d12-b975-cc27e220f001 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:46.636737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb4b8d-4876-47f0-8d77-576aee20b780,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:46.641202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:46.648605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.655664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:46.656161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.706839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'Port': ['ID=8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:46.710843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:46.714997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.722046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ecb4b8d-4876-47f0-8d77-576aee20b780 HTTP/1.1" status: 204 len: 168 time: 0.7275944 Nov 24 14:06:46.734547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 34db5ade-3f4b-42b6-8e17-6135c1b7165b no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:46.776312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 34db5ade-3f4b-42b6-8e17-6135c1b7165b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:46.777123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 34db5ade-3f4b-42b6-8e17-6135c1b7165b not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:46.783549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43470) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:46.874099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea163a3-d3cc-4078-8dea-2a92b0804c94,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:46.876586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.877163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:46.880041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:46.889004 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/2ea163a3-d3cc-4078-8dea-2a92b0804c94 HTTP/1.1" status: 204 len: 168 time: 0.6041908 Nov 24 14:06:46.889270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:46.892351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d8f33-61cf-49e6-8f58-fb4399e936ea None None] Network fb39eaa1-9353-4842-9357-0c44be84cb74 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:47.038967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.057735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port e1fd6a6b-2958-4d06-9b6b-588ae3d58a38 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:47.058258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.102646 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-991e2c3b-2dea-424c-9e68-e8a5300147e9 req-09bcb911-a653-4605-a189-fed0b0a036dd tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.0682070 Nov 24 14:06:47.114855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 8814be5c-db26-4dbb-add5-8dc05109444a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:47.115566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.232557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] DHCP port deletion for fb39eaa1-9353-4842-9357-0c44be84cb74 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:06:47.238973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Deleting port 8814be5c-db26-4dbb-add5-8dc05109444a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:47.239751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.295702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:47.382233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port 8814be5c-db26-4dbb-add5-8dc05109444a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8814be5c-db26-4dbb-add5-8dc05109444a,segment=NetworkSegment(3e58998a-3e2d-4ed5-b0c9-5f113305159b),segment_id=3e58998a-3e2d-4ed5-b0c9-5f113305159b)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:47.382695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.479425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.480257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.523552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 8814be5c-db26-4dbb-add5-8dc05109444a owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:47.539402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] For port 8814be5c-db26-4dbb-add5-8dc05109444a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8814be5c-db26-4dbb-add5-8dc05109444a,segment=NetworkSegment(3e58998a-3e2d-4ed5-b0c9-5f113305159b),segment_id=3e58998a-3e2d-4ed5-b0c9-5f113305159b)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:47.539899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.609076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.615129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-57dbdc92-8f7c-41d5-bfd0-0bf98f2ac4e6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:47.617394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for e1fd6a6b-2958-4d06-9b6b-588ae3d58a38 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:47.680554 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=8814be5c-db26-4dbb-add5-8dc05109444a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:47.683343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No DVR routers for this DVR port 8814be5c-db26-4dbb-add5-8dc05109444a on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:47.685300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:47.687487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Calling delete_port for 8814be5c-db26-4dbb-add5-8dc05109444a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:47.712990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:47.733641 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:47.754791 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:47.755433 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:47.785002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:06:47.786318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:06:47.839579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.874754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb39eaa1-9353-4842-9357-0c44be84cb74']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:47.889820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e58998a-3e2d-4ed5-b0c9-5f113305159b') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:47.890277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e58998a-3e2d-4ed5-b0c9-5f113305159b') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:47.904238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.922651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.931090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:06:47.931511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:06:47.947862 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:06:48.004149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] No DVR routers for this DVR port 8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:48.007368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.011121 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:48.011349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'name': 'network-vif-deleted', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:48.019934 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc25336b-6f68-485f-b1dd-7cf32973902f req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "DELETE /v2.0/ports/8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9 HTTP/1.1" status: 204 len: 173 time: 2.9764335 Nov 24 14:06:48.059070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.071948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.078508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c83a26b8-b0fd-4809-899b-3daf52f77769 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:48.097211 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab26cc8-d1e3-42c6-804c-222329a103c9', 'name': 'network-vif-deleted', 'tag': '8b51c315-2cc7-4f83-8983-7bc0d1b1cbf9', 'status': 'completed', 'code': 200} Nov 24 14:06:48.112386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=fb39eaa1-9353-4842-9357-0c44be84cb74,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:48.112694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:48.127654 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/fb39eaa1-9353-4842-9357-0c44be84cb74 HTTP/1.1" status: 204 len: 168 time: 1.2326546 Nov 24 14:06:48.127991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43484) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:48.134376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.139568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688113393', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:48.140850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:48.160360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:48.172194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:48.175813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:48.186370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:48.199229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=e1fd6a6b-2958-4d06-9b6b-588ae3d58a38,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:48.204948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:48.218396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.219933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.254365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.276987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.287739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Deleting port 8814be5c-db26-4dbb-add5-8dc05109444a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:48.288444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.313582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.316084 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e94456fa-2efb-4acd-abe3-cc8fd8d2903f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1870055 Nov 24 14:06:48.319473 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43488) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:48.327492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.329292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1713540451'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:48.337627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:48.342797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.343433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:48.349251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:48.350365 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5e26dc4-3a40-410a-bd21-48437aa7f42d HTTP/1.1" status: 204 len: 168 time: 1.5654719 Nov 24 14:06:48.356719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:48.411875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6287ac74-1fce-4d87-bfb2-288143c346c0 None None] The port '8814be5c-db26-4dbb-add5-8dc05109444a' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:06:48.430417 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8cd2ca8e-ec48-4397-9035-e28aaa4ab86a req-6c50ac3b-6ae7-4de6-bf2b-a905a3f30371 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.0752687 Nov 24 14:06:48.436382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:48.444589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.448824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:48.457062 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:06:48.467711 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:48.468621 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:22Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:48.504510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:06:48.519981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.520374 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4 of type vlan for network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 Nov 24 14:06:48.559112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.601942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.610448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:48.611182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:48.618245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d6e66f54-5d41-4bcd-9640-2551ee496b4d tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:48.727612 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:48.869508 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5488665 Nov 24 14:06:48.874483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43496) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:48.881913 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=9a75662a-d7da-4c4e-be2a-3c3bb1755c39,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:48.884518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:48.900518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:48.904843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:06:48.930652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889f70c-c483-4009-be1d-6a3b0fdd27f5 req-8c7c6f49-9abe-47aa-b0c5-2cda48ecb0f6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:48.932474 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a889f70c-c483-4009-be1d-6a3b0fdd27f5 req-8c7c6f49-9abe-47aa-b0c5-2cda48ecb0f6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.1096232 Nov 24 14:06:49.020918 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a889f70c-c483-4009-be1d-6a3b0fdd27f5 req-ee8a9c3e-f606-45e5-95b4-d6cbebad010d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811355 Nov 24 14:06:49.077620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8814be5c-db26-4dbb-add5-8dc05109444a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:49.088854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:49.093155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:49.096148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:49.102209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:49.114617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:49.118647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:49.130767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 8814be5c-db26-4dbb-add5-8dc05109444a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:49.131495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8814be5c-db26-4dbb-add5-8dc05109444a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:49.192650 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:49.203000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f472ee-c95f-4deb-b68e-1d5e792f45f1 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:49.371614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:49.375826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d0ecee8a-03b8-49dd-85cb-f21d62ecb748 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:49.454325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0df9d5-217e-4256-8bcd-c13e888efc8c None None] New status for floating IP e74bfe61-c25f-4757-8c9a-d287e750cbf6: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:06:49.456575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=ef9d4207-3932-40e7-b5ff-19403e8c56fd,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:49.460301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:49.471335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:49.471681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: 9a75662a-d7da-4c4e-be2a-3c3bb1755c39, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:06:49.497013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:06:49.509024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 9a75662a-d7da-4c4e-be2a-3c3bb1755c39) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:49.517020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:49.517628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:49.558643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6823184 Nov 24 14:06:49.561465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43502) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:49.577500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0053a-9ff7-4b8f-b051-623435877e3a None None] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:49.817393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7b2312a7-e524-4acf-90ac-5a0d3a15029a req-353eadaf-86d3-4b0e-96ad-64da97ad791b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:49.838004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-db885e5c-87fd-4491-bd7a-e0eda616b864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:49.958085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7b2312a7-e524-4acf-90ac-5a0d3a15029a req-353eadaf-86d3-4b0e-96ad-64da97ad791b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:49.959247 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b2312a7-e524-4acf-90ac-5a0d3a15029a req-353eadaf-86d3-4b0e-96ad-64da97ad791b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ab26cc8-d1e3-42c6-804c-222329a103c9 HTTP/1.1" status: 200 len: 210 time: 0.2543859 Nov 24 14:06:49.990333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:06:49.991089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.143273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.198668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Allocated IP 172.20.0.2 (9a75662a-d7da-4c4e-be2a-3c3bb1755c39/ef9d4207-3932-40e7-b5ff-19403e8c56fd/3913c6ca-1736-470d-9518-b04d28da442c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:50.258012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5316-53aa-4424-a9a9-c0c74c13744b req-54405a26-52c5-43ae-a127-670809bd36b2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:50.259656 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cdea5316-53aa-4424-a9a9-c0c74c13744b req-54405a26-52c5-43ae-a127-670809bd36b2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.0926120 Nov 24 14:06:50.315844 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cdea5316-53aa-4424-a9a9-c0c74c13744b req-b4d783cf-ec94-4d6c-b5a8-f77897818b3f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494115 Nov 24 14:06:50.354617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.491463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.503177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Transition to ACTIVE for port object 3913c6ca-1736-470d-9518-b04d28da442c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:50.522223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Transition to ACTIVE for port object 3913c6ca-1736-470d-9518-b04d28da442c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:50.527706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.532134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2b8adcc-2648-4064-8756-1b7b13ee3cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:50.595689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:50.598477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:50.603061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:50.612844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Pushing event updated for resources: {'Port': ['ID=3913c6ca-1736-470d-9518-b04d28da442c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:50.649539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-e42fa308-31e4-41e9-ae02-7fc9d97e48b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:50.650283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-e42fa308-31e4-41e9-ae02-7fc9d97e48b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:50.682117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-e42fa308-31e4-41e9-ae02-7fc9d97e48b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:50.683260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-e42fa308-31e4-41e9-ae02-7fc9d97e48b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.2343600 Nov 24 14:06:50.690247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.690247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.690599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.690930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.691320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.691761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.692112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.692454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.692808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.693139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.693515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.693962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:50.702675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:50.719743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Attempting to bind port 3913c6ca-1736-470d-9518-b04d28da442c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:50.720127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Attempting to bind port 3913c6ca-1736-470d-9518-b04d28da442c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:50.720503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Attempting to bind port 3913c6ca-1736-470d-9518-b04d28da442c on network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:50.728584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:50.728584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Checking segment: {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:50.728584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.728584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Bound using segment: {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:50.728584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Bound port: 3913c6ca-1736-470d-9518-b04d28da442c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:50.728584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.806881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.20.0.1 (9a75662a-d7da-4c4e-be2a-3c3bb1755c39/ef9d4207-3932-40e7-b5ff-19403e8c56fd/39691a4e-ecf8-4dfb-88a6-65625a81cdb9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:50.812598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 941bafe2-2287-4a54-aac0-41dcf4459b5b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:50.812963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.825818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] For port 3913c6ca-1736-470d-9518-b04d28da442c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:50.830584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] For port 3913c6ca-1736-470d-9518-b04d28da442c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3913c6ca-1736-470d-9518-b04d28da442c,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:50.835268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:50.843168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-aea5221c-dfab-4cc6-896d-f06d855d9b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:50.930567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Pushing event updated for resources: {'Port': ['ID=3913c6ca-1736-470d-9518-b04d28da442c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:50.933576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:51.176472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:51.236784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:51.252778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 941bafe2-2287-4a54-aac0-41dcf4459b5b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=941bafe2-2287-4a54-aac0-41dcf4459b5b,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:51.253427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:51.402751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 941bafe2-2287-4a54-aac0-41dcf4459b5b owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:51.452657 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-626537a0-980a-4b62-bc51-5efbe1802c42 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491324208&fields=id&tenant_id=c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 267 time: 0.0536416 Nov 24 14:06:51.518936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:51.525205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afa1ea59-7b18-4f17-8bef-6a7d2dbf4e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:51.617646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:51.623040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:51.626315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:51.694631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:51.697782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:51.777336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e8bd9981-a34e-41b7-a6c8-608fe42454ef tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:51.781518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:51.785405 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e8bd9981-a34e-41b7-a6c8-608fe42454ef tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 811 time: 0.3113976 Nov 24 14:06:51.807682 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-c140a81b-2a71-4593-a5d7-b57f5d5b266e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/quotas/c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 375 time: 0.0212679 Nov 24 14:06:51.826808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7082fe4-ec46-4e47-ad8a-0771624cd88a req-25975441-02d3-4269-9299-b4d6d69e53dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:51.828476 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e7082fe4-ec46-4e47-ad8a-0771624cd88a req-25975441-02d3-4269-9299-b4d6d69e53dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef745ab-3fe0-4181-a9c7-ed0dc25820b3 HTTP/1.1" status: 200 len: 945 time: 0.3649421 Nov 24 14:06:51.836419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:51.849440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a551f83-d309-4a9a-901c-7bc1005a1a6c tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:51.909149 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-c5e0725a-96f2-43fb-93dc-18b02b96c3e9 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994000 Nov 24 14:06:51.914157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=941bafe2-2287-4a54-aac0-41dcf4459b5b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:51.916713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:51.926919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-3603ee8d-48fb-4d06-a657-d9cb4b876f93 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87692) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:06:51.927893 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-3603ee8d-48fb-4d06-a657-d9cb4b876f93 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054784 Nov 24 14:06:52.059060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port 941bafe2-2287-4a54-aac0-41dcf4459b5b on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:52.071187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:52.073326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dda3e6-d26e-4f9a-a488-ab28a456baf1 None None] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:52.084111 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-b7fdec9f-3bf4-40a7-a614-753a1f8633ea service neutron] 10.222.0.36 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488924 Nov 24 14:06:52.085812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'name': 'network-vif-deleted', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:52.100297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e7082fe4-ec46-4e47-ad8a-0771624cd88a req-6055707f-ed37-4b4b-821d-9ea3dd003583 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:06:52.122335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:52.177580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-617eb8e0-1641-4225-898a-a7ba030dbff3 None None] Provisioning for port 3913c6ca-1736-470d-9518-b04d28da442c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:52.230929 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-ec0eab13-116e-42f9-8ab1-d50ef6c0ef65 service neutron] 10.222.0.36 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398096 Nov 24 14:06:52.281613 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f8c076c2-20cf-4122-89fa-dafb7ada10a6 req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/941bafe2-2287-4a54-aac0-41dcf4459b5b HTTP/1.1" status: 204 len: 173 time: 1.5639558 Nov 24 14:06:52.339623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e7082fe4-ec46-4e47-ad8a-0771624cd88a req-6055707f-ed37-4b4b-821d-9ea3dd003583 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:06:52.351107 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e7082fe4-ec46-4e47-ad8a-0771624cd88a req-6055707f-ed37-4b4b-821d-9ea3dd003583 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc88efa6-b11b-4370-bbab-19c8b7178942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5075748 Nov 24 14:06:52.521538 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef745ab-3fe0-4181-a9c7-ed0dc25820b3', 'name': 'network-vif-deleted', 'tag': '941bafe2-2287-4a54-aac0-41dcf4459b5b', 'status': 'completed', 'code': 200} Nov 24 14:06:52.535212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f338dd7f-1623-44dd-8b17-7d8038fc7de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:52.810486 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e5efb45-7575-4eee-b453-973b3d12c8d5 req-149bd0a1-4449-4369-b165-5fc9b267cfcf tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 210 time: 0.0550053 Nov 24 14:06:52.874933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1f85b6e0-5a66-4045-b064-7d24e1c243f9 None None] Provisioning for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:52.884090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1f85b6e0-5a66-4045-b064-7d24e1c243f9 None None] Provisioning complete for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:52.884452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f85b6e0-5a66-4045-b064-7d24e1c243f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:52.909767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:52.916071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:52.972153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1f85b6e0-5a66-4045-b064-7d24e1c243f9 None None] Port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:52.996119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-21489d37-39c8-4d49-a4f8-c23dad2eb70c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:53.111870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-19088fa3-f0ee-489d-ad60-4238b1dd060b None None] Provisioning complete for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:53.112431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19088fa3-f0ee-489d-ad60-4238b1dd060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.120120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.124996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:53.129655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:53.159171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3913c6ca-1736-470d-9518-b04d28da442c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:53.284225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:53.284815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-19088fa3-f0ee-489d-ad60-4238b1dd060b None None] Port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:53.286461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:53.308218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3913c6ca-1736-470d-9518-b04d28da442c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:53.314632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3913c6ca-1736-470d-9518-b04d28da442c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:53.315012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.467626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.517333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3913c6ca-1736-470d-9518-b04d28da442c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3913c6ca-1736-470d-9518-b04d28da442c,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:53.522182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:06:53.522663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.525325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43538) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:53.525865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-409b472d-4053-4267-8a5c-d0efb7ab743a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:53.626052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.651583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3913c6ca-1736-470d-9518-b04d28da442c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:53.662153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:53.664021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-37ede372-331a-4a43-a5c7-eb89e9c914ab None None] Provisioning complete for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:53.664777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37ede372-331a-4a43-a5c7-eb89e9c914ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.683724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.727961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.742707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-37ede372-331a-4a43-a5c7-eb89e9c914ab None None] Port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:53.762138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:53.767990 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2056291 Nov 24 14:06:53.770709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43542) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:53.776816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1096652566'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:53.781152 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:53.781745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:53.785826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:53.788870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:53.795058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.795981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:53.799568 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:53.801406 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:53.802795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-933cd0be-aac2-4091-b5ed-09422af7ef87 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:53.806546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:53.811034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.821504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88efa6-b11b-4370-bbab-19c8b7178942,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:53.830647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:53.836985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.838349 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc88efa6-b11b-4370-bbab-19c8b7178942 HTTP/1.1" status: 204 len: 168 time: 0.3117859 Nov 24 14:06:53.855184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:06:53.867878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.868225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 5ca430a7-1f9f-4178-a370-e4d824581475 of type vlan for network 36b10630-aaad-4826-bf5c-49bf2f687536 Nov 24 14:06:53.904372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43550) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:53.906970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.952501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.967715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:53.968370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:53.975720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:54.048760 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:54.122622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3476548 Nov 24 14:06:54.124419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43554) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:54.126945 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-79d263bb-a157-4388-ba2e-243fa2d4f475 req-c2273582-334b-4e8f-8462-f15408cdeb28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 210 time: 0.1347182 Nov 24 14:06:54.133039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:54.181725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=36b10630-aaad-4826-bf5c-49bf2f687536,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:54.187656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:54.198431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 36b10630-aaad-4826-bf5c-49bf2f687536 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:06:54.280992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-00527c7c-0620-4903-b9bc-68a6a41bad2d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:54.283901 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-00527c7c-0620-4903-b9bc-68a6a41bad2d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 811 time: 0.2183576 Nov 24 14:06:54.299359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:54.318366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:06:54.322817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:06:54.431580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:54.518668 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-44dad9bf-f664-4b9b-a117-b16302f58852 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 379 time: 0.2155848 Nov 24 14:06:54.527946 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:06:51Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:52Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:54.533043 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:06:54.533265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:54.533735 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Updating router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:06:54.534100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'port': {'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'admin_state_up': True, 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'security_groups': ['12711eff-861c-482c-be10-1f7162910c03']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:54.537170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:54.554881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 941bafe2-2287-4a54-aac0-41dcf4459b5b no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:06:54.597391 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:54.630601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 941bafe2-2287-4a54-aac0-41dcf4459b5b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:06:54.630957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 941bafe2-2287-4a54-aac0-41dcf4459b5b not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:06:54.746028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:06:54.761670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:06:54.782027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Made reservation on behalf of c14caf9d09624db788c139dea0002e72 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:06:54.786029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:54.938116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:54.944297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13140e4a-b229-4f3e-b14d-61b27a7def45 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:55.029773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Allocated IP 172.20.0.6 (6d387bb8-9890-4da0-a21c-d73a008727f7/c2cbab32-157d-4936-bf1e-d0249eba1fe7/563ad8f9-12bb-4871-94f9-d5e105e88c0f) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:55.068455 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.084023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3913c6ca-1736-470d-9518-b04d28da442c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:55.101161 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Transition to ACTIVE for port object 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:55.110396 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.114972 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-177ba490-7840-489e-aec9-90773f99e546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:55.296107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=09eea20a-0957-4f15-972f-f83ad39f1486,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:55.299503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.305592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:55.306382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: 36b10630-aaad-4826-bf5c-49bf2f687536, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:06:55.311190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.316179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:55.331241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3913c6ca-1736-470d-9518-b04d28da442c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:55.331774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.347150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Transition to ACTIVE for port object 563ad8f9-12bb-4871-94f9-d5e105e88c0f will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:55.351508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 36b10630-aaad-4826-bf5c-49bf2f687536 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:06:55.366612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.384519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.420691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-40c447a8-1880-4af5-a0ad-2214a6ef0f1b tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:55.441159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 36b10630-aaad-4826-bf5c-49bf2f687536) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:55.449271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e6108-6582-4fad-8810-cab0e1275f62 None None] Network 36b10630-aaad-4826-bf5c-49bf2f687536 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:06:55.529295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:55.549715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:55.550867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.588482 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Pushing event updated for resources: {'Port': ['ID=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:55.592028 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Attempting to bind port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:55.592410 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Attempting to bind port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:55.592800 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Attempting to bind port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 on network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:55.598678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:55.600458 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:55.600877 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Checking segment: {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:55.601828 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.601828 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Bound using segment: {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:55.602331 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Bound port: 39691a4e-ecf8-4dfb-88a6-65625a81cdb9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:55.602751 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.603498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:55.618461 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.618807 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.619150 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.619487 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.619817 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.620147 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.620476 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.620826 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.621152 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.621476 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.621899 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.622827 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:55.629400 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:55.644092 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5159478 Nov 24 14:06:55.647580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43566) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:55.822187 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] For port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:55.831738 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] For port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:55.841258 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.860339 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d664d2ba-7d76-43e2-bf90-61e9115d8557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:55.865109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=563ad8f9-12bb-4871-94f9-d5e105e88c0f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:55.868416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:55.875433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:55.877917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:55.916392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89faa75-54b5-4107-8cb2-5e5f272437e2 req-02a2f70a-2671-4bbe-bd89-80dcef5f7151 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:55.918017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b89faa75-54b5-4107-8cb2-5e5f272437e2 req-02a2f70a-2671-4bbe-bd89-80dcef5f7151 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 931 time: 0.5030055 Nov 24 14:06:55.939608 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4121127 Nov 24 14:06:55.981819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-f4d75a35-61d9-4dc3-bcd2-788f514e4ec3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:06:55.984019 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-f4d75a35-61d9-4dc3-bcd2-788f514e4ec3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074546 Nov 24 14:06:55.986630 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:55.987238 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:56.068560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b89faa75-54b5-4107-8cb2-5e5f272437e2 req-bdf3e5ab-553b-455e-9ab7-6ab3652dde4d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315072 Nov 24 14:06:56.091460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Request body: {'port': {'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:56.161113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-36b10630-aaad-4826-bf5c-49bf2f687536', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:06:56.162268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.178387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b8b56c17-adcf-4e53-b6e7-ee404a0bfc44 None None] Provisioning for port 563ad8f9-12bb-4871-94f9-d5e105e88c0f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:56.193718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b8b56c17-adcf-4e53-b6e7-ee404a0bfc44 None None] Provisioning complete for port 563ad8f9-12bb-4871-94f9-d5e105e88c0f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:56.194350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b8b56c17-adcf-4e53-b6e7-ee404a0bfc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.237513 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Pushing event updated for resources: {'Port': ['ID=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:56.252530 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:56.312370 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:06:56.323833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.347765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b8b56c17-adcf-4e53-b6e7-ee404a0bfc44 None None] Port 563ad8f9-12bb-4871-94f9-d5e105e88c0f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:06:56.465010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Allocated IP 172.21.0.2 (36b10630-aaad-4826-bf5c-49bf2f687536/09eea20a-0957-4f15-972f-f83ad39f1486/b706f88c-48ac-433f-90e4-a0585899dc4c) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:56.702847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 4f5716bd-1963-48e1-a98a-eae76229999e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:06:56.703407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.747429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.771719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Transition to ACTIVE for port object b706f88c-48ac-433f-90e4-a0585899dc4c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:56.797352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563ad8f9-12bb-4871-94f9-d5e105e88c0f {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:06:56.807410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.818862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Transition to ACTIVE for port object b706f88c-48ac-433f-90e4-a0585899dc4c will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:56.825404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.842890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Transition to ACTIVE for port object 563ad8f9-12bb-4871-94f9-d5e105e88c0f will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:56.844586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-9c6b74fb-5341-4fcd-a15f-a4a42d56f705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:56.849471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.857943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a3fe612e-518f-4de7-bb1a-035a69ed12f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:56.956363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Network 36b10630-aaad-4826-bf5c-49bf2f687536 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:56.968681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 4f5716bd-1963-48e1-a98a-eae76229999e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4f5716bd-1963-48e1-a98a-eae76229999e,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:56.969095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:56.979812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:56.980647 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:06:51Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:55Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:56.984130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:56.986593 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58163a70-b15f-42a5-b80b-c6646f01a6df None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:06:51Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:55Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:06:57.095056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Pushing event updated for resources: {'Port': ['ID=b706f88c-48ac-433f-90e4-a0585899dc4c,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:57.117544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:57.175437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 4f5716bd-1963-48e1-a98a-eae76229999e owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:06:57.251132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=563ad8f9-12bb-4871-94f9-d5e105e88c0f,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:57.263694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:57.272568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Attempting to bind port b706f88c-48ac-433f-90e4-a0585899dc4c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:57.272977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Attempting to bind port b706f88c-48ac-433f-90e4-a0585899dc4c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:57.273479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Attempting to bind port b706f88c-48ac-433f-90e4-a0585899dc4c on network 36b10630-aaad-4826-bf5c-49bf2f687536 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:57.292771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:57.298104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Checking segment: {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:57.298662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:57.299291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Bound using segment: {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:57.300264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Bound port: b706f88c-48ac-433f-90e4-a0585899dc4c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:57.300903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:57.354431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Attempting to bind port 563ad8f9-12bb-4871-94f9-d5e105e88c0f on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:06:57.354921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Attempting to bind port 563ad8f9-12bb-4871-94f9-d5e105e88c0f by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:06:57.355393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Attempting to bind port 563ad8f9-12bb-4871-94f9-d5e105e88c0f on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:57.367779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Port 563ad8f9-12bb-4871-94f9-d5e105e88c0f on network 6d387bb8-9890-4da0-a21c-d73a008727f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:06:57.368147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Attempting to bind port 563ad8f9-12bb-4871-94f9-d5e105e88c0f on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:06:57.378911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:06:57.379438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Checking segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:06:57.379939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Bound using segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:06:57.380453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Bound port: 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:06:57.380951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:57.554739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] For port 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:57.587583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] For port b706f88c-48ac-433f-90e4-a0585899dc4c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:06:57.593056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] For port b706f88c-48ac-433f-90e4-a0585899dc4c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b706f88c-48ac-433f-90e4-a0585899dc4c,segment=NetworkSegment(5ca430a7-1f9f-4178-a370-e4d824581475),segment_id=5ca430a7-1f9f-4178-a370-e4d824581475)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:57.599860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:57.604551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:57.717398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Pushing event updated for resources: {'Port': ['ID=b706f88c-48ac-433f-90e4-a0585899dc4c,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:57.728138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:57.930226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] For port 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:06:57.936235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:57.939050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:57.944552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a39ceeb0-6a29-465d-b853-a3369557b11e tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:57.945452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-567ac5cb-3fd8-4a28-becc-e599b95f1ed3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:58.023965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:58.024572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:58.026211 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] 10.222.0.76 "PUT /v2.0/ports/563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 1093 time: 2.0312400 Nov 24 14:06:58.026774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:58.063883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=4f5716bd-1963-48e1-a98a-eae76229999e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:58.116983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:58.272274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'status': 'completed', 'code': 200} Nov 24 14:06:58.287241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb098a-597e-4cbb-b1b6-3b6784be7adf req-8c0da64b-3c47-44d7-ae3a-925959eef871 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:58.288992 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e8fb098a-597e-4cbb-b1b6-3b6784be7adf req-8c0da64b-3c47-44d7-ae3a-925959eef871 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 943 time: 0.7105067 Nov 24 14:06:58.291233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:58.291747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=563ad8f9-12bb-4871-94f9-d5e105e88c0f,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:58.305193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:58.329084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-8ebabaf8-3738-4a69-8acf-eab464e8ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:58.330996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-8ebabaf8-3738-4a69-8acf-eab464e8ff0a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1096 time: 0.2514184 Nov 24 14:06:58.427890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-ca468a11-73d5-4f15-806c-d305ad8df3a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 217 time: 0.0837476 Nov 24 14:06:58.498341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-eb06e07b-5587-44f4-bead-432c2afe9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:58.499830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-eb06e07b-5587-44f4-bead-432c2afe9998 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0615549 Nov 24 14:06:58.601297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-64f87dc4-d05d-47d2-8566-ad069a19d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:58.604629 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-64f87dc4-d05d-47d2-8566-ad069a19d7d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936501 Nov 24 14:06:58.651299 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e8fb098a-597e-4cbb-b1b6-3b6784be7adf req-3bdb70c7-7335-41b4-bb94-84c7d5216b96 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472006 Nov 24 14:06:58.767519 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-2eafee1c-2183-41e4-9bd0-ba9114c06dc0 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522419 Nov 24 14:06:58.785797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:58.917553 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4dfcd308-7d12-4ca1-83ca-5bd2cc0198b2 req-2aab0ee5-5934-48a4-9f5d-aaa4638c8ac3 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394458 Nov 24 14:06:59.051235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-89bd10c8-be7f-4a2f-b591-4eda9e99a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:59.052717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-89bd10c8-be7f-4a2f-b591-4eda9e99a320 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1096 time: 0.0847311 Nov 24 14:06:59.107352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.21.0.1 (36b10630-aaad-4826-bf5c-49bf2f687536/09eea20a-0957-4f15-972f-f83ad39f1486/ee769a9b-1f64-40b7-9758-a058812ac1e4) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:06:59.174443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b706f88c-48ac-433f-90e4-a0585899dc4c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:59.272183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-d0cfdf4e-8129-4294-a8af-a7e1a5857584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:59.274279 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-d0cfdf4e-8129-4294-a8af-a7e1a5857584 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.2142358 Nov 24 14:06:59.280550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b706f88c-48ac-433f-90e4-a0585899dc4c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:59.286701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:06:59.354380 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-23cf635c-5b05-49ef-9e8c-43e446ee74fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 217 time: 0.0710878 Nov 24 14:06:59.365278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:59.370342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:59.370889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:59.430982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-96df7fbf-e69f-45c0-874d-cf1f67e88403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:59.432771 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-96df7fbf-e69f-45c0-874d-cf1f67e88403 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0686872 Nov 24 14:06:59.520293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:59.529614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-4c894697-df07-4f87-8f5d-fe4425fc6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:59.532561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-4c894697-df07-4f87-8f5d-fe4425fc6a16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886543 Nov 24 14:06:59.561564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:06:59.567970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:59.571758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-31be14ec-40b4-4bc3-a4fa-dbb69f1d7439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:59.606360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 03b8deec-cfc0-4ee4-b1a6-f21392668726 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:06:59.630454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:59.670242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:59.674921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:06:59.761221 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-450f65e4-984f-468b-bb00-fc33e73ba814 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183385 Nov 24 14:06:59.795526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object ee769a9b-1f64-40b7-9758-a058812ac1e4 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:59.853972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:06:59.869375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:06:59.871355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] Sync routers for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:06:59.875045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-40d51dc2-ff73-4298-81e5-18c2aa981a95 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:06:59.883951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:06:59.888303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:06:59.923183 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/03b8deec-cfc0-4ee4-b1a6-f21392668726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0143077 Nov 24 14:06:59.924260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43578) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:06:59.946848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 36b10630-aaad-4826-bf5c-49bf2f687536 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:06:59.950581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:06:59.954867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:06:59.956777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb9413-fc26-4016-ae7a-f807f7d986ce None None] Network 36b10630-aaad-4826-bf5c-49bf2f687536 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:00.000936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=ee769a9b-1f64-40b7-9758-a058812ac1e4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:00.005541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:00.021521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.061604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 40494515-9c9c-4cd6-832a-b53c28e502f2 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:07:00.070306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.111347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0fb7c26c-8711-42ad-8bf8-410564c49054 req-42d42c67-88a3-4802-a042-0d3609989573 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389883 Nov 24 14:07:00.132213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a714bb-2242-42ad-8ea0-a6d072587df9 req-4a410f56-b932-4929-bc10-657091ec84b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:00.132930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-82a714bb-2242-42ad-8ea0-a6d072587df9 req-4a410f56-b932-4929-bc10-657091ec84b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:00.138335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Provisioning for port b706f88c-48ac-433f-90e4-a0585899dc4c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:00.152357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.154443 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.159067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Provisioning complete for port b706f88c-48ac-433f-90e4-a0585899dc4c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:00.159449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.201342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-82a714bb-2242-42ad-8ea0-a6d072587df9 req-4a410f56-b932-4929-bc10-657091ec84b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:00.202997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-82a714bb-2242-42ad-8ea0-a6d072587df9 req-4a410f56-b932-4929-bc10-657091ec84b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 943 time: 0.3408821 Nov 24 14:07:00.277510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:00.405561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-82a714bb-2242-42ad-8ea0-a6d072587df9 req-8ba75f59-eba4-418c-8c0b-c934e7ee2cc9 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963217 Nov 24 14:07:00.424800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.507145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.513339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0b9397f4-08e0-4241-b998-b8fd1b062d3c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:00.552117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=40494515-9c9c-4cd6-832a-b53c28e502f2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:00.554930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:00.558119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.565302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/40494515-9c9c-4cd6-832a-b53c28e502f2 HTTP/1.1" status: 204 len: 168 time: 0.6400042 Nov 24 14:07:00.568103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43582) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:00.573381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.579237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.604780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25c393cb-0f8c-4ab6-98bd-731429b5746f tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:00.608247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecab8cf-5a5d-4536-bedc-5fed072050be None None] Network e36dc29f-c7ff-4735-9f14-3c11e01bebb1 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:00.698038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.702680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=ee769a9b-1f64-40b7-9758-a058812ac1e4,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:00.706367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:00.722402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.776312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.852315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 36b10630-aaad-4826-bf5c-49bf2f687536 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:00.853545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:00.975506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.987641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 9323b2cc-855b-411c-8e28-2c59f4978621 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:00.988194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:00.997654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] For port b706f88c-48ac-433f-90e4-a0585899dc4c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b706f88c-48ac-433f-90e4-a0585899dc4c,segment=NetworkSegment(5ca430a7-1f9f-4178-a370-e4d824581475),segment_id=5ca430a7-1f9f-4178-a370-e4d824581475)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:01.020489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.024517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:01.084482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:01.191503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Pushing event updated for resources: {'Port': ['ID=b706f88c-48ac-433f-90e4-a0585899dc4c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:01.191799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:01.197810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:01.209512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:01.209809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.218057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 9323b2cc-855b-411c-8e28-2c59f4978621, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9323b2cc-855b-411c-8e28-2c59f4978621,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:01.218592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.245502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:06:57Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '9323b2cc-855b-411c-8e28-2c59f4978621', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:04:10Z', 'updated_at': '2021-11-24T14:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:01.266197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] Checking router: 03b8deec-cfc0-4ee4-b1a6-f21392668726 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:01.287224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] Routers {'03b8deec-cfc0-4ee4-b1a6-f21392668726'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:01.288002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['03b8deec-cfc0-4ee4-b1a6-f21392668726'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:01.347384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] DHCP port deletion for e36dc29f-c7ff-4735-9f14-3c11e01bebb1 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:07:01.365385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 9323b2cc-855b-411c-8e28-2c59f4978621 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:01.405314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:01.415756 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7631783 Nov 24 14:07:01.419050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43586) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:01.419935 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:01.431842 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:01.433005 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:01.435467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Deleting port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:01.435870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.450482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1041811270'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:01.467401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:01.473498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:01.480783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:01.493202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:01.522477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:01.526412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.592879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:01.604667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.605232 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 92c2e32c-8302-438d-97b1-ca29523e39d1 of type vlan for network 89c08afb-9da0-4bd2-9688-13600cd046fb Nov 24 14:07:01.616161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] Set router 03b8deec-cfc0-4ee4-b1a6-f21392668726 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:01.631585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.639224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.645507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b529172-1690-4963-9858-9f2f10c0a7e9 tempest-TestServerAdvancedOps-1786946349 tempest-TestServerAdvancedOps-1786946349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:01.693369 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:01.730749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.736757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:01.751349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.770047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=9323b2cc-855b-411c-8e28-2c59f4978621,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:01.778190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3420133f-a3fb-4322-92b0-64a8a2389cae tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:01.778513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:01.884151 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4638462 Nov 24 14:07:01.894529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:01.896472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43592) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:01.915902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:02.026095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=89c08afb-9da0-4bd2-9688-13600cd046fb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:02.039436 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:02.078952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 89c08afb-9da0-4bd2-9688-13600cd046fb details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:07:02.090234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef89280-2fa2-404a-85d2-373b894884eb req-9934c3b4-29a0-4a8a-b52d-433da96681fa tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:02.092715 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6ef89280-2fa2-404a-85d2-373b894884eb req-9934c3b4-29a0-4a8a-b52d-433da96681fa tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 943 time: 0.4090202 Nov 24 14:07:02.098097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:02.101330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2830a1b5-a4e1-438a-9f4b-fd5ebd8a639a None None] Provisioning complete for port b706f88c-48ac-433f-90e4-a0585899dc4c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:02.101717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2830a1b5-a4e1-438a-9f4b-fd5ebd8a639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.114934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:02.119384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:02.132171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:02.142573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:07:00Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:02.146299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.148859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.175458 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6ef89280-2fa2-404a-85d2-373b894884eb req-0c1a8d96-b616-48a1-8406-fb46f0e39383 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748482 Nov 24 14:07:02.178822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:02.182979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.183986 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:00Z', 'revision_number': 3, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:00Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:02.185080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.185855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router 03b8deec-cfc0-4ee4-b1a6-f21392668726 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:07:02.189432 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:02.189694 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Updating router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 port ee769a9b-1f64-40b7-9758-a058812ac1e4 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:07:02.219911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.223773 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/03b8deec-cfc0-4ee4-b1a6-f21392668726 HTTP/1.1" status: 204 len: 168 time: 1.6547155 Nov 24 14:07:02.224371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43596) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:02.227116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91063b74-bea3-4265-8887-5d7cd5c069b3 None None] The sync data for ids ['03b8deec-cfc0-4ee4-b1a6-f21392668726'] in dv-neutron-818153-2-hyperv is: [{'id': '03b8deec-cfc0-4ee4-b1a6-f21392668726', 'name': 'tempest-TestNetworkBasicOps-router-1853371736', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:04:07Z', 'updated_at': '2021-11-24T14:07:00Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:02.252678 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.273105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] For port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,segment=NetworkSegment(b9c52650-9e54-4faf-bfef-15a63e865058),segment_id=b9c52650-9e54-4faf-bfef-15a63e865058)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:02.273516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.452576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Calling delete_port for 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:02.478751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.486444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-26bbfca0-971c-4099-8f23-1296bbd0ae35 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:02.516807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.530318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:02.530555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.603773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=e84df681-08fb-4735-9514-6fc5a4a8713a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:02.611632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:02.612230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: 89c08afb-9da0-4bd2-9688-13600cd046fb, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:02.620535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:02.649299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 89c08afb-9da0-4bd2-9688-13600cd046fb is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:02.650039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.659732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2830a1b5-a4e1-438a-9f4b-fd5ebd8a639a None None] Provisioning for port ee769a9b-1f64-40b7-9758-a058812ac1e4 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:02.664488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 89c08afb-9da0-4bd2-9688-13600cd046fb) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:02.670082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:02.670944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.674926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] The port '3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:07:02.675782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:02.686726 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.702802 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Transition to ACTIVE for port object ee769a9b-1f64-40b7-9758-a058812ac1e4 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:02.712826 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8109264 Nov 24 14:07:02.714521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43600) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:02.718340 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.730336 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e0152739-56ec-437c-8174-81738d559bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:02.749946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2830a1b5-a4e1-438a-9f4b-fd5ebd8a639a None None] Provisioning complete for port ee769a9b-1f64-40b7-9758-a058812ac1e4 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:02.758978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2830a1b5-a4e1-438a-9f4b-fd5ebd8a639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.909871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b0ce4-573b-4877-a06a-867d53a92671 None None] Network 89c08afb-9da0-4bd2-9688-13600cd046fb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:02.910136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:02.944283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] No DVR routers for this DVR port 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:02.955212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Pushing event deleted for resources: {'Port': ['ID=3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:02.955212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:02.978539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36dc29f-c7ff-4735-9f14-3c11e01bebb1']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:03.008678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c52650-9e54-4faf-bfef-15a63e865058') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:03.009017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c52650-9e54-4faf-bfef-15a63e865058') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:03.026057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-2830a1b5-a4e1-438a-9f4b-fd5ebd8a639a None None] Port ee769a9b-1f64-40b7-9758-a058812ac1e4 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:03.042462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.060000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Attempting to bind port ee769a9b-1f64-40b7-9758-a058812ac1e4 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:03.060482 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Attempting to bind port ee769a9b-1f64-40b7-9758-a058812ac1e4 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:03.060908 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Attempting to bind port ee769a9b-1f64-40b7-9758-a058812ac1e4 on network 36b10630-aaad-4826-bf5c-49bf2f687536 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:03.067019 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:03.067401 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Checking segment: {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:03.067805 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.068198 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Bound using segment: {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:03.068664 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Bound port: ee769a9b-1f64-40b7-9758-a058812ac1e4, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca430a7-1f9f-4178-a370-e4d824581475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:03.069074 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.071401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.081369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:03.083622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.116501 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf671f-189a-4630-980f-a59a9a2f2dac None None] Pushing event updated for resources: {'Port': ['ID=ee769a9b-1f64-40b7-9758-a058812ac1e4,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:03.128498 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:03.164094 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-23cf671f-189a-4630-980f-a59a9a2f2dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:03.268687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b706f88c-48ac-433f-90e4-a0585899dc4c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:03.273789 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] For port ee769a9b-1f64-40b7-9758-a058812ac1e4, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:03.277906 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] For port ee769a9b-1f64-40b7-9758-a058812ac1e4, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ee769a9b-1f64-40b7-9758-a058812ac1e4,segment=NetworkSegment(5ca430a7-1f9f-4178-a370-e4d824581475),segment_id=5ca430a7-1f9f-4178-a370-e4d824581475)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:03.284570 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.290467 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-8b47c86a-a411-47de-8c55-a2d43788d453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:03.303275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.313398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a69e3c3d-ec4c-4140-b404-7cad7ddfd22b tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:03.380176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.388196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-89c08afb-9da0-4bd2-9688-13600cd046fb', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:07:03.389377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=e36dc29f-c7ff-4735-9f14-3c11e01bebb1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:03.397250 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:03.397583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:03.398014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:03.401160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.472955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/e36dc29f-c7ff-4735-9f14-3c11e01bebb1 HTTP/1.1" status: 204 len: 168 time: 1.2439368 Nov 24 14:07:03.495679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43606) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:03.499695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b706f88c-48ac-433f-90e4-a0585899dc4c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:03.500783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.530003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--981182001', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:03.538160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:03.549516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:03.552896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:03.561104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:03.583094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:03.589873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.640924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:03.656580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.657063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment f2f18605-ed89-4f6d-9196-136962f28a66 of type vlan for network f7815238-4de2-4c8a-953d-ee55828f162c Nov 24 14:07:03.702283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.745880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.753267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:03.754240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.760865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17699866-06fc-4f05-9aca-bc2375e3c514 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:03.766455 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf671f-189a-4630-980f-a59a9a2f2dac None None] Pushing event updated for resources: {'Port': ['ID=ee769a9b-1f64-40b7-9758-a058812ac1e4,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:03.769905 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:03.800387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Allocated IP 172.22.0.2 (89c08afb-9da0-4bd2-9688-13600cd046fb/e84df681-08fb-4735-9514-6fc5a4a8713a/cf4c04ff-826b-4c7f-b340-b5b8e3156ae9) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:03.820349 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-23cf671f-189a-4630-980f-a59a9a2f2dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:03.926375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd75c9e-264a-49a2-abda-ba7c1064d301 req-d787c76b-dcac-4fe1-9d33-b18fabc46be0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:03.930878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fd75c9e-264a-49a2-abda-ba7c1064d301 req-d787c76b-dcac-4fe1-9d33-b18fabc46be0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 943 time: 0.5128193 Nov 24 14:07:03.940262 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4289796 Nov 24 14:07:03.943273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43610) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:03.943847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9323b2cc-855b-411c-8e28-2c59f4978621 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:03.947140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:03.961517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=f7815238-4de2-4c8a-953d-ee55828f162c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:03.962152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:03.966972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:03.985124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:03.985854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f7815238-4de2-4c8a-953d-ee55828f162c details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:07:03.991988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:04.011076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fd75c9e-264a-49a2-abda-ba7c1064d301 req-a93f753b-44cf-4225-a4b3-87abf77f0f64 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693631 Nov 24 14:07:04.026670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 9323b2cc-855b-411c-8e28-2c59f4978621 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:04.027132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9323b2cc-855b-411c-8e28-2c59f4978621 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:04.027672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:04.052410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:04.122886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:04.123190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:04.123336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3e3d7ad6-625a-42f7-afcc-cfcf6caad8ce not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:04.123336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4f5716bd-1963-48e1-a98a-eae76229999e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:04.155687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.156709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.181613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 4f5716bd-1963-48e1-a98a-eae76229999e {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:04.181613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4f5716bd-1963-48e1-a98a-eae76229999e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:04.200184 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:00Z', 'revision_number': 3, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:03Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:04.204547 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc49f3-a1a1-425a-a2d4-0dacd0451293 None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:00Z', 'revision_number': 3, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:03Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:04.223999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.350451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.364987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Transition to ACTIVE for port object cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:04.386509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Transition to ACTIVE for port object cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:04.393764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.397903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:04.472175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Network 89c08afb-9da0-4bd2-9688-13600cd046fb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:04.475798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:04.479783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:04.487550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Pushing event updated for resources: {'Port': ['ID=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:04.491906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:04.590639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Attempting to bind port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:04.591395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Attempting to bind port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:04.591628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Attempting to bind port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 on network 89c08afb-9da0-4bd2-9688-13600cd046fb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:04.597505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:04.597963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Checking segment: {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:04.598464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.598928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Bound using segment: {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:04.600528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Bound port: cf4c04ff-826b-4c7f-b340-b5b8e3156ae9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:04.600528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.664075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.698900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] For port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:04.704608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] For port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:04.709906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:04.718675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-022120d1-0c0b-4766-a789-1700c1dca3b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:04.778012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.22.0.1 (89c08afb-9da0-4bd2-9688-13600cd046fb/e84df681-08fb-4735-9514-6fc5a4a8713a/fd28b420-ba80-4950-9d00-c6af491a706c) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:04.811297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Pushing event updated for resources: {'Port': ['ID=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:04.814782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:05.139042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee769a9b-1f64-40b7-9758-a058812ac1e4 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:05.207126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.218548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ee769a9b-1f64-40b7-9758-a058812ac1e4 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:05.223759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ee769a9b-1f64-40b7-9758-a058812ac1e4 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:05.224140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.397140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.433052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ee769a9b-1f64-40b7-9758-a058812ac1e4, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ee769a9b-1f64-40b7-9758-a058812ac1e4,segment=NetworkSegment(5ca430a7-1f9f-4178-a370-e4d824581475),segment_id=5ca430a7-1f9f-4178-a370-e4d824581475)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:05.437130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.438980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:05.514920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object fd28b420-ba80-4950-9d00-c6af491a706c will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:05.528686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ee769a9b-1f64-40b7-9758-a058812ac1e4,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:05.534248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:05.576557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.614606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.626975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba17fed-11b7-455d-9ea6-34aa1da8f83a req-ed14afe2-549c-45ce-89d4-a1820e988373 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:05.628584 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bba17fed-11b7-455d-9ea6-34aa1da8f83a req-ed14afe2-549c-45ce-89d4-a1820e988373 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 943 time: 0.4738426 Nov 24 14:07:05.710708 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.719257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:05.818060 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-bba17fed-11b7-455d-9ea6-34aa1da8f83a req-9ee04bc6-ec8a-4fed-aa06-81f7690f2034 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548181 Nov 24 14:07:05.822431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 89c08afb-9da0-4bd2-9688-13600cd046fb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:05.828328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:05.835507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:05.907229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=fd28b420-ba80-4950-9d00-c6af491a706c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:05.921996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:05.951442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:05.959665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.15 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/fb994b45-bf93-4c95-a432-af666523b9cd) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:05.977595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f2d8a-06ee-4ed1-bb89-79d91fa79272 None None] Network 89c08afb-9da0-4bd2-9688-13600cd046fb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:06.076528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b37892cd-ab00-4adb-aa51-30e18668869d None None] Provisioning for port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:06.197005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.220088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.438859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.451783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:06.531738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-16751e30-b586-4c1e-9943-7ea90326aab5 None None] Provisioning for port fd28b420-ba80-4950-9d00-c6af491a706c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:06.536390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:06.537405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-16751e30-b586-4c1e-9943-7ea90326aab5 None None] Provisioning complete for port fd28b420-ba80-4950-9d00-c6af491a706c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:06.537779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-16751e30-b586-4c1e-9943-7ea90326aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.541234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:06.544460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:06.589956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=fb994b45-bf93-4c95-a432-af666523b9cd,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:06.596099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:06.602385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 563ad8f9-12bb-4871-94f9-d5e105e88c0f details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:07:06.609935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-16751e30-b586-4c1e-9943-7ea90326aab5 None None] Port fd28b420-ba80-4950-9d00-c6af491a706c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:06.758402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6ed8440c-11e3-4220-a5b4-4c99a00dd6d5 None None] Provisioning complete for port fd28b420-ba80-4950-9d00-c6af491a706c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:06.758779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ed8440c-11e3-4220-a5b4-4c99a00dd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.812198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:06.833638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:07:06.863665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8440c-11e3-4220-a5b4-4c99a00dd6d5 None None] Port fd28b420-ba80-4950-9d00-c6af491a706c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:06.900014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.935956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563ad8f9-12bb-4871-94f9-d5e105e88c0f {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:07:06.959461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:06.965074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:06.968818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:07.076631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68efc5-07d7-42cb-868a-83fb5b42fd25 req-b373bf25-78d1-419e-ba73-de9e0178ec48 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:07.078263 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a68efc5-07d7-42cb-868a-83fb5b42fd25 req-b373bf25-78d1-419e-ba73-de9e0178ec48 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 944 time: 0.1312187 Nov 24 14:07:07.095323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=563ad8f9-12bb-4871-94f9-d5e105e88c0f,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:07.099923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:07.141675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee769a9b-1f64-40b7-9758-a058812ac1e4 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:07.150955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a68efc5-07d7-42cb-868a-83fb5b42fd25 req-5547482c-5db8-45dd-a38b-3bf1c2bc0538 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662956 Nov 24 14:07:07.214965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ee769a9b-1f64-40b7-9758-a058812ac1e4 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:07.215604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.245939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['563ad8f9-12bb-4871-94f9-d5e105e88c0f'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:07:07.300610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.322424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.352533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2dd1216a-2fba-44a1-ac96-8eae92277021 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:07.432757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:07.436316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.563494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:07.568628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.578984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:07.580661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.598938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=fd28b420-ba80-4950-9d00-c6af491a706c,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:07.605901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:07.771100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.810179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:07.814225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:07.815977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:07.882738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network 89c08afb-9da0-4bd2-9688-13600cd046fb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:07.886823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:07.891650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:07.893711 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:08.089544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8f53ae0a-3ff5-4b16-8ff9-2632725b112b None None] Provisioning complete for port fd28b420-ba80-4950-9d00-c6af491a706c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:08.089953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f53ae0a-3ff5-4b16-8ff9-2632725b112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:08.107709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:08.144899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8f53ae0a-3ff5-4b16-8ff9-2632725b112b None None] Port fd28b420-ba80-4950-9d00-c6af491a706c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:08.161668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:08.617382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 563ad8f9-12bb-4871-94f9-d5e105e88c0f up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:08.623322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:08.665057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:08.682956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bbb54-ac51-4e79-9921-85859af45e91 req-5e0417c3-d865-45f6-af40-91ae8ce8bc14 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:08.684466 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-282bbb54-ac51-4e79-9921-85859af45e91 req-5e0417c3-d865-45f6-af40-91ae8ce8bc14 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 944 time: 0.3800912 Nov 24 14:07:08.688354 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9724061 Nov 24 14:07:08.691198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43620) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:08.696997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596967412'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:08.701128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:08.701817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:08.704481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:07:08.706588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:08.724724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:network and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:08.731761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:08.741960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:08.899558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:08.903471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:08.904737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 563ad8f9-12bb-4871-94f9-d5e105e88c0f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:08.911970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:08.914624 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-282bbb54-ac51-4e79-9921-85859af45e91 req-47a5c9a6-f6e1-44fe-9bab-117eb4587276 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132618 Nov 24 14:07:08.958029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 563ad8f9-12bb-4871-94f9-d5e105e88c0f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:08.958410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:08.964200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:08.979390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:08.981758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:08.982092 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added segment 6b4650b9-d6c1-4647-9d49-cfc16273224e of type vlan for network ecac1208-acf6-4715-acf2-c60e0e5173e3 Nov 24 14:07:08.995067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Sync routers for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:09.009352 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:09.009946 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:09.032869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.038016 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.042206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43624) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:09.042769 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0979843 Nov 24 14:07:09.095377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.099304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:09.102839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:09.103743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.114939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bbd7e6cd-a47f-4dde-bea7-26e5763734fc tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692236 Nov 24 14:07:09.117865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43628) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:09.129767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d97755ee-0082-43ec-9a38-12b02c771b6f tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:09.221415 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:09.276393 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Network': ['ID=ecac1208-acf6-4715-acf2-c60e0e5173e3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:09.288114 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5956347 Nov 24 14:07:09.289970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ff00b75a-dcdd-4511-a9b8-b41f69a0505f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:09.290608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43632) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:09.298353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'subnet': {'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:09.298637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:07:09.303509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce11a49-69c7-4557-a703-671ff0ac3e20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:09.305865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dce11a49-69c7-4557-a703-671ff0ac3e20 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1867931 Nov 24 14:07:09.308657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43636) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:09.359985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2a2108ac-d92a-4c29-a862-ceff37875e01 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486722 Nov 24 14:07:09.362351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43640) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:09.369830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706488098', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:09.428051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:09.432574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:subnet and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:09.436253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:09.442270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:09.454336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Made reservation on behalf of b5336e7dfdd547aaae9f50852018f12a for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:09.457481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.459285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.509228 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:09.514019 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Checking router: e78b0a24-4b98-4a0d-b521-d3e83ba13d4b for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:09.514376 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Updating router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b port fb994b45-bf93-4c95-a432-af666523b9cd binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:07:09.517678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:09.518059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.529923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:09.534444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:09.538479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:09.548709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:09.563836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:09.569737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.573124 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.585933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:09.605713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:09.615472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.618816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:09.682344 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'code': 200} Nov 24 14:07:09.759917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=563ad8f9-12bb-4871-94f9-d5e105e88c0f,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:09.760150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.770619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ce25efd1-1f69-4c87-abcf-8d5b70011af1 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:09.776212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:09.786799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:09.799260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:09.799627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Updating router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 port fd28b420-ba80-4950-9d00-c6af491a706c binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:07:09.867623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:09.954217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Subnet': ['ID=63495126-1a0a-4ff1-823c-bf5aea578e04,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:09.958661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:09.963564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Checking segment: {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:09.964171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network hostable DHCP agents. Network: ecac1208-acf6-4715-acf2-c60e0e5173e3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:09.988021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:10.002926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, ecac1208-acf6-4715-acf2-c60e0e5173e3) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:10.015515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:10.017458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.023650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6bc70-4f07-461d-8d4b-271bd1496bac None None] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:10.052546 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.067571 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7732012 Nov 24 14:07:10.068140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43648) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:10.069364 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Transition to ACTIVE for port object fb994b45-bf93-4c95-a432-af666523b9cd will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:10.078552 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.089023 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-5b39e7bc-d116-4dd5-b930-6016d931fcf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:10.180203 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24b708-f5d2-4f64-9b90-26f51203acd1 None None] Pushing event updated for resources: {'Port': ['ID=fb994b45-bf93-4c95-a432-af666523b9cd,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:10.184649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ba24b708-f5d2-4f64-9b90-26f51203acd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:10.185811 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Attempting to bind port fb994b45-bf93-4c95-a432-af666523b9cd on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:10.186352 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Attempting to bind port fb994b45-bf93-4c95-a432-af666523b9cd by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:10.186819 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Attempting to bind port fb994b45-bf93-4c95-a432-af666523b9cd on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:10.193737 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:10.194290 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:10.194801 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.195296 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:10.195873 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Bound port: fb994b45-bf93-4c95-a432-af666523b9cd, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:10.196361 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.248468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea31b1-3cf0-4162-b0f0-8d7dc4197533 req-ac8918d1-6d8e-4768-b6eb-9be0cca7fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:10.250566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f2ea31b1-3cf0-4162-b0f0-8d7dc4197533 req-ac8918d1-6d8e-4768-b6eb-9be0cca7fbf0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1098 time: 0.2886655 Nov 24 14:07:10.257801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.279759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b195e4b8-b512-42e3-b1d8-259596a3506e tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:10.294597 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] For port fb994b45-bf93-4c95-a432-af666523b9cd, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:10.298674 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] For port fb994b45-bf93-4c95-a432-af666523b9cd, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fb994b45-bf93-4c95-a432-af666523b9cd,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:10.306984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.312851 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-8b47c86a-a411-47de-8c55-a2d43788d453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:10.386226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:10.386762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: f7815238-4de2-4c8a-953d-ee55828f162c, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:10.423446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network f7815238-4de2-4c8a-953d-ee55828f162c is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:10.427664 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24b708-f5d2-4f64-9b90-26f51203acd1 None None] Pushing event updated for resources: {'Port': ['ID=fb994b45-bf93-4c95-a432-af666523b9cd,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:10.433976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-ecac1208-acf6-4715-acf2-c60e0e5173e3', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:07:10.435618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.437518 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ba24b708-f5d2-4f64-9b90-26f51203acd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:10.439614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=247a075e-e407-46c5-93f8-b5f2c5e61ab3,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:10.444472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:10.446497 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f2ea31b1-3cf0-4162-b0f0-8d7dc4197533 req-165bf755-4bb8-412b-83d2-cc12d157dc8a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797807 Nov 24 14:07:10.447266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, f7815238-4de2-4c8a-953d-ee55828f162c) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:10.453433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:10.454144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.460996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f84718-688e-4eb5-a57c-4a5c0b54e5cd None None] Network f7815238-4de2-4c8a-953d-ee55828f162c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:10.475670 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:10.476465 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:10.481627 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1169214 Nov 24 14:07:10.483651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43652) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:10.519928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690bfcd-d4ad-4abc-a8d3-3a938072dbcd req-ca3a826a-188f-4900-9f03-32486d15e1e3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:10.521489 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4690bfcd-d4ad-4abc-a8d3-3a938072dbcd req-ca3a826a-188f-4900-9f03-32486d15e1e3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 945 time: 0.3448505 Nov 24 14:07:10.600582 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4690bfcd-d4ad-4abc-a8d3-3a938072dbcd req-52ede15b-f0b1-4cec-a746-4fe256b5e4e8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682619 Nov 24 14:07:10.723571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.765691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Transition to ACTIVE for port object fd28b420-ba80-4950-9d00-c6af491a706c will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:10.772638 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:10.796708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:10.812476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:11.108965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc941-3a71-47f0-b244-83e131b2fc6f None None] Pushing event updated for resources: {'Port': ['ID=fd28b420-ba80-4950-9d00-c6af491a706c,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:11.158238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cfcbc941-3a71-47f0-b244-83e131b2fc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:11.159435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Allocated IP 172.23.0.2 (ecac1208-acf6-4715-acf2-c60e0e5173e3/63495126-1a0a-4ff1-823c-bf5aea578e04/897b1c41-e722-4798-8cc7-3c3fe1e7dffa) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:11.171817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:11.242427 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:11.248650 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415f75f6-ef74-48ec-9a76-a398e9cff1c1 None None] The sync data for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:11.341574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-f7815238-4de2-4c8a-953d-ee55828f162c', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:07:11.342560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:11.475566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:11.518830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Attempting to bind port fd28b420-ba80-4950-9d00-c6af491a706c on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:11.519865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Attempting to bind port fd28b420-ba80-4950-9d00-c6af491a706c by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:11.520416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Attempting to bind port fd28b420-ba80-4950-9d00-c6af491a706c on network 89c08afb-9da0-4bd2-9688-13600cd046fb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:11.586188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:11.586188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Checking segment: {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:11.599558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:11.603558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Bound using segment: {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:11.604559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Bound port: fd28b420-ba80-4950-9d00-c6af491a706c, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c2e32c-8302-438d-97b1-ca29523e39d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:11.605241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:11.862765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Allocated IP 172.20.0.2 (f7815238-4de2-4c8a-953d-ee55828f162c/247a075e-e407-46c5-93f8-b5f2c5e61ab3/e02fdab0-cc94-47c6-8a33-a96be559b836) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:11.921572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:11.983274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e59440-88c1-47dd-8709-c1eba9467bd5 req-eb5d12e1-42fd-42e4-99cf-91eede94da0d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:11.984894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-73e59440-88c1-47dd-8709-c1eba9467bd5 req-eb5d12e1-42fd-42e4-99cf-91eede94da0d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 945 time: 0.1788614 Nov 24 14:07:12.008447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Transition to ACTIVE for port object 897b1c41-e722-4798-8cc7-3c3fe1e7dffa will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:12.037410 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-73e59440-88c1-47dd-8709-c1eba9467bd5 req-0cd0f02b-88c1-4d0b-8437-fa61b42ec8ff tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462372 Nov 24 14:07:12.045446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] For port fd28b420-ba80-4950-9d00-c6af491a706c, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:12.064955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] For port fd28b420-ba80-4950-9d00-c6af491a706c, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd28b420-ba80-4950-9d00-c6af491a706c,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:12.067790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Transition to ACTIVE for port object 897b1c41-e722-4798-8cc7-3c3fe1e7dffa will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:12.075465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.082063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8ff90397-6255-40bb-823e-fa27815bc51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:12.127257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.159352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Allocated IP 172.23.0.1 (ecac1208-acf6-4715-acf2-c60e0e5173e3/63495126-1a0a-4ff1-823c-bf5aea578e04/21a2e9a7-50a8-449f-997b-17c317ed8f58) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:12.233687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:12.234398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:12.310728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:12.311747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc941-3a71-47f0-b244-83e131b2fc6f None None] Pushing event updated for resources: {'Port': ['ID=fd28b420-ba80-4950-9d00-c6af491a706c,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:12.323067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:12.325448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cfcbc941-3a71-47f0-b244-83e131b2fc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:12.390154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04c7b23e-ce8b-4f36-8cde-f278840ea9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:12.401157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1281a-4adb-462f-917c-915fdd8e9777 req-47a95691-6424-4dd9-9233-0a3ddd115eb7 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:12.403302 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b8e1281a-4adb-462f-917c-915fdd8e9777 req-47a95691-6424-4dd9-9233-0a3ddd115eb7 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 945 time: 0.2381222 Nov 24 14:07:12.447070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.479944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Transition to ACTIVE for port object 21a2e9a7-50a8-449f-997b-17c317ed8f58 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:12.486639 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b8e1281a-4adb-462f-917c-915fdd8e9777 req-4f2477e7-896a-4d80-a27c-acf85b96dac8 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720735 Nov 24 14:07:12.490279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:12.509583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.514332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43660) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:12.514882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4d832acd-0e0f-4619-bc09-952e9a1ef8d0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:12.586645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:12.590616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:12.593368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:12.619458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f41ef-550b-4872-831a-afadefc0e34d tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:12.621676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0d9f41ef-550b-4872-831a-afadefc0e34d tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1093 time: 0.1049271 Nov 24 14:07:12.624336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43664) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:12.631876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:12.639311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:12.643576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=21a2e9a7-50a8-449f-997b-17c317ed8f58,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:12.644333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:floatingip and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:12.647117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:12.649190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:12.655774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:12.662402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:12.665641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.676404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.798320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Pushing event updated for resources: {'Port': ['ID=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:12.801599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:12.803902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.903626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:12.942076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Attempting to bind port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:12.942679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Attempting to bind port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:12.943099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Attempting to bind port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa on network ecac1208-acf6-4715-acf2-c60e0e5173e3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:12.946843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Transition to ACTIVE for port object e02fdab0-cc94-47c6-8a33-a96be559b836 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:12.984731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.014886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:13.015085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Checking segment: {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:13.015597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.016093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Bound using segment: {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:13.016689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Bound port: 897b1c41-e722-4798-8cc7-3c3fe1e7dffa, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:13.017208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.071549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Transition to ACTIVE for port object e02fdab0-cc94-47c6-8a33-a96be559b836 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:13.132404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.136360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-971325d9-49da-4951-b2c0-f361260c76fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:13.180301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fb994b45-bf93-4c95-a432-af666523b9cd up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:13.224405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (f7815238-4de2-4c8a-953d-ee55828f162c/247a075e-e407-46c5-93f8-b5f2c5e61ab3/2673794a-06e2-43de-83c8-fa2a3d1d320d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:13.226838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Allocated IP 172.26.8.166 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/aa92492d-813d-4a61-b123-9308b94ccff7) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:13.300850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.306275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Network f7815238-4de2-4c8a-953d-ee55828f162c is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:13.307124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.326566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:13.335088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:13.344041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:13.370439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Pushing event updated for resources: {'Port': ['ID=e02fdab0-cc94-47c6-8a33-a96be559b836,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:13.379503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:13.430381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] For port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:13.491348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] For port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,segment=NetworkSegment(6b4650b9-d6c1-4647-9d49-cfc16273224e),segment_id=6b4650b9-d6c1-4647-9d49-cfc16273224e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:13.494978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port fb994b45-bf93-4c95-a432-af666523b9cd completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:13.507200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.515272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cfcbc941-3a71-47f0-b244-83e131b2fc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:13.532275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.544228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fb994b45-bf93-4c95-a432-af666523b9cd triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:13.544604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.554038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.578514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 2673794a-06e2-43de-83c8-fa2a3d1d320d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:13.579926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Attempting to bind port e02fdab0-cc94-47c6-8a33-a96be559b836 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:13.580302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Attempting to bind port e02fdab0-cc94-47c6-8a33-a96be559b836 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:13.580685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Attempting to bind port e02fdab0-cc94-47c6-8a33-a96be559b836 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:13.595230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.598722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event updated for resources: {'Port': ['ID=21a2e9a7-50a8-449f-997b-17c317ed8f58,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:13.602470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:13.611343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.617288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1dbcd6c8-5b4b-4037-8f0c-bbf4d7ceac10 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:13.621987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:13.622364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Checking segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:13.622781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.623179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Bound using segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:13.623672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Bound port: e02fdab0-cc94-47c6-8a33-a96be559b836, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:13.624057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.659142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.700878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network f7815238-4de2-4c8a-953d-ee55828f162c is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:13.702851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:13.706562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:13.708200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:13.711559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:13.729642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Pushing event updated for resources: {'Port': ['ID=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:13.739156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:13.745789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:13.791241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:13.792817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:13.806172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:12Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:13.829176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52116efd-f0dc-4353-9c9c-4fdc86ca4776 None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:06Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:12Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:13.839760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] For port e02fdab0-cc94-47c6-8a33-a96be559b836, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:13.851670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] For port e02fdab0-cc94-47c6-8a33-a96be559b836, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e02fdab0-cc94-47c6-8a33-a96be559b836,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:13.858659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.864947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=aa92492d-813d-4a61-b123-9308b94ccff7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:13.865205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:13.871459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5b07bf99-babc-4b50-8948-b3b053760c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:13.876525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:13.880853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:13.959537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port fb994b45-bf93-4c95-a432-af666523b9cd, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fb994b45-bf93-4c95-a432-af666523b9cd,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:13.995013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:14.011866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Pushing event updated for resources: {'Port': ['ID=e02fdab0-cc94-47c6-8a33-a96be559b836,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:14.016143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:14.020696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:14.057316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=2673794a-06e2-43de-83c8-fa2a3d1d320d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:14.109340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:14.124804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:14.127566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:14.163527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=fb994b45-bf93-4c95-a432-af666523b9cd,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:14.171256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:14.401689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:14.424798 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3545756 Nov 24 14:07:14.427055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43668) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:14.437002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:14.903425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:15.041670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eadab24-0b92-4154-b875-fa4f2386dde7 None None] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:15.149476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-831cfcf7-21cf-41ab-b5fb-2cb4279736a9 None None] Provisioning for port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:15.329246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fb994b45-bf93-4c95-a432-af666523b9cd up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:15.354213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:15.434556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:15.435309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:15.517537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:15.562427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a805f2-562d-4cbb-b325-58918b327e73 None None] Network f7815238-4de2-4c8a-953d-ee55828f162c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:15.703625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d62738d2-f18b-47e7-8668-1ea7185f77d3 None None] Provisioning for port e02fdab0-cc94-47c6-8a33-a96be559b836 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:15.720720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:15.750484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:15.776792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:15.790809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:15.792670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fb994b45-bf93-4c95-a432-af666523b9cd triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:15.793175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:15.857832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:16.005553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=2673794a-06e2-43de-83c8-fa2a3d1d320d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:16.008309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 14:07:16.014525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.018438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:16.118400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Removed routes are [] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 14:07:16.118852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.288445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 897b1c41-e722-4798-8cc7-3c3fe1e7dffa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:16.378938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-83ddb29c-09df-4d38-a68c-66f63424d465 None None] Provisioning for port 21a2e9a7-50a8-449f-997b-17c317ed8f58 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:16.393330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-83ddb29c-09df-4d38-a68c-66f63424d465 None None] Provisioning complete for port 21a2e9a7-50a8-449f-997b-17c317ed8f58 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:16.393712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-83ddb29c-09df-4d38-a68c-66f63424d465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.477564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:16.491675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-83ddb29c-09df-4d38-a68c-66f63424d465 None None] Port 21a2e9a7-50a8-449f-997b-17c317ed8f58 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:16.494718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:16.495052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.522410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:12Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:12Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:16.544063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:16.544337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Updating router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 port 21a2e9a7-50a8-449f-997b-17c317ed8f58 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:07:16.618289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.675901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-de7f6817-60cf-4fce-889b-a5fd14680398 None None] Provisioning complete for port 21a2e9a7-50a8-449f-997b-17c317ed8f58 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:16.676283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de7f6817-60cf-4fce-889b-a5fd14680398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.753572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network f7815238-4de2-4c8a-953d-ee55828f162c is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:16.755572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.765315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:16.778756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.786666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d3705076-1e71-424f-85cc-5409253d40d2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:16.932181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:16.941829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-de7f6817-60cf-4fce-889b-a5fd14680398 None None] Port 21a2e9a7-50a8-449f-997b-17c317ed8f58 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:16.966453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.001158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,segment=NetworkSegment(6b4650b9-d6c1-4647-9d49-cfc16273224e),segment_id=6b4650b9-d6c1-4647-9d49-cfc16273224e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:17.018532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.019394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e02fdab0-cc94-47c6-8a33-a96be559b836 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:17.043079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.049404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=aa92492d-813d-4a61-b123-9308b94ccff7,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:17.051396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:17.059052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:17.063810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.140574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.244303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:17.257962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:17.277978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port e02fdab0-cc94-47c6-8a33-a96be559b836 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:17.283370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-412977d1-98c2-43ef-923a-9b4210a59b3f None None] Provisioning for port 2673794a-06e2-43de-83c8-fa2a3d1d320d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:17.288988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e02fdab0-cc94-47c6-8a33-a96be559b836 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:17.289602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.319879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-412977d1-98c2-43ef-923a-9b4210a59b3f None None] Provisioning complete for port 2673794a-06e2-43de-83c8-fa2a3d1d320d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:17.320178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-412977d1-98c2-43ef-923a-9b4210a59b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.399854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:17.433060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:17.460421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-412977d1-98c2-43ef-923a-9b4210a59b3f None None] Port 2673794a-06e2-43de-83c8-fa2a3d1d320d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:17.476626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.521389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Transition to ACTIVE for port object 21a2e9a7-50a8-449f-997b-17c317ed8f58 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:17.538528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.544661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:17.553578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Floating IP 4fef927c-a1e7-42cd-a61e-587949b2d374 associated. External IP: 172.26.8.166, port: 563ad8f9-12bb-4871-94f9-d5e105e88c0f. Nov 24 14:07:17.615564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.714381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8b6cbd1d-0560-4114-ab60-1713cccb1501 None None] Provisioning complete for port 2673794a-06e2-43de-83c8-fa2a3d1d320d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:17.714765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b6cbd1d-0560-4114-ab60-1713cccb1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.751635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d18f3-88e5-4f34-8940-99243607e2c7 None None] Pushing event updated for resources: {'Port': ['ID=21a2e9a7-50a8-449f-997b-17c317ed8f58,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:17.797962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-734d18f3-88e5-4f34-8940-99243607e2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:17.862922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port e02fdab0-cc94-47c6-8a33-a96be559b836, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e02fdab0-cc94-47c6-8a33-a96be559b836,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:17.873678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cbd1d-0560-4114-ab60-1713cccb1501 None None] Port 2673794a-06e2-43de-83c8-fa2a3d1d320d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:17.877013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:17.877700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd28b420-ba80-4950-9d00-c6af491a706c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:17.909059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:17.972568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Attempting to bind port 21a2e9a7-50a8-449f-997b-17c317ed8f58 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:17.972961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Attempting to bind port 21a2e9a7-50a8-449f-997b-17c317ed8f58 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:17.973338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Attempting to bind port 21a2e9a7-50a8-449f-997b-17c317ed8f58 on network ecac1208-acf6-4715-acf2-c60e0e5173e3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:17.999378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:17.999763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Checking segment: {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:18.000171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.000576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Bound using segment: {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:18.001085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Bound port: 21a2e9a7-50a8-449f-997b-17c317ed8f58, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4650b9-d6c1-4647-9d49-cfc16273224e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:18.001464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.066456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=e02fdab0-cc94-47c6-8a33-a96be559b836,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:18.078589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:18.083258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:18.092196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:18.100281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port fd28b420-ba80-4950-9d00-c6af491a706c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:18.105054 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Sync routers for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:18.116371 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:18.117197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fd28b420-ba80-4950-9d00-c6af491a706c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:18.117582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.117704 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:18.171598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] For port 21a2e9a7-50a8-449f-997b-17c317ed8f58, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:18.186096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] For port 21a2e9a7-50a8-449f-997b-17c317ed8f58, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=21a2e9a7-50a8-449f-997b-17c317ed8f58,segment=NetworkSegment(6b4650b9-d6c1-4647-9d49-cfc16273224e),segment_id=6b4650b9-d6c1-4647-9d49-cfc16273224e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:18.192825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.197187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:18.245109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/e78b0a24-4b98-4a0d-b521-d3e83ba13d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7577541 Nov 24 14:07:18.248152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43672) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:18.257111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.259219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ea4f7ca3-acd7-405f-aa4c-5f408aa71ded tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 934 time: 3.8311985 Nov 24 14:07:18.263088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43676) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:18.305869 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:18.358174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:18.358824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:18.421413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d18f3-88e5-4f34-8940-99243607e2c7 None None] Pushing event updated for resources: {'Port': ['ID=21a2e9a7-50a8-449f-997b-17c317ed8f58,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:18.497871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-734d18f3-88e5-4f34-8940-99243607e2c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:18.531860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.557055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.559790 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.560478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.562365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.565089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.569946 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.571481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.572142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.573350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.579006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.586031 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0e513249-984e-493b-8ff6-f761a5d25a14 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 934 time: 0.3215964 Nov 24 14:07:18.587062 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2574782b-1b59-4256-bc8b-29b314447436 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7020 time: 0.3361249 Nov 24 14:07:18.588502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port fd28b420-ba80-4950-9d00-c6af491a706c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd28b420-ba80-4950-9d00-c6af491a706c,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:18.588687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43680) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:18.589167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43682) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:18.594830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:18.596107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'routes': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:18.671354 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:15Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:18.677558 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Checking router: e78b0a24-4b98-4a0d-b521-d3e83ba13d4b for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:18.678172 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Updating router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b port 2673794a-06e2-43de-83c8-fa2a3d1d320d binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:07:18.700936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.701578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.702101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.702658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.704521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.705065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.705619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.706588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.707099 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.707777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:18.714177 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-306709e4-ad45-4328-9c06-ccc8b32533b7 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6371 time: 0.1229484 Nov 24 14:07:18.714977 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43688) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:18.732673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.742523 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:18.743618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:18.825196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:18.898399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 897b1c41-e722-4798-8cc7-3c3fe1e7dffa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:19.044435 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eb2beb8e-f610-4c14-8054-d4d328ea914e tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3810 time: 0.3272049 Nov 24 14:07:19.046941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43692) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:19.055463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=fd28b420-ba80-4950-9d00-c6af491a706c,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:19.056256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-174899228', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:19.076252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:19.124571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:19.125002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.222342 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.240000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Transition to ACTIVE for port object 2673794a-06e2-43de-83c8-fa2a3d1d320d will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:19.251942 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.259884 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-16bcf77f-4adb-4d92-910e-36ba4c60692f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:19.263410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:19.268599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:port and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:19.272376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:19.280450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:19.291864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:19.297529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.325081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] device_id is not set on port ad84541b-614e-43cc-92bb-021fa6b10e65 yet. {{(pid=87692) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:07:19.339077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e02fdab0-cc94-47c6-8a33-a96be559b836 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:19.343746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645735a-90ba-4787-a924-47147aac1153 None None] Pushing event updated for resources: {'Port': ['ID=2673794a-06e2-43de-83c8-fa2a3d1d320d,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:19.355805 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e645735a-90ba-4787-a924-47147aac1153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:19.408552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:16Z', 'revision_number': 6, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:12Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:19.419280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c99f1-92d3-4bb9-aa06-5ca4cc0bfe7d None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:16Z', 'revision_number': 6, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:12Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:19.482526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port e02fdab0-cc94-47c6-8a33-a96be559b836 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:19.482976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.552905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:19.555312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.13 (f7815238-4de2-4c8a-953d-ee55828f162c/247a075e-e407-46c5-93f8-b5f2c5e61ab3/ad84541b-614e-43cc-92bb-021fa6b10e65) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:19.578619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:19.618207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.643221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:19.643892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:19.769678 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Attempting to bind port 2673794a-06e2-43de-83c8-fa2a3d1d320d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:19.777032 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Attempting to bind port 2673794a-06e2-43de-83c8-fa2a3d1d320d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:19.777723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Attempting to bind port 2673794a-06e2-43de-83c8-fa2a3d1d320d on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:19.796180 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:19.796566 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Checking segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:19.797391 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.797545 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Bound using segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:19.798025 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Bound port: 2673794a-06e2-43de-83c8-fa2a3d1d320d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:19.798409 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.879345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2529795 Nov 24 14:07:19.888710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:19.967886 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] For port 2673794a-06e2-43de-83c8-fa2a3d1d320d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:19.974737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.982976 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] For port 2673794a-06e2-43de-83c8-fa2a3d1d320d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2673794a-06e2-43de-83c8-fa2a3d1d320d,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:19.988307 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'status': 'completed', 'code': 200} Nov 24 14:07:19.988951 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:07:19.990180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-40082beb-ed63-4075-97de-c6dce8487588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.990796 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:19.995171 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:20.021759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object ad84541b-614e-43cc-92bb-021fa6b10e65 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:20.068136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:20.089594 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:20.090298 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:20.101810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-85a961b7-1e90-4c1f-a819-c663dee3dd54 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:20.155377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:20.189248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added routes are [] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 14:07:20.189562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 14:07:20.228067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:20.295114 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645735a-90ba-4787-a924-47147aac1153 None None] Pushing event updated for resources: {'Port': ['ID=2673794a-06e2-43de-83c8-fa2a3d1d320d,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:20.310861 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e645735a-90ba-4787-a924-47147aac1153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:20.491707 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:20.544456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network f7815238-4de2-4c8a-953d-ee55828f162c is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:20.548010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:20.550849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:20.590777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:20.604575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:20.610875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:20.641534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:20.642489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:20.679056 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6282058 Nov 24 14:07:20.689215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-5632586e-3988-433f-85b6-19dc62fe96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:20.692298 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-5632586e-3988-433f-85b6-19dc62fe96a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1098 time: 0.6423409 Nov 24 14:07:20.849301 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:20.878023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-d2846770-59fe-43ea-a9e1-b04d5b1f9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:20.879470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-d2846770-59fe-43ea-a9e1-b04d5b1f9a60 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.1771522 Nov 24 14:07:20.969984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:20.971001 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:21.019039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-038707c7-8d4f-45f3-b77b-7e3bdeef5450 None None] Provisioning for port ad84541b-614e-43cc-92bb-021fa6b10e65 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:21.024858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-038707c7-8d4f-45f3-b77b-7e3bdeef5450 None None] Provisioning complete for port ad84541b-614e-43cc-92bb-021fa6b10e65 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:21.025355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-038707c7-8d4f-45f3-b77b-7e3bdeef5450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.046859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.053455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-df56773a-ae55-4f11-8b46-39a74fa8a831 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 999 time: 0.1652091 Nov 24 14:07:21.056577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.063359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 21a2e9a7-50a8-449f-997b-17c317ed8f58 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:21.150585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-038707c7-8d4f-45f3-b77b-7e3bdeef5450 None None] Port ad84541b-614e-43cc-92bb-021fa6b10e65 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:21.179666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:21.180662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-3d48fe80-ba80-4da5-9f94-c62eac7651eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:21.182122 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-3d48fe80-ba80-4da5-9f94-c62eac7651eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.1203430 Nov 24 14:07:21.184456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 21a2e9a7-50a8-449f-997b-17c317ed8f58 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:21.189623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:21.194177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 21a2e9a7-50a8-449f-997b-17c317ed8f58 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:21.194782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.282140 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:19Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:21.289671 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483c641f-6eb5-49a9-946e-d484cf4b4a98 None None] The sync data for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:19Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:21.295695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43702) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:21.302402 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:21.308397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284326537', 'description': 'tempest-secgroup-smoke-1284326537 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:21.317192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:21.325190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:21.328518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:21.329152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:21.330178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:21.336058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:21.355003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.439064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:21.445472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:21.450591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:21.456998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:21.462007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:21.479181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-260fc8e4-4b35-4e6b-84e9-8d9b536c1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:21.480902 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-260fc8e4-4b35-4e6b-84e9-8d9b536c1823 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2895899 Nov 24 14:07:21.583302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.590411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.602951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-44aa8070-b05f-4746-8a18-5e9e2a305705 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:21.646536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:21.668945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4d35fd-7d47-443d-a02c-72a4a0876b9d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:21.674718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:21.677558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.682813 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3830678 Nov 24 14:07:21.684375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43706) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:21.696665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5c4d35fd-7d47-443d-a02c-72a4a0876b9d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:21.711334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:21.716348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:21.719804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:21.729022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:21.757354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.901667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.905303 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:20Z', 'revision_number': 7, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:21.910212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.910929 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:21.913319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5cd76cb3-29fb-452c-92c1-c1cb3f101821 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:21.930059 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:21.930887 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:06:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:21.962843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53825d10-126b-46ea-b533-0677d0a21a1a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:21.986377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:21.992115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:21.997843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079786 Nov 24 14:07:21.997843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43710) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:22.009266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5c4d35fd-7d47-443d-a02c-72a4a0876b9d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:22.029038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:22.037788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:22.048442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:22.055749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:22.088966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.103138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.210146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-82cfc6bb-5289-4aea-b10e-c4ddbd22d5bf service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533942 Nov 24 14:07:22.267863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 21a2e9a7-50a8-449f-997b-17c317ed8f58, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=21a2e9a7-50a8-449f-997b-17c317ed8f58,segment=NetworkSegment(6b4650b9-d6c1-4647-9d49-cfc16273224e),segment_id=6b4650b9-d6c1-4647-9d49-cfc16273224e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:22.275470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.276638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd28b420-ba80-4950-9d00-c6af491a706c up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:22.285421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.291395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.294926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9697b2b5-d84b-4e92-a66b-9afd98663409 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:22.319981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-734d18f3-88e5-4f34-8940-99243607e2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:22.367335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159992f9-06bd-4c60-9fdc-00de848ce942,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:22.374837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:22.381526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.382108 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842227 Nov 24 14:07:22.386271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43714) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:22.400093 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a1cbe1c-1bbd-4d3b-84c1-e51f5e8722a5 req-2e617a31-9cee-4f03-998f-9ec1df756d2c service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798906 Nov 24 14:07:22.432065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5c4d35fd-7d47-443d-a02c-72a4a0876b9d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:22.441730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:22.446070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:22.448158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:22.457125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:22.458998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.460249 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8814101-45eb-4592-b92c-9d0f863aafed tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 700 time: 3.8698580 Nov 24 14:07:22.462980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43718) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:22.468371 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:22.473462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:22.542935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.655543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=21a2e9a7-50a8-449f-997b-17c317ed8f58,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:22.677177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:22.731291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port fd28b420-ba80-4950-9d00-c6af491a706c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:22.733159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.784657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c79d5fdb-979b-404a-84fb-3a305cc48b77 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 700 time: 0.3193772 Nov 24 14:07:22.787064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43722) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:22.788542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.796170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.818144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-019348b9-4be2-4261-8614-c919ec61ad22 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:22.845749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c69532e5-fce0-404d-85e7-6e174da17246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.886487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca321b3-be4c-4dd1-9844-84db3b0c5214,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:22.896590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:22.923282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:22.930070 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196998 Nov 24 14:07:22.930964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43726) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:22.945997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5c4d35fd-7d47-443d-a02c-72a4a0876b9d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:22.957536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:22.967063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:22.972500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:22.986842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:22.997638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:23.022752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.053472 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:20Z', 'revision_number': 7, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:23.062893 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fafab-aaf1-4f2e-bfa6-106a578f249f None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:20Z', 'revision_number': 7, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 4, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:23.066659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b54c6-bfca-4d84-9fe8-5ea3e746d601 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:23.161262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.167034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.171534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:23.212046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f777ff9c-c9cd-416c-bcf9-ced3288fdb51,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:23.212046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:23.235451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.235451 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2962601 Nov 24 14:07:23.236880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43730) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:23.240085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5c4d35fd-7d47-443d-a02c-72a4a0876b9d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:23.246344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:23.266158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:23.270945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:23.281672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:23.336882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:07:23.345469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 21a2e9a7-50a8-449f-997b-17c317ed8f58 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:23.356780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.444323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 21a2e9a7-50a8-449f-997b-17c317ed8f58 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:23.445195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.505287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.514566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.524848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-281b076d-8d09-4fd7-a71d-242c4416620f tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:23.552310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ded879-309f-4bbf-a1b7-ffd57f2b550f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:23.555594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:23.558381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.560363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3245211 Nov 24 14:07:23.564112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43734) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:23.569570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '5c4d35fd-7d47-443d-a02c-72a4a0876b9d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:23.576992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:23.581427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:23.585035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:23.592948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:23.612409 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:07:23.620518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2673794a-06e2-43de-83c8-fa2a3d1d320d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:23.622520 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.646979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.700091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.721525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.726164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 2673794a-06e2-43de-83c8-fa2a3d1d320d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:23.727793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.730070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ec8be312-f0a5-4bae-a831-f684e3b6ade2 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:23.735679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 2673794a-06e2-43de-83c8-fa2a3d1d320d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:23.736136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.758475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9b3803-2575-4265-9580-27303fcca140,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:23.768511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:23.783138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.784877 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2201252 Nov 24 14:07:23.896311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.950614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 2673794a-06e2-43de-83c8-fa2a3d1d320d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2673794a-06e2-43de-83c8-fa2a3d1d320d,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:23.956230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:23.964370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3be84b6e-c651-4e78-a1be-a3ab556266bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:24.010324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c24d13a-5200-4b5e-ae57-35c11a90c3b7 None None] New status for floating IP 4fef927c-a1e7-42cd-a61e-587949b2d374: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:07:24.135368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=2673794a-06e2-43de-83c8-fa2a3d1d320d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:24.147451 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:24.157872 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:24.159067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:24.173801 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-d1945cc2-4551-423d-8ada-25b631d6b605 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284326537&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.1085055 Nov 24 14:07:24.257592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:24.314171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-efd50bc8-8cc6-4ef5-97c3-7671f638ab68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:24.314766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-efd50bc8-8cc6-4ef5-97c3-7671f638ab68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:24.343859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 21a2e9a7-50a8-449f-997b-17c317ed8f58 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:24.344241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:24.358455 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:24.378516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-efd50bc8-8cc6-4ef5-97c3-7671f638ab68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:24.380126 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-efd50bc8-8cc6-4ef5-97c3-7671f638ab68 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 930 time: 0.1982069 Nov 24 14:07:24.549554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-4a804006-939c-4dbb-9c1d-fe7e8899f068 service neutron] 10.222.0.36 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1537673 Nov 24 14:07:24.559703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-1b184ae5-32bf-4593-ae3e-e487f70b4610 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:07:24.560692 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-1b184ae5-32bf-4593-ae3e-e487f70b4610 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056772 Nov 24 14:07:24.695439 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:20Z', 'revision_number': 7, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:22Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:24.699962 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:24.701129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port 21a2e9a7-50a8-449f-997b-17c317ed8f58, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=21a2e9a7-50a8-449f-997b-17c317ed8f58,segment=NetworkSegment(6b4650b9-d6c1-4647-9d49-cfc16273224e),segment_id=6b4650b9-d6c1-4647-9d49-cfc16273224e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:24.701505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:24.709103 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:24.709814 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:24.846725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 21a2e9a7-50a8-449f-997b-17c317ed8f58 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:24.865644 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:24.915010 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-f6cd880a-d57e-448c-af61-68a9a2fd6398 service neutron] 10.222.0.36 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447666 Nov 24 14:07:25.093002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-0ba75099-a7a0-4541-8440-55f7242d2bed service neutron] 10.222.0.36 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712785 Nov 24 14:07:25.172860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:25.183368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:25.201786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2673794a-06e2-43de-83c8-fa2a3d1d320d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:25.240586 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:20Z', 'revision_number': 7, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:22Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:25.245212 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97122b4e-8999-4615-8a59-23878351bbd3 None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:20Z', 'revision_number': 7, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '21a2e9a7-50a8-449f-997b-17c317ed8f58', 'name': '', 'network_id': 'ecac1208-acf6-4715-acf2-c60e0e5173e3', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:60:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:22Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '63495126-1a0a-4ff1-823c-bf5aea578e04', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:25.296042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:25.318668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=21a2e9a7-50a8-449f-997b-17c317ed8f58,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:25.322113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:25.345112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-6355fe74-0201-483a-a87d-ea2a976b28a7 req-5b9fb38f-cc5b-4fd2-a23c-124a6d1f55d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:25.351503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 2673794a-06e2-43de-83c8-fa2a3d1d320d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:25.351820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:25.362029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-6355fe74-0201-483a-a87d-ea2a976b28a7 req-5b9fb38f-cc5b-4fd2-a23c-124a6d1f55d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:25.375557 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-6355fe74-0201-483a-a87d-ea2a976b28a7 req-5b9fb38f-cc5b-4fd2-a23c-124a6d1f55d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 210 time: 0.0867240 Nov 24 14:07:25.759915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:26.108426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:26.281160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:26.294926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:26.295737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5068727 Nov 24 14:07:26.298761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43762) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:26.305454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:26.306194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:26.380984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet 63495126-1a0a-4ff1-823c-bf5aea578e04 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:07:26.384348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:26.457753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:26.481423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:26.612727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ca63a6f-0838-4279-b9bc-d3e10f7e536a req-59cd8187-8654-40ae-9b54-88b441336b35 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 210 time: 0.0751951 Nov 24 14:07:26.633503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-9c39fcf2-0f8c-4fd9-b629-192eab90df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:26.635094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-9c39fcf2-0f8c-4fd9-b629-192eab90df45 service neutron] 10.222.0.76 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1026 time: 0.1456501 Nov 24 14:07:26.779215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:26.838416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:25Z', 'revision_number': 8, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:26.843026 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:26.851567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:26.852163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:26.871459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-92319278-af50-483a-9b4b-c91b5683dcb0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:26.872315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-92319278-af50-483a-9b4b-c91b5683dcb0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:26.911406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-92319278-af50-483a-9b4b-c91b5683dcb0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:26.912686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-92319278-af50-483a-9b4b-c91b5683dcb0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 796 time: 0.2670684 Nov 24 14:07:26.919191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:26.924631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-15ac97bc-b6a9-4f2b-b1ee-788fa5f32f83 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:26.977127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=63495126-1a0a-4ff1-823c-bf5aea578e04,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:26.979053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:26.985044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:26.987510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cea657-43e4-450f-8976-85a902a5d63b None None] Network ecac1208-acf6-4715-acf2-c60e0e5173e3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:26.995347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/63495126-1a0a-4ff1-823c-bf5aea578e04 HTTP/1.1" status: 204 len: 168 time: 0.6953495 Nov 24 14:07:26.998625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43772) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:27.013104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-1276ecb7-3414-4080-87f2-af26d26ae4b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 380 time: 0.0893931 Nov 24 14:07:27.023852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Request body: {'port': {'device_id': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:27.106732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:27.118640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.136535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:27.137496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.171821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.392575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,segment=NetworkSegment(6b4650b9-d6c1-4647-9d49-cfc16273224e),segment_id=6b4650b9-d6c1-4647-9d49-cfc16273224e)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:27.393043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.530261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 897b1c41-e722-4798-8cc7-3c3fe1e7dffa owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:27.592221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47478380-7418-4471-9303-480be0765045 None None] DHCP port deletion for ecac1208-acf6-4715-acf2-c60e0e5173e3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:07:27.593303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad84541b-614e-43cc-92bb-021fa6b10e65 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:07:27.596373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:25Z', 'revision_number': 8, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:27.602710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.615353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-47478380-7418-4471-9303-480be0765045 None None] Deleting port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:27.615762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-47478380-7418-4471-9303-480be0765045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.616423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.621498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:27.624031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Transition to ACTIVE for port object ad84541b-614e-43cc-92bb-021fa6b10e65 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:27.629088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.633164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:27.649245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccc9d8-87ca-4f42-bde4-ff3b8f2c59fa None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:25Z', 'revision_number': 8, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd28b420-ba80-4950-9d00-c6af491a706c', 'name': '', 'network_id': '89c08afb-9da0-4bd2-9688-13600cd046fb', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:22:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:18Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'e84df681-08fb-4735-9514-6fc5a4a8713a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:27.701151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=897b1c41-e722-4798-8cc7-3c3fe1e7dffa,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:27.703487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No DVR routers for this DVR port 897b1c41-e722-4798-8cc7-3c3fe1e7dffa on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:27.706136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:27.719432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-47478380-7418-4471-9303-480be0765045 None None] The port '897b1c41-e722-4798-8cc7-3c3fe1e7dffa' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:07:27.892515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.931513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecac1208-acf6-4715-acf2-c60e0e5173e3']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:27.947469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4650b9-d6c1-4647-9d49-cfc16273224e') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:27.947763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4650b9-d6c1-4647-9d49-cfc16273224e') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:27.967854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:27.988945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:27.993202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb740a-57ff-4d3d-b292-560add6c9ad6 req-54446454-2b43-40bc-8c1c-748521b3d445 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:27.993473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:27.994736 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7beb740a-57ff-4d3d-b292-560add6c9ad6 req-54446454-2b43-40bc-8c1c-748521b3d445 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 981 time: 0.1707125 Nov 24 14:07:27.997124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.005160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:28.005839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:28.021791 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:28.077399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:28.078045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:28.078544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:28.084238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:07:28.084867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:28.091269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:28.091879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Checking segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:28.092462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Bound using segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:28.093126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Bound port: ad84541b-614e-43cc-92bb-021fa6b10e65, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:28.093666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.146530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7beb740a-57ff-4d3d-b292-560add6c9ad6 req-e64eb062-a2eb-4f0a-adc2-56b865232383 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:28.163667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.168648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:28.185722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.197722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7beb740a-57ff-4d3d-b292-560add6c9ad6 req-e64eb062-a2eb-4f0a-adc2-56b865232383 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:28.197943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:28.199438 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7beb740a-57ff-4d3d-b292-560add6c9ad6 req-e64eb062-a2eb-4f0a-adc2-56b865232383 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956837 Nov 24 14:07:28.200054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=ecac1208-acf6-4715-acf2-c60e0e5173e3,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:28.202338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:28.205145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:28.208240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.208772 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/ecac1208-acf6-4715-acf2-c60e0e5173e3 HTTP/1.1" status: 204 len: 168 time: 1.2089896 Nov 24 14:07:28.211679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43778) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:28.213788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a2b8822c-d12d-4b0b-81ed-aa4903af2bd5 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:28.270899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:28.271697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:28.273220 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] 10.222.0.76 "PUT /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1131 time: 1.2537935 Nov 24 14:07:28.282925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:28.322303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:28.327668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:28.407873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'status': 'completed', 'code': 200} Nov 24 14:07:28.431416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-d7714215-7f86-4239-b9c0-d431e17e0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:28.432965 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-d7714215-7f86-4239-b9c0-d431e17e0b6a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 1134 time: 0.0999789 Nov 24 14:07:28.510348 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-85631340-1b67-4e1a-8ee0-6ce8ace3654f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 217 time: 0.0697358 Nov 24 14:07:28.592714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-4bcb13f8-4efb-4ae7-a611-1536968be18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:28.594203 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-4bcb13f8-4efb-4ae7-a611-1536968be18a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=247a075e-e407-46c5-93f8-b5f2c5e61ab3 HTTP/1.1" status: 200 len: 834 time: 0.0770452 Nov 24 14:07:28.716839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-4471485a-e314-4200-9131-4ee1d0e564c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:28.718028 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-4471485a-e314-4200-9131-4ee1d0e564c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7815238-4de2-4c8a-953d-ee55828f162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142421 Nov 24 14:07:28.873738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-ae5a3197-8ec0-4900-9441-7ecf42baa68c service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479113 Nov 24 14:07:28.933879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:29.019260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6c15b6c-b00e-4e97-ba3d-ba5745aa4a59 req-b1408cca-31ee-4464-ac62-24a99368a3b6 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368389 Nov 24 14:07:29.149535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-49af0b47-f253-4556-8f58-ae3dd667d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:29.151170 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-49af0b47-f253-4556-8f58-ae3dd667d184 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 1134 time: 0.0802243 Nov 24 14:07:29.189669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 897b1c41-e722-4798-8cc7-3c3fe1e7dffa no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:29.231314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 897b1c41-e722-4798-8cc7-3c3fe1e7dffa {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:29.231937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 897b1c41-e722-4798-8cc7-3c3fe1e7dffa not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:29.232517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 21a2e9a7-50a8-449f-997b-17c317ed8f58 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:29.282047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 21a2e9a7-50a8-449f-997b-17c317ed8f58 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:29.282412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 21a2e9a7-50a8-449f-997b-17c317ed8f58 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:29.310925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-8d4ee3e0-6c0d-45c2-ad9b-2654c5a31a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:29.312387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-8d4ee3e0-6c0d-45c2-ad9b-2654c5a31a6f service neutron] 10.222.0.76 "GET /v2.0/networks?id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 898 time: 0.1538661 Nov 24 14:07:29.315815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port fd28b420-ba80-4950-9d00-c6af491a706c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:29.316341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:29.388794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-c3593f25-0a53-4060-9b7d-2380a9afd632 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 217 time: 0.0692997 Nov 24 14:07:29.453686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-e1d45339-6cb7-44dc-b2d5-4c4eb6c31caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:29.455122 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-e1d45339-6cb7-44dc-b2d5-4c4eb6c31caf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=247a075e-e407-46c5-93f8-b5f2c5e61ab3 HTTP/1.1" status: 200 len: 834 time: 0.0593805 Nov 24 14:07:29.546930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-03cf8010-0537-45a9-9cf5-ec47b8b964de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:29.546930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-03cf8010-0537-45a9-9cf5-ec47b8b964de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7815238-4de2-4c8a-953d-ee55828f162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789309 Nov 24 14:07:29.561519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7361976-05fc-4516-8acc-3c2e631ce9d1 req-54bdf6ea-0729-4380-9283-dcc31d4cb5cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:29.563021 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c7361976-05fc-4516-8acc-3c2e631ce9d1 req-54bdf6ea-0729-4380-9283-dcc31d4cb5cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 981 time: 0.2102439 Nov 24 14:07:29.599399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port fd28b420-ba80-4950-9d00-c6af491a706c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fd28b420-ba80-4950-9d00-c6af491a706c,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:29.599786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:29.687406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-fef1d303-673c-44a4-a089-22b68b2ee2a0 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366024 Nov 24 14:07:29.745461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for fd28b420-ba80-4950-9d00-c6af491a706c owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:29.811594 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c7361976-05fc-4516-8acc-3c2e631ce9d1 req-c96ee2f7-835b-4be5-aa30-47a3c3135e33 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251976 Nov 24 14:07:29.968147 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91823711-3fe2-403b-88f3-81edfb7305c3 req-91e40234-0387-4335-941f-ac6b908ca5af service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675860 Nov 24 14:07:29.989804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:29.989804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-206ceff8-eb9c-4717-b1f7-865ebcef11b4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:30.042033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=fd28b420-ba80-4950-9d00-c6af491a706c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:30.042033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:30.449150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:30.798364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:30.993289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:30.998564 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:31.021178 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:31.021178 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:31.024508 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8061399 Nov 24 14:07:31.027689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacdd05-ddd3-401f-aac3-61de83a20746 req-e13265cc-7ee6-4e0e-9263-5abe19c22739 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:31.036375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43790) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:31.040785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dfacdd05-ddd3-401f-aac3-61de83a20746 req-e13265cc-7ee6-4e0e-9263-5abe19c22739 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 981 time: 0.1104846 Nov 24 14:07:31.113165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dfacdd05-ddd3-401f-aac3-61de83a20746 req-3e74cde4-9da5-43f6-8a55-06de42033f30 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668228 Nov 24 14:07:31.126252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet e84df681-08fb-4735-9514-6fc5a4a8713a {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:07:31.126252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.195292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.251952 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:31.296422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.372667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.372667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cb34e79b-69a2-4612-b037-a03e0232b849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:31.417126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=e84df681-08fb-4735-9514-6fc5a4a8713a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:31.417126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:31.417126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.434929 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/e84df681-08fb-4735-9514-6fc5a4a8713a HTTP/1.1" status: 204 len: 168 time: 0.4015315 Nov 24 14:07:31.434929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43794) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:31.439976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243da6ad-8aff-45d8-9b16-58b005139f32 None None] Network 89c08afb-9da0-4bd2-9688-13600cd046fb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:31.563464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.563464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:31.569154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.638542 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:29Z', 'revision_number': 9, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:31.671679 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:31.690072 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:31.690072 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:31.903113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] DHCP port deletion for 89c08afb-9da0-4bd2-9688-13600cd046fb request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:07:31.903113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Deleting port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:31.903113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:31.970528 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:31.997561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:31.997561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:32.135648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] For port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,segment=NetworkSegment(92c2e32c-8302-438d-97b1-ca29523e39d1),segment_id=92c2e32c-8302-438d-97b1-ca29523e39d1)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:32.135648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:32.204245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:32.280549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Calling delete_port for cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:32.365989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:32.365989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-05463f53-709a-465d-8dc6-7a5b4846a808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:32.426816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Pushing event deleted for resources: {'Port': ['ID=cf4c04ff-826b-4c7f-b340-b5b8e3156ae9,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:32.426816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:32.426816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] No DVR routers for this DVR port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:32.474309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.db.api [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:07:32.474309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_db.api [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:07:32.480595 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:29Z', 'revision_number': 9, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:32.480595 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad062b3b-acf4-42eb-89c0-3d05795229c0 None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:29Z', 'revision_number': 9, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee769a9b-1f64-40b7-9758-a058812ac1e4', 'name': '', 'network_id': '36b10630-aaad-4826-bf5c-49bf2f687536', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:1a:33:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:58Z', 'updated_at': '2021-11-24T14:07:05Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': '09eea20a-0957-4f15-972f-f83ad39f1486', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:32.518025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b39a0-7ce5-460e-8843-fac1d621c00b req-8167e668-e318-4839-8bb5-6ed84853d12d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:32.518025 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3a8b39a0-7ce5-460e-8843-fac1d621c00b req-8167e668-e318-4839-8bb5-6ed84853d12d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 981 time: 0.1152308 Nov 24 14:07:32.567893 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3a8b39a0-7ce5-460e-8843-fac1d621c00b req-73d4b3e3-b918-4762-bed1-2c9e2fe12ebf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Nov 24 14:07:32.759236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:07:32.934872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:32.951461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'port_id': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'mac_address': 'fa:16:3e:81:42:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:07:32.975480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:32.975480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.030326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.053835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad84541b-614e-43cc-92bb-021fa6b10e65 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:07:33.063497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] The port 'cf4c04ff-826b-4c7f-b340-b5b8e3156ae9' was deleted {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:07:33.072044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:33.072044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.082871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-da71c02b-0920-4ffa-82d5-85e2f2047b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:33.170739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:33.170739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:33.224686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.230927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:33.269542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c08afb-9da0-4bd2-9688-13600cd046fb']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:33.279048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:33.279048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device cf4c04ff-826b-4c7f-b340-b5b8e3156ae9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:33.279048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd28b420-ba80-4950-9d00-c6af491a706c no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:33.284238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c2e32c-8302-438d-97b1-ca29523e39d1') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:33.284238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c2e32c-8302-438d-97b1-ca29523e39d1') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:33.294146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.319494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.329182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:33.329182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: util.warn( Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:33.341215 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:33.347479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: fd28b420-ba80-4950-9d00-c6af491a706c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:33.347917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fd28b420-ba80-4950-9d00-c6af491a706c not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:33.352261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['ad84541b-614e-43cc-92bb-021fa6b10e65'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:07:33.430512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.442412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-35b015ae-2a81-4fd6-b869-08b8ac3c3933 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:33.453741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:33.462549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=89c08afb-9da0-4bd2-9688-13600cd046fb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:33.465120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:33.475046 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/89c08afb-9da0-4bd2-9688-13600cd046fb HTTP/1.1" status: 204 len: 168 time: 2.0460968 Nov 24 14:07:33.475046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43800) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:33.786422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832526-bdfe-4916-9e31-4423ab78c7c0 req-5f137a23-6a6f-491e-8e51-04b7960db452 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:33.790087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e1832526-bdfe-4916-9e31-4423ab78c7c0 req-5f137a23-6a6f-491e-8e51-04b7960db452 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 982 time: 0.1062620 Nov 24 14:07:33.843221 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e1832526-bdfe-4916-9e31-4423ab78c7c0 req-101747eb-7d79-4657-bdce-c4e1a3f8edf4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485525 Nov 24 14:07:34.047768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:34.530705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port ee769a9b-1f64-40b7-9758-a058812ac1e4 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:34.530705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:34.742816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port ee769a9b-1f64-40b7-9758-a058812ac1e4, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ee769a9b-1f64-40b7-9758-a058812ac1e4,segment=NetworkSegment(5ca430a7-1f9f-4178-a370-e4d824581475),segment_id=5ca430a7-1f9f-4178-a370-e4d824581475)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:34.743166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:34.760157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:34.828217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port ad84541b-614e-43cc-92bb-021fa6b10e65 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:34.833363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port ad84541b-614e-43cc-92bb-021fa6b10e65 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:34.833763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:34.874954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for ee769a9b-1f64-40b7-9758-a058812ac1e4 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:34.958757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:34.986548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:34.996905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:35.003400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:35.006666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-715bab41-ede3-4e88-ac29-5aa96d9f7d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:35.089755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300eae4-ced3-4d4a-966a-4954c473bc5d req-5dc24506-7497-4bd2-9707-05623a36e8e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:35.089755 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b300eae4-ced3-4d4a-966a-4954c473bc5d req-5dc24506-7497-4bd2-9707-05623a36e8e4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.1371605 Nov 24 14:07:35.099400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:35.099400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:35.134889 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'code': 200} Nov 24 14:07:35.189668 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b300eae4-ced3-4d4a-966a-4954c473bc5d req-3259681c-e8d9-4606-950e-f16df0c4417b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675628 Nov 24 14:07:35.197408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:35.201991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:35.247100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=ee769a9b-1f64-40b7-9758-a058812ac1e4,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:35.250092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:35.403318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6a36a-94a9-479a-a769-a2a55e39744d req-605dc417-a363-4327-853c-5a0c41e27bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:35.404895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7cb6a36a-94a9-479a-a769-a2a55e39744d req-605dc417-a363-4327-853c-5a0c41e27bb6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 1136 time: 0.0759747 Nov 24 14:07:35.452878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7cb6a36a-94a9-479a-a769-a2a55e39744d req-d5deb8c8-8156-4182-90fa-bcf206b1fc6c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Nov 24 14:07:35.515932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:35.997614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:36.177307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:36.189622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:36.190856 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7151048 Nov 24 14:07:36.193767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43812) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:36.200822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:36.201538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:36.269092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet 09eea20a-0957-4f15-972f-f83ad39f1486 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:07:36.272783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.336695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.380611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:36.500453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65b2b-6f4c-4d88-9bbf-c1df42e058eb req-93e8451b-96f4-48d0-a871-1dbe2501ce5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:36.502804 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14f65b2b-6f4c-4d88-9bbf-c1df42e058eb req-93e8451b-96f4-48d0-a871-1dbe2501ce5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.1324074 Nov 24 14:07:36.522316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.625823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14f65b2b-6f4c-4d88-9bbf-c1df42e058eb req-4ef8646c-7124-4f0e-ae07-89ea5dd68712 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160703 Nov 24 14:07:36.674282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.684075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-256d0787-a9a9-476c-a0be-c788b1a466d7 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:36.739534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=09eea20a-0957-4f15-972f-f83ad39f1486,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:36.744868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.748569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/09eea20a-0957-4f15-972f-f83ad39f1486 HTTP/1.1" status: 204 len: 168 time: 0.5537016 Nov 24 14:07:36.750263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:36.751594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43818) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:36.769664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400ae49-1363-495e-be31-f4847a20293d None None] Network 36b10630-aaad-4826-bf5c-49bf2f687536 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:36.921745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.934190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port b706f88c-48ac-433f-90e4-a0585899dc4c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:36.934519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:36.976209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:35Z', 'revision_number': 10, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:36.983207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:37.004153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:37.004298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:37.167064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:37.224205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port b706f88c-48ac-433f-90e4-a0585899dc4c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b706f88c-48ac-433f-90e4-a0585899dc4c,segment=NetworkSegment(5ca430a7-1f9f-4178-a370-e4d824581475),segment_id=5ca430a7-1f9f-4178-a370-e4d824581475)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:37.224205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:37.361482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for b706f88c-48ac-433f-90e4-a0585899dc4c owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:37.447839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:37.453332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:37.506047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=b706f88c-48ac-433f-90e4-a0585899dc4c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:37.511656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:37.514904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No DVR routers for this DVR port b706f88c-48ac-433f-90e4-a0585899dc4c on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:37.533807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376affe8-ea0a-4734-94c5-9453983d9f35 None None] DHCP port deletion for 36b10630-aaad-4826-bf5c-49bf2f687536 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:07:37.599500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:35Z', 'revision_number': 10, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:37.606864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d40d2-c7a2-410d-8975-ea7898f780a1 None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:35Z', 'revision_number': 10, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None, '_interfaces': [{'id': '39691a4e-ecf8-4dfb-88a6-65625a81cdb9', 'name': '', 'network_id': '9a75662a-d7da-4c4e-be2a-3c3bb1755c39', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'mac_address': 'fa:16:3e:38:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:06:50Z', 'updated_at': '2021-11-24T14:06:59Z', 'revision_number': 5, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'subnets': [{'id': 'ef9d4207-3932-40e7-b5ff-19403e8c56fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:37.719208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:37.764832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b10630-aaad-4826-bf5c-49bf2f687536']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:37.783696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca430a7-1f9f-4178-a370-e4d824581475') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:37.783696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca430a7-1f9f-4178-a370-e4d824581475') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:37.803599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:37.855608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:37.865909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:37.865909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:37.894482 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:38.007855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:38.012373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:38.016343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1148c9dd-d739-4a1b-a070-100ff1c79864 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:38.043662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce6396-f8c9-4d53-a1d0-ee871906c5f3 req-e066ab1e-7d16-42d9-a184-91c73368e940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.044522 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-42ce6396-f8c9-4d53-a1d0-ee871906c5f3 req-e066ab1e-7d16-42d9-a184-91c73368e940 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.2380753 Nov 24 14:07:38.078526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=36b10630-aaad-4826-bf5c-49bf2f687536,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:38.082392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:38.084823 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/36b10630-aaad-4826-bf5c-49bf2f687536 HTTP/1.1" status: 204 len: 168 time: 1.3304536 Nov 24 14:07:38.088846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43824) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:38.391095 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-42ce6396-f8c9-4d53-a1d0-ee871906c5f3 req-7d439700-23ad-4bd7-993a-28b87168fb23 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367264 Nov 24 14:07:38.759992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e290a-1ef3-42fb-9f41-07fb5690c1f1 req-28bba1e6-8db1-4c41-a4e0-9715e1f340ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.759992 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa1e290a-1ef3-42fb-9f41-07fb5690c1f1 req-28bba1e6-8db1-4c41-a4e0-9715e1f340ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.1082268 Nov 24 14:07:38.818648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:38.822281 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa1e290a-1ef3-42fb-9f41-07fb5690c1f1 req-12d419dd-7cd6-4be0-b760-c9d0c0f1acf2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Nov 24 14:07:38.838728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43832) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:38.912523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbf47b-4b9a-4f35-8991-54f31e531f50 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.914083 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-02cbf47b-4b9a-4f35-8991-54f31e531f50 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 1131 time: 0.0738461 Nov 24 14:07:38.917115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43836) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:38.922763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:38.928659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:38.932631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:38.935615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:38.941386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:38.952733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.114335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.181083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:39.182432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.187462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee769a9b-1f64-40b7-9758-a058812ac1e4 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:39.227364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ee769a9b-1f64-40b7-9758-a058812ac1e4 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:39.227364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ee769a9b-1f64-40b7-9758-a058812ac1e4 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:39.227685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b706f88c-48ac-433f-90e4-a0585899dc4c no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:39.265156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b706f88c-48ac-433f-90e4-a0585899dc4c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:39.265438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b706f88c-48ac-433f-90e4-a0585899dc4c not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:39.291467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.247 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/3a0d7328-b366-4102-86ce-7b362be8db65) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:39.414850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port 39691a4e-ecf8-4dfb-88a6-65625a81cdb9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:39.414850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.466940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.504128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.504128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0020dee6-8088-40c6-8b6a-bda59a19795b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:39.545187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:39.578289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:39.578289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:39.584244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:39.616500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=3a0d7328-b366-4102-86ce-7b362be8db65,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:39.627736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:39.753115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:39.769533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-059ed6d3-6c61-464e-af66-85ad1b47fdb7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:39.814171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=39691a4e-ecf8-4dfb-88a6-65625a81cdb9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:39.814171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:40.217625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.244713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.304549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.551899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:40.553548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.559063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.563857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:40.684936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.709309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:40.718668 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:40.727794 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6363392 Nov 24 14:07:40.731871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43840) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:40.733090 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:40.739727 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:40.821103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting subnet ef9d4207-3932-40e7-b5ff-19403e8c56fd {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:07:40.824801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.865425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=3a0d7328-b366-4102-86ce-7b362be8db65,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:40.870310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:40.883850 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:40.894655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:40.928559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP adb4ea78-1dbf-46f8-bb49-2a404447b99f associated. External IP: 172.26.8.247, port: ad84541b-614e-43cc-92bb-021fa6b10e65. Nov 24 14:07:41.017467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.044823 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:39Z', 'revision_number': 11, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:41.050670 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:41.063601 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:41.065582 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:41.118386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.127220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6376ec48-0162-4641-87f1-e8bfb49ebcee tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:41.170904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9d4207-3932-40e7-b5ff-19403e8c56fd,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:41.175051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:41.178236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.185592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c6df7-1dae-4b85-8f84-52550122ab08 None None] Network 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:41.202684 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-05afeb1d-3f1a-478d-9b19-1b699ed65f2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9d4207-3932-40e7-b5ff-19403e8c56fd HTTP/1.1" status: 204 len: 168 time: 0.4715416 Nov 24 14:07:41.209315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43844) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:41.231995 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:41.375768 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:39Z', 'revision_number': 11, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:41.381199 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f379c-6cbc-45f0-b479-719d65c5e0ce None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:39Z', 'revision_number': 11, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:41.400463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:41.435775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.451819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Deleting port 3913c6ca-1736-470d-9518-b04d28da442c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:41.451819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.710075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] For port 3913c6ca-1736-470d-9518-b04d28da442c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3913c6ca-1736-470d-9518-b04d28da442c,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:41.710980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.754340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] DHCP port deletion for 9a75662a-d7da-4c4e-be2a-3c3bb1755c39 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:07:41.754340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Deleting port 3913c6ca-1736-470d-9518-b04d28da442c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:41.754340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.852021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:41.860256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] Sync routers for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:41.891365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Calling delete_port for 3913c6ca-1736-470d-9518-b04d28da442c owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:41.894020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:41.906197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:41.906942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:41.962571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.0408540 Nov 24 14:07:41.962571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:41.968355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43848) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:42.065605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'status': 'completed', 'code': 200} Nov 24 14:07:42.177892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.185480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fef220a5-04d4-4faf-a0f4-9845c01e22aa tempest-ExtraDHCPOptionsTestJSON-1427693869 tempest-ExtraDHCPOptionsTestJSON-1427693869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:42.204590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53af9381-47bd-4248-855d-cbaaacd0c845 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:42.204590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-53af9381-47bd-4248-855d-cbaaacd0c845 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb&network_id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 1131 time: 0.2219939 Nov 24 14:07:42.226098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f206-122c-492f-937c-933862a3c8af req-458ab4e5-6680-4624-9399-30b64e18d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:42.231891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-458ab4e5-6680-4624-9399-30b64e18d959 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 1136 time: 0.1445785 Nov 24 14:07:42.248840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Port': ['ID=3913c6ca-1736-470d-9518-b04d28da442c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:42.267207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.267207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.267207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.275509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] For port 3913c6ca-1736-470d-9518-b04d28da442c, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3913c6ca-1736-470d-9518-b04d28da442c,segment=NetworkSegment(f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4),segment_id=f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:42.284036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.289926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No DVR routers for this DVR port 3913c6ca-1736-470d-9518-b04d28da442c on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:42.293425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:42.299177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:42.488287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.519241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f206-122c-492f-937c-933862a3c8af req-db58d251-ca4b-48e2-bc15-c217a73bd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:42.521890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-db58d251-ca4b-48e2-bc15-c217a73bd318 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 898 time: 0.2841589 Nov 24 14:07:42.522024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Calling delete_port for 3913c6ca-1736-470d-9518-b04d28da442c owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:42.529571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a75662a-d7da-4c4e-be2a-3c3bb1755c39']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:42.575589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:42.575589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c3b77e-a903-4dbb-a3bd-c6c78ffe92c4') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:42.623445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.663152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.680116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:42.680116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:42.710570 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:42.724140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-242119f7-b4b6-45dd-aae9-08985e88ff51 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1037 time: 0.1942947 Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: from cryptography.utils import int_from_bytes Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: from cryptography.utils import int_from_bytes Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn_limited( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn_limited( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:07:42.809606 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:07:42.822730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f206-122c-492f-937c-933862a3c8af req-0ca9abdc-afc6-42c3-8016-7356f17904ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:42.824902 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-0ca9abdc-afc6-42c3-8016-7356f17904ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=247a075e-e407-46c5-93f8-b5f2c5e61ab3 HTTP/1.1" status: 200 len: 834 time: 0.0942788 Nov 24 14:07:42.825402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:07:42.825764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:07:42.877579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.881837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:42.892641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:42.918538 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/networks/9a75662a-d7da-4c4e-be2a-3c3bb1755c39 HTTP/1.1" status: 204 len: 168 time: 1.7020082 Nov 24 14:07:42.919655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Pushing event deleted for resources: {'Network': ['ID=9a75662a-d7da-4c4e-be2a-3c3bb1755c39,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:42.922155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:42.922593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43858) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:42.930523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'routes': None}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:42.939579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4f84-71ad-413d-bd28-1f9d67c9e18d req-fc9f3f6d-9959-4568-b411-388483f71527 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:42.941178 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b80d4f84-71ad-413d-bd28-1f9d67c9e18d req-fc9f3f6d-9959-4568-b411-388483f71527 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.2366738 Nov 24 14:07:43.001472 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b80d4f84-71ad-413d-bd28-1f9d67c9e18d req-eb1371c1-96f5-42f9-81da-8c8e617886d8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Nov 24 14:07:43.049406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f206-122c-492f-937c-933862a3c8af req-3e9a2fb5-aea1-43ab-be2d-79c4fed7c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:43.050768 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-3e9a2fb5-aea1-43ab-be2d-79c4fed7c988 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7815238-4de2-4c8a-953d-ee55828f162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2120454 Nov 24 14:07:43.079540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'adb4ea78-1dbf-46f8-bb49-2a404447b99f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.247', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'port_id': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-174899228', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'mac_address': 'fa:16:3e:81:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:40Z', 'updated_at': '2021-11-24T14:07:40Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:43.083705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] Checking router: e78b0a24-4b98-4a0d-b521-d3e83ba13d4b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:43.093255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:43.093879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:43.217177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3913c6ca-1736-470d-9518-b04d28da442c no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:43.276317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3913c6ca-1736-470d-9518-b04d28da442c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:43.276317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3913c6ca-1736-470d-9518-b04d28da442c not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:43.276317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:43.320604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:07:43.320604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 39691a4e-ecf8-4dfb-88a6-65625a81cdb9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:43.331230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Deleting port 3913c6ca-1736-470d-9518-b04d28da442c {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:43.331230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:43.331518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Added routes are [] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Nov 24 14:07:43.331518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.extraroute_db [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Removed routes are [] {{(pid=87693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Nov 24 14:07:43.331820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:43.419355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf079a-9af2-4011-aa66-bb8a927885fd None None] The port '3913c6ca-1736-470d-9518-b04d28da442c' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:07:43.445255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:43.490102 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-cde0d437-01cc-46e0-b8e3-09207822b429 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272852 Nov 24 14:07:43.807005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'adb4ea78-1dbf-46f8-bb49-2a404447b99f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.247', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'port_id': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-174899228', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'mac_address': 'fa:16:3e:81:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:40Z', 'updated_at': '2021-11-24T14:07:40Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:43.812101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994f9755-cae0-41c0-a6a1-c05037a5d500 None None] The sync data for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'adb4ea78-1dbf-46f8-bb49-2a404447b99f', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.247', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'port_id': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-174899228', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'mac_address': 'fa:16:3e:81:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ab9605-b2dc-4e31-a032-8bd167b596cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:40Z', 'updated_at': '2021-11-24T14:07:40Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:43.843102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:43.849993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.014739 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fc3bfb-c0d0-4cb2-86ca-ab1b0e5be7ce None None] New status for floating IP adb4ea78-1dbf-46f8-bb49-2a404447b99f: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:07:44.032307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:07:44.034671 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abb5f206-122c-492f-937c-933862a3c8af req-4d4f9e9a-b382-4b99-82bd-718e65b73a31 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834886 Nov 24 14:07:44.258110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:44.267600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] Sync routers for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:44.270207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.274442 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7649aa97-4f81-45ae-ac50-45abc82714fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 701 time: 1.3464921 Nov 24 14:07:44.275144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43864) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:44.285513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:44.287165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:44.324809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a452-a54c-49b3-961e-d3dfab0a7b68 req-297601dd-89a6-454a-a407-dedd26668984 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:44.326321 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c322a452-a54c-49b3-961e-d3dfab0a7b68 req-297601dd-89a6-454a-a407-dedd26668984 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.1401291 Nov 24 14:07:44.335180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-72e794f3-78fb-4ec0-90a5-7a742f06dd29 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:44.336604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-72e794f3-78fb-4ec0-90a5-7a742f06dd29 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 983 time: 0.2386055 Nov 24 14:07:44.338190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8d583fc0-9187-47ad-a50e-2309b557ccfa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:44.358251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8d583fc0-9187-47ad-a50e-2309b557ccfa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:44.363445 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8d583fc0-9187-47ad-a50e-2309b557ccfa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 205 time: 0.0873940 Nov 24 14:07:44.364654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43868) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:44.440017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:44.450182 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c322a452-a54c-49b3-961e-d3dfab0a7b68 req-78b5b78f-9007-488c-90ea-2619d92b9ffd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095560 Nov 24 14:07:44.460885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-aa238011-952d-43df-b96a-a5010aee3903 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:44.462921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-aa238011-952d-43df-b96a-a5010aee3903 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1084540 Nov 24 14:07:44.509569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.555092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:39Z', 'revision_number': 11, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:44.559159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] Checking router: c36bc8f2-f5b2-4053-9c37-c2522c789ac5 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:44.569584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] Routers {'c36bc8f2-f5b2-4053-9c37-c2522c789ac5'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:44.569584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:44.641208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-ec154d9e-61ac-45c1-8218-83db5e8a4d43 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1702373 Nov 24 14:07:44.657557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:44.717883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] Set router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:44.794707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.818925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.821465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.858371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.858857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router c36bc8f2-f5b2-4053-9c37-c2522c789ac5 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:07:44.876838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:44.878029 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e03370db-937d-4e8b-a231-e5b329a2d578 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 204 len: 168 time: 0.5121884 Nov 24 14:07:44.882987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43872) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:44.889337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:39Z', 'revision_number': 11, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:44.890506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1710357212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:44.893734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab98e9-8a94-4a1b-b07c-e5953dfe5074 None None] The sync data for ids ['c36bc8f2-f5b2-4053-9c37-c2522c789ac5'] in dv-neutron-818153-2-hyperv is: [{'id': 'c36bc8f2-f5b2-4053-9c37-c2522c789ac5', 'name': 'tempest-RoutersTest-router-1688113393', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:06:48Z', 'updated_at': '2021-11-24T14:07:39Z', 'revision_number': 11, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:44.900437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:44.922420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Usage tracker for resource:router and tenant:b5336e7dfdd547aaae9f50852018f12a is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:44.970963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:44.988312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:45.009814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.010860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.058694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:45.061380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.091935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.116649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:45.170765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.171998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-db1a4bc6-7846-41cb-bea1-721f0586bc4e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2874820 Nov 24 14:07:45.174925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43876) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:45.179875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] device_id is not set on port ad84541b-614e-43cc-92bb-021fa6b10e65 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:07:45.180421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:45.189205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.195470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.200610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e337b200-85f9-4f66-ad33-6f2e26438399 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:45.342507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=6']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:45.360575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.360908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.361508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.361892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.362266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.362631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.363018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.363389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.364018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.364384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.364782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.365137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:45.372906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:45.412717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] No DVR routers for this DVR port ad84541b-614e-43cc-92bb-021fa6b10e65 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:45.463670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8a189f7a-a253-445c-9499-57564d787c3e None None] Provisioning complete for port ad84541b-614e-43cc-92bb-021fa6b10e65 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:45.464386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8a189f7a-a253-445c-9499-57564d787c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.529112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8a189f7a-a253-445c-9499-57564d787c3e None None] Port ad84541b-614e-43cc-92bb-021fa6b10e65 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:45.645582 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-81c57d39-cb95-4c9a-bae8-37c3602dd813 req-31020460-758c-4f4c-b37f-754aa6d80388 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9ab9605-b2dc-4e31-a032-8bd167b596cb HTTP/1.1" status: 200 len: 210 time: 0.0569983 Nov 24 14:07:45.782390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.793489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] In _notify_port_updated(), no bound segment for port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:07:45.794045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.794417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:45.795082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:45.796624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de7b43a3-cb67-483a-aafd-79ac620a250f req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] 10.222.0.76 "PUT /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1026 time: 1.1438890 Nov 24 14:07:45.961508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Router 0be339d3-a647-4185-9434-72960227f06f is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:07:46.096680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:46.103292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.107564 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-28fef62a-33b1-4039-80e1-9756f15e96c5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "PUT /v2.0/routers/0be339d3-a647-4185-9434-72960227f06f HTTP/1.1" status: 200 len: 694 time: 0.9284184 Nov 24 14:07:46.107778 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] Sync routers for ids ['0be339d3-a647-4185-9434-72960227f06f'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:46.108268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43882) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:46.116409 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] Routers {'0be339d3-a647-4185-9434-72960227f06f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:46.117040 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0be339d3-a647-4185-9434-72960227f06f'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:46.244520 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-33ae0877-26e1-4246-a22a-8e68b73dcf56 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/routers/0be339d3-a647-4185-9434-72960227f06f HTTP/1.1" status: 200 len: 700 time: 0.1353073 Nov 24 14:07:46.247915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43886) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:46.261396 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] Set router 0be339d3-a647-4185-9434-72960227f06f gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:46.302561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1b96936e-49ab-45c3-a4a7-7a12c41b0233 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Synchronizing usage tracker for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:46.316881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1b96936e-49ab-45c3-a4a7-7a12c41b0233 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Unset dirty status for tenant:b5336e7dfdd547aaae9f50852018f12a on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:46.320946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1b96936e-49ab-45c3-a4a7-7a12c41b0233 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be339d3-a647-4185-9434-72960227f06f HTTP/1.1" status: 200 len: 205 time: 0.0686848 Nov 24 14:07:46.320946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43890) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:46.378711 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be339d3-a647-4185-9434-72960227f06f', 'name': 'tempest-RoutersTest-router-1710357212', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:45Z', 'updated_at': '2021-11-24T14:07:45Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:46.385430 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] Checking router: 0be339d3-a647-4185-9434-72960227f06f for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:46.394183 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] Routers {'0be339d3-a647-4185-9434-72960227f06f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:46.394902 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['0be339d3-a647-4185-9434-72960227f06f'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:46.460101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.526131 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] Set router 0be339d3-a647-4185-9434-72960227f06f gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:07:46.634164 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be339d3-a647-4185-9434-72960227f06f', 'name': 'tempest-RoutersTest-router-1710357212', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:45Z', 'updated_at': '2021-11-24T14:07:45Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:46.638940 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04ab26-7cf3-4172-9fed-9936ceb5454c None None] The sync data for ids ['0be339d3-a647-4185-9434-72960227f06f'] in dv-neutron-818153-2-hyperv is: [{'id': '0be339d3-a647-4185-9434-72960227f06f', 'name': 'tempest-RoutersTest-router-1710357212', 'tenant_id': 'b5336e7dfdd547aaae9f50852018f12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:45Z', 'updated_at': '2021-11-24T14:07:45Z', 'revision_number': 2, 'project_id': 'b5336e7dfdd547aaae9f50852018f12a', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:46.751910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43898) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:46.796067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.799521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.826561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.827088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Fanout notify agent at l3_agent the message router_deleted on router 0be339d3-a647-4185-9434-72960227f06f {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:07:46.832541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1c9fc-0792-4aaf-b878-8f94f57b3404 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:46.833988 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eba1c9fc-0792-4aaf-b878-8f94f57b3404 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 925 time: 0.0810096 Nov 24 14:07:46.843198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.847549 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-86631df5-fffd-4eb7-bcea-a0a77a05a4a1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/0be339d3-a647-4185-9434-72960227f06f HTTP/1.1" status: 204 len: 168 time: 0.5222287 Nov 24 14:07:46.848091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43904) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:46.887106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:46.896978 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f76c7573-74c9-4842-a79e-7867c14338f4 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be339d3-a647-4185-9434-72960227f06f HTTP/1.1" status: 200 len: 205 time: 0.0453808 Nov 24 14:07:46.897244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43908) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:46.970328 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-06978ee6-8dcc-4897-a5a4-239bf4d046fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:46.971345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-06978ee6-8dcc-4897-a5a4-239bf4d046fd tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/0be339d3-a647-4185-9434-72960227f06f HTTP/1.1" status: 404 len: 336 time: 0.0731266 Nov 24 14:07:46.974285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43912) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.012000 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebc8ab5-53c0-44d4-a3e1-9d3cd5a42c24 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:47.012444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebc8ab5-53c0-44d4-a3e1-9d3cd5a42c24 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:47.014141 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5ebc8ab5-53c0-44d4-a3e1-9d3cd5a42c24 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/63495126-1a0a-4ff1-823c-bf5aea578e04 HTTP/1.1" status: 404 len: 337 time: 0.0388868 Nov 24 14:07:47.016814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43916) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.056971 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8418d13-db01-4f29-8630-6fe84619560e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:47.057621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8418d13-db01-4f29-8630-6fe84619560e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:47.059931 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a8418d13-db01-4f29-8630-6fe84619560e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/e84df681-08fb-4735-9514-6fc5a4a8713a HTTP/1.1" status: 404 len: 337 time: 0.0422239 Nov 24 14:07:47.062545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43920) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.100280 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-171538a9-93f7-4646-b82b-2bc48808768d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:47.100852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171538a9-93f7-4646-b82b-2bc48808768d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:47.104990 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-171538a9-93f7-4646-b82b-2bc48808768d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/09eea20a-0957-4f15-972f-f83ad39f1486 HTTP/1.1" status: 404 len: 337 time: 0.0390501 Nov 24 14:07:47.105142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43924) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.143989 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-373f5aa1-0060-4662-bd22-66d3ae933c99 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:47.144437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373f5aa1-0060-4662-bd22-66d3ae933c99 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:47.146132 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-373f5aa1-0060-4662-bd22-66d3ae933c99 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/ef9d4207-3932-40e7-b5ff-19403e8c56fd HTTP/1.1" status: 404 len: 337 time: 0.0399559 Nov 24 14:07:47.148849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43928) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.196470 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d3e40bd7-a6ac-473a-a9c0-d3ca2fe2b474 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 200 len: 205 time: 0.0463874 Nov 24 14:07:47.199818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43932) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.233697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43936) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.239464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984391698', 'description': 'tempest-secgroup-smoke-1984391698 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:47.246480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:47.257474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:47.270845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.273178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-125e5ead-0157-45bf-abe8-8941ff5a6252 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:47.274386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-125e5ead-0157-45bf-abe8-8941ff5a6252 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/c36bc8f2-f5b2-4053-9c37-c2522c789ac5 HTTP/1.1" status: 404 len: 336 time: 0.0735357 Nov 24 14:07:47.277277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43940) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.297725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:47.304682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:47.309221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:47.315622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:47.328186 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6200056f-4113-4075-96c2-955220cd3b6f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08a0ea3-84f9-4366-ad6f-ae298cd830c6 HTTP/1.1" status: 200 len: 205 time: 0.0495627 Nov 24 14:07:47.330476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43944) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.401105 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-e1f54c48-15d7-4be0-a376-ef687289b18e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:47.401341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.403048 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e1f54c48-15d7-4be0-a376-ef687289b18e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/e08a0ea3-84f9-4366-ad6f-ae298cd830c6 HTTP/1.1" status: 404 len: 336 time: 0.0714223 Nov 24 14:07:47.405754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43948) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.408546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.412539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6b5c2121-f196-4604-80d2-a88475891a31 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:47.446738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37079d0-894c-43fb-96b2-9360546c6ad3 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:47.446738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37079d0-894c-43fb-96b2-9360546c6ad3 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:47.447709 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f37079d0-894c-43fb-96b2-9360546c6ad3 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/2ea163a3-d3cc-4078-8dea-2a92b0804c94 HTTP/1.1" status: 404 len: 337 time: 0.0408750 Nov 24 14:07:47.451133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43952) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.457261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75716dd6-31d3-423a-8d8d-891973709b82,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:47.460454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:47.465435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.470609 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2351191 Nov 24 14:07:47.470609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43956) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.476602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '75716dd6-31d3-423a-8d8d-891973709b82', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:47.483444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:47.488492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:47.491757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:47.497617 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f86cc56-d3bd-4063-9f97-19269882c47b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 200 len: 205 time: 0.0452194 Nov 24 14:07:47.499935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43960) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.500623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:47.522261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.572449 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-a35af524-c9cd-4984-bf57-33d955543296 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:47.574232 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a35af524-c9cd-4984-bf57-33d955543296 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/b56cd16a-b4f0-4ad3-9ed1-cc5e821a4422 HTTP/1.1" status: 404 len: 336 time: 0.0733726 Nov 24 14:07:47.577367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.592068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.596399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.598286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-71e5afa6-1d65-49cf-b354-e86ddb9aaace tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:47.624546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62ecc75-22b0-4c5a-afe5-71b7590c998b,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:47.625422 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2b9bb41c-6df9-4acd-9a58-d0ba13b20ab2 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 HTTP/1.1" status: 200 len: 205 time: 0.0466683 Nov 24 14:07:47.627203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:47.627968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43968) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.636209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.639878 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8eea3cb2-a5dd-4e9a-b6d6-d08fcbf60fdc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682680 Nov 24 14:07:47.640512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43972) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.645791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '75716dd6-31d3-423a-8d8d-891973709b82', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:47.652330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:47.656224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:47.659763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:47.665937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:47.687019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.755374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.760311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.762654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-47079c13-438a-4496-b378-89d380bf74ed tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:47.788323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348592c5-7462-4310-82be-328f57c7fd7b,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:47.794327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:47.800309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.801509 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599410 Nov 24 14:07:47.804178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43976) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.809536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '75716dd6-31d3-423a-8d8d-891973709b82', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:47.815584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:47.819504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:47.822584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:47.828301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:47.845190 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-f6f47d24-2945-4040-a1b2-0a9fd39c45c6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:47.845945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.846196 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f6f47d24-2945-4040-a1b2-0a9fd39c45c6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/1391a7a4-6d4e-4988-91d2-c6f8e5c64fe1 HTTP/1.1" status: 404 len: 336 time: 0.2173390 Nov 24 14:07:47.849059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43980) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.889976 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-044ca747-f4cd-4d09-9590-c7bae4f35968 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:47.890427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044ca747-f4cd-4d09-9590-c7bae4f35968 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:47.892428 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-044ca747-f4cd-4d09-9590-c7bae4f35968 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/9f553530-1bbb-4786-807a-d16a4a57ccbb HTTP/1.1" status: 404 len: 337 time: 0.0422926 Nov 24 14:07:47.894805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.912576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.916345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.919052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eaacd69d-ce93-4bc2-9b5b-7fcdb75d54c6 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:47.938719 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-71114cf9-c3e4-4504-9b95-3868dabdac3e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=7263d55c-29d1-4243-9869-31ae025950b0 HTTP/1.1" status: 200 len: 205 time: 0.0427339 Nov 24 14:07:47.941214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43988) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.941392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc05f9e-8ec0-428d-b965-7e995df50261,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:47.943808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:47.956089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:47.957238 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520875 Nov 24 14:07:47.960248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 43992) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:47.966247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '75716dd6-31d3-423a-8d8d-891973709b82', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:47.972220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:47.976192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:47.979087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:47.985075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:48.003252 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.010578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-e8b3257e-343f-4efd-958d-b46acc2d661e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:48.012192 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8b3257e-343f-4efd-958d-b46acc2d661e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/7263d55c-29d1-4243-9869-31ae025950b0 HTTP/1.1" status: 404 len: 336 time: 0.0701380 Nov 24 14:07:48.014763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 43996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.052640 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b637e976-2689-46f0-a79b-8fe3798fb08b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:48.053130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b637e976-2689-46f0-a79b-8fe3798fb08b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:48.054946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b637e976-2689-46f0-a79b-8fe3798fb08b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/7e9a4582-795c-4aa5-99a7-c6bba1a574a6 HTTP/1.1" status: 404 len: 337 time: 0.0392809 Nov 24 14:07:48.058261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44000) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.109740 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-54b9476b-f8e2-46bc-b531-e447b450f359 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "GET /v2.0/ports?device_id=99cedefc-d66b-4ae8-b790-d379e9dcd4f7 HTTP/1.1" status: 200 len: 205 time: 0.0499117 Nov 24 14:07:48.111914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44004) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.186865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-ef2b65c4-90c9-42c1-87d4-a252b72edce3 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] delete failed (client error): The resource could not be found. Nov 24 14:07:48.188126 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ef2b65c4-90c9-42c1-87d4-a252b72edce3 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/routers/99cedefc-d66b-4ae8-b790-d379e9dcd4f7 HTTP/1.1" status: 404 len: 336 time: 0.0751595 Nov 24 14:07:48.191806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44008) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.200147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.204144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.206311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-374c5781-534e-44f6-8460-d447c1711825 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:48.228515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaffeba3-c29a-4206-be5c-23e549411a67,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.230649 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf398680-b469-4e69-940d-e21b4afc2f9a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:48.231097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf398680-b469-4e69-940d-e21b4afc2f9a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:48.231631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:48.232846 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cf398680-b469-4e69-940d-e21b4afc2f9a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/2889162b-ed4a-4da0-bc55-75fff6ca7508 HTTP/1.1" status: 404 len: 337 time: 0.0400932 Nov 24 14:07:48.237087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44012) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.272213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.273449 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3122392 Nov 24 14:07:48.276645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44016) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.278153 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.pecan_wsgi.hooks.translation [None req-a964416c-59d5-4835-a3d2-77b7c5f644e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] DELETE failed (client error): The resource could not be found. Nov 24 14:07:48.278600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a964416c-59d5-4835-a3d2-77b7c5f644e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87692) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:07:48.280239 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a964416c-59d5-4835-a3d2-77b7c5f644e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] 10.222.0.36 "DELETE /v2.0/subnets/e58ff254-b008-44f5-b50b-76df9b5ec93f HTTP/1.1" status: 404 len: 337 time: 0.0422120 Nov 24 14:07:48.282286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '75716dd6-31d3-423a-8d8d-891973709b82', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:48.288498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:48.293653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:48.297195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:48.303463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:48.314751 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:07:48.322899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.395614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.399385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.401428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ca6f673b-f415-4837-ae37-eab62c872f7a tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:48.423575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530c49ee-e983-4dd3-b07f-bb93601c0653,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.427755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:48.436148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.440137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596453 Nov 24 14:07:48.440339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44022) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.446538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '75716dd6-31d3-423a-8d8d-891973709b82', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:48.453452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:48.457534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:48.460454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:48.466658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:48.478222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:07:48.485568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.556486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.560824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.562722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-203eec6c-181d-43b6-8323-88bc31083d06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:48.586254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e077b43-f941-4116-88c0-773bcacfbf86,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.587313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44028) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.589686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:48.597502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.598875 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571333 Nov 24 14:07:48.760372 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9c483378-9e8b-4c24-a8b1-efd66227ce69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5336e7dfdd547aaae9f50852018f12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714959 Nov 24 14:07:48.763133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44042) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:48.825345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-92d5f4ab-e88b-41fd-b334-f65708115fc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984391698&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.0403087 Nov 24 14:07:48.825961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.852379 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.879948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:07:48.905703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-3558d947-2b6a-407b-81cb-72fa5f6675de tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:48.907015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-3558d947-2b6a-407b-81cb-72fa5f6675de tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 930 time: 0.0752075 Nov 24 14:07:48.907814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.912679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-12bd4b51-bc42-4ad1-847a-534a36f64b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:48.925752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17022760-6bb8-42d5-ae4a-a8f9f56537f7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.928590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:48.932067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:48.936348 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-52a27bb3-e0bd-4654-a181-1ac824580bcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17022760-6bb8-42d5-ae4a-a8f9f56537f7 HTTP/1.1" status: 204 len: 168 time: 0.1698868 Nov 24 14:07:48.957373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:07:49.039434 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-b8966f1d-e0f7-45c2-b786-0c18f9d21694 service neutron] 10.222.0.36 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1184299 Nov 24 14:07:49.177822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-43e52e5f-947d-46f2-8ba4-cae15aec7aaa service neutron] 10.222.0.36 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316741 Nov 24 14:07:49.318301 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-63ee6e9c-e4dd-4e90-b222-88f73a3f8b70 service neutron] 10.222.0.36 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345191 Nov 24 14:07:49.499547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-eea2f36e-c374-469b-af5c-2b7b3dcdae43 req-ca2ad5d2-004d-475c-a75c-7fdbc815d305 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 210 time: 0.0440588 Nov 24 14:07:49.654867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44078) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:49.744364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9c53c74c-7f7b-435b-a79f-c63b2e5cc625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.769117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1496048913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:49.776039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:49.780550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:router and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:49.783433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:49.789687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:49.801549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.802559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.818589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.840982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.865543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.869365 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5bea4a6a-d6d7-4337-910b-fd9d9fbcfd3d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2109559 Nov 24 14:07:49.869616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44090) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:49.876106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1794216493'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:49.881768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:49.887612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:network and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:49.890650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:49.896390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:49.906087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Made reservation on behalf of 206a790bb2164ba2a8c4b62727e6fc4f for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:49.909702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.921831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:49.938498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:49.942346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:security_group_rule and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:49.945356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:49.951748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:50.047910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.052191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.055200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1d65fc3b-6c28-4b3d-b9fb-ace8bf5c3bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:50.087007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:50.096668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5bfa3-a12a-46e5-920b-0557718c145c,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:50.100274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:50.102971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.103436 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Added segment 55686a8e-4ba4-41ff-92cb-8b25e50d3c17 of type vlan for network 64a4df60-1279-4073-a6de-6ff57738025d Nov 24 14:07:50.132885 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.162988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.168887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:50.169484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.174945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-48aede13-b048-41a4-b134-ef4cf4c69bde tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:50.282861 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4120142 Nov 24 14:07:50.285701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44096) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:50.286258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Network': ['ID=64a4df60-1279-4073-a6de-6ff57738025d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:50.289078 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:50.292217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'subnet': {'network_id': '64a4df60-1279-4073-a6de-6ff57738025d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:50.299470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 64a4df60-1279-4073-a6de-6ff57738025d details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:07:50.408208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.412003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:50.415888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:subnet and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:50.419249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:50.424807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:50.435066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Made reservation on behalf of 206a790bb2164ba2a8c4b62727e6fc4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:50.438522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.675045 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8d208a6f-9ef3-4e4c-ad2f-e46d7339b3f0 req-28f94667-f437-40a1-94ae-14287ccfca98 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 210 time: 0.0628002 Nov 24 14:07:50.708884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:50.713390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0685cfa3-9b40-423e-ba88-bb18151b7b3f tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:50.972306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Subnet': ['ID=b53fb255-5e73-4f57-9008-6ad3f0fc1aca,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:50.977944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:50.992293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-0a31f03a-fdc6-4752-b65a-86dc671455e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:50.993657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-0a31f03a-fdc6-4752-b65a-86dc671455e8 service neutron] 10.222.0.76 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1026 time: 0.2302611 Nov 24 14:07:50.994469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Checking segment: {'id': '55686a8e-4ba4-41ff-92cb-8b25e50d3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '64a4df60-1279-4073-a6de-6ff57738025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:50.994823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network hostable DHCP agents. Network: 64a4df60-1279-4073-a6de-6ff57738025d, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:51.038797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 64a4df60-1279-4073-a6de-6ff57738025d is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:51.108562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 64a4df60-1279-4073-a6de-6ff57738025d) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:51.116587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c7a43d-5751-4f46-9d91-41195b626fc6 None None] Network 64a4df60-1279-4073-a6de-6ff57738025d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:51.116950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:51.117766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.161845 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8749380 Nov 24 14:07:51.165027 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44106) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:51.171871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'network': {'name': 'tempest-router-network01--2001035870'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:51.176879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:51.180968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:network and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:51.184704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:51.185066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-0ddfc6e1-5f55-4c3c-95d6-55747427e4bc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:51.186531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-0ddfc6e1-5f55-4c3c-95d6-55747427e4bc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 796 time: 0.1795595 Nov 24 14:07:51.191672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:51.203448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Made reservation on behalf of 206a790bb2164ba2a8c4b62727e6fc4f for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:51.207402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.236777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:51.241438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-a00d91db-b8b1-4237-aa8d-485ee18bcb8c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 473 time: 0.0454857 Nov 24 14:07:51.249122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.249597 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Added segment cf7d6d3e-693e-4d90-85df-e299f42bef1e of type vlan for network 86996458-f760-4fe2-8627-848c72b7e8f3 Nov 24 14:07:51.252446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Request body: {'port': {'device_id': 'f3fe579f-acfc-464a-88ec-9d76b11dc2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:51.286729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.325031 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.330604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:51.331178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.336454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:51.349593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-64a4df60-1279-4073-a6de-6ff57738025d', 'network_id': '64a4df60-1279-4073-a6de-6ff57738025d', 'tenant_id': '206a790bb2164ba2a8c4b62727e6fc4f', 'fixed_ips': [{'subnet_id': 'b53fb255-5e73-4f57-9008-6ad3f0fc1aca'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:07:51.350562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.385228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.437769 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2714417 Nov 24 14:07:51.441536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44110) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:51.449685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'network': {'name': 'tempest-router-network02--1260046552'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:51.456929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Network': ['ID=86996458-f760-4fe2-8627-848c72b7e8f3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:51.459283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:51.461677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:51.463981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:network and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:51.467112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:51.473059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:51.482378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Made reservation on behalf of 206a790bb2164ba2a8c4b62727e6fc4f for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:51.486307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.492359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 86996458-f760-4fe2-8627-848c72b7e8f3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:07:51.515570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:51.525740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.526200 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Added segment 6aa88174-edec-43da-a046-c648ee1372da of type vlan for network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 Nov 24 14:07:51.555555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.587619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.594217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:51.595178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.600528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-70220fae-84da-4ce5-bfa9-90e960af9fad tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:51.615567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Allocated IP 172.20.0.2 (64a4df60-1279-4073-a6de-6ff57738025d/b53fb255-5e73-4f57-9008-6ad3f0fc1aca/6ab92cf1-1d5e-4705-a0b5-f2508a6f7940) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:51.697606 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2548826 Nov 24 14:07:51.701628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44114) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:51.709227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'subnet': {'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:51.747200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Network': ['ID=35d199da-0bff-40ff-9362-dbcf2e2b9c82,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:51.749911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:51.758699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:07:51.825597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.resource_extend [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 14:07:51.859621 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1ba6697d-b3ba-4568-82cd-4eb0041d8065 req-0e773ceb-454b-4654-b800-c5654490d79a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 210 time: 0.0456786 Nov 24 14:07:51.884633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:51.893451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:subnet and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:51.897877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:51.906824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:51.912669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad84541b-614e-43cc-92bb-021fa6b10e65 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:07:51.922964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.933297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Made reservation on behalf of 206a790bb2164ba2a8c4b62727e6fc4f for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:51.936700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.943356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.954929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Transition to ACTIVE for port object 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:51.972890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Transition to ACTIVE for port object 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:51.977688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:51.981712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-04521d0e-9946-4d0e-ab27-6a57b5965e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:52.009885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Transition to ACTIVE for port object ad84541b-614e-43cc-92bb-021fa6b10e65 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:52.019335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.033601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee634ef3-3809-4517-8bc3-c5ab76cc7cbb tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:52.043937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Network 64a4df60-1279-4073-a6de-6ff57738025d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:52.046943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:52.050660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:52.056322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Pushing event updated for resources: {'Port': ['ID=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.100442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.100883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.101193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.101423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.101756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.102096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.102413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.102737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.103062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.103875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.103875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.104177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:52.132462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:52.159559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Attempting to bind port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:52.159944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Attempting to bind port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '55686a8e-4ba4-41ff-92cb-8b25e50d3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '64a4df60-1279-4073-a6de-6ff57738025d'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:52.160323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Attempting to bind port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 on network 64a4df60-1279-4073-a6de-6ff57738025d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:52.166197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:52.166579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Checking segment: {'id': '55686a8e-4ba4-41ff-92cb-8b25e50d3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '64a4df60-1279-4073-a6de-6ff57738025d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:52.167866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.168147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Bound using segment: {'id': '55686a8e-4ba4-41ff-92cb-8b25e50d3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '64a4df60-1279-4073-a6de-6ff57738025d'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:52.168636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Bound port: 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55686a8e-4ba4-41ff-92cb-8b25e50d3c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '64a4df60-1279-4073-a6de-6ff57738025d'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:52.169251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.200680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=7']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.208129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:52.269155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] For port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:52.272355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] For port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,segment=NetworkSegment(55686a8e-4ba4-41ff-92cb-8b25e50d3c17),segment_id=55686a8e-4ba4-41ff-92cb-8b25e50d3c17)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:52.277792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.281440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-569d116b-4573-4791-8c7a-b9b74a7afd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:52.360386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Pushing event updated for resources: {'Port': ['ID=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.365839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:52.418508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:52.418849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:52.419185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:52.427609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:07:52.428114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Attempting to bind port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:52.432546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.437899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d588a477-5b90-4a7d-8d56-cf9fc13eaaf3 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:52.468964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:52.469317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Checking segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:52.469713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Bound using segment: {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:52.470144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Bound port: ad84541b-614e-43cc-92bb-021fa6b10e65, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f18605-ed89-4f6d-9196-136962f28a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:52.470489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.555015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4c5284c-d183-44ce-b591-1dca7f1b27b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.591519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Subnet': ['ID=404488fa-62a1-4025-af7b-30f9dabef018,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.594089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:52.615992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Checking segment: {'id': 'cf7d6d3e-693e-4d90-85df-e299f42bef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:52.616352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network hostable DHCP agents. Network: 86996458-f760-4fe2-8627-848c72b7e8f3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:52.641083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:52.644801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:52.650282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.655448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:52.687150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 86996458-f760-4fe2-8627-848c72b7e8f3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:52.726177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:52.727060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.728290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] 10.222.0.76 "PUT /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1131 time: 1.4802811 Nov 24 14:07:52.731370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fe579f-acfc-464a-88ec-9d76b11dc2c7', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:52.745328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 86996458-f760-4fe2-8627-848c72b7e8f3) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:52.753637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:52.754221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:52.761566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050579b-c001-420a-acfb-ec233c562e44 None None] Network 86996458-f760-4fe2-8627-848c72b7e8f3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:52.771171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=8']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.774361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:52.783796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7940614e-c964-41a7-8b15-ba0ac6de0dc2 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0796905 Nov 24 14:07:52.789849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44122) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:52.796772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'subnet': {'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:52.836240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fe579f-acfc-464a-88ec-9d76b11dc2c7', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'status': 'completed', 'code': 200} Nov 24 14:07:52.966296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:07:52.970861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Usage tracker for resource:subnet and tenant:206a790bb2164ba2a8c4b62727e6fc4f is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:07:52.974799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:07:52.981659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:07:52.995919 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Made reservation on behalf of 206a790bb2164ba2a8c4b62727e6fc4f for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:52.999774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.073867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-46967b9c-5b64-4b3e-8895-c62a216efaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:53.075452 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-46967b9c-5b64-4b3e-8895-c62a216efaa0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 1134 time: 0.2841620 Nov 24 14:07:53.080018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-86996458-f760-4fe2-8627-848c72b7e8f3', 'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3', 'tenant_id': '206a790bb2164ba2a8c4b62727e6fc4f', 'fixed_ips': [{'subnet_id': '404488fa-62a1-4025-af7b-30f9dabef018'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:07:53.080885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.248168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574d743-cf98-40db-a114-be11101f9834 req-bf27477f-a5cf-4e70-a648-a0eb016226e6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:53.250208 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3574d743-cf98-40db-a114-be11101f9834 req-bf27477f-a5cf-4e70-a648-a0eb016226e6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 981 time: 0.1556525 Nov 24 14:07:53.289076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-1403623e-7368-494c-8c99-c707c2c22132 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1037 time: 0.2014248 Nov 24 14:07:53.301149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:53.386520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5e5e7462-a42e-4cb5-84ae-8a33f3e3a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:53.388513 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-5e5e7462-a42e-4cb5-84ae-8a33f3e3a77d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=247a075e-e407-46c5-93f8-b5f2c5e61ab3 HTTP/1.1" status: 200 len: 834 time: 0.0874324 Nov 24 14:07:53.388663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Allocated IP 172.20.0.2 (86996458-f760-4fe2-8627-848c72b7e8f3/404488fa-62a1-4025-af7b-30f9dabef018/87fc6c7e-a72a-475e-9741-06584b735981) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:53.400299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-3574d743-cf98-40db-a114-be11101f9834 req-75056eb5-e645-4b02-b96e-00e78bbcad26 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:07:53.407484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:53.452125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-3574d743-cf98-40db-a114-be11101f9834 req-75056eb5-e645-4b02-b96e-00e78bbcad26 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:07:53.453333 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3574d743-cf98-40db-a114-be11101f9834 req-75056eb5-e645-4b02-b96e-00e78bbcad26 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860819 Nov 24 14:07:53.468730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.476475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bce7d1d3-fbe9-4a27-b0f8-cd6bd92a6abc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:53.483140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-e94809a9-ac87-48f0-a47c-bb4551e92a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:53.485188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-e94809a9-ac87-48f0-a47c-bb4551e92a97 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7815238-4de2-4c8a-953d-ee55828f162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868137 Nov 24 14:07:53.591876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Subnet': ['ID=4c517f99-30df-4b6e-b23a-a8a1e8a20169,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:53.596303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:53.599742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Checking segment: {'id': '6aa88174-edec-43da-a046-c648ee1372da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:53.600298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network hostable DHCP agents. Network: 35d199da-0bff-40ff-9362-dbcf2e2b9c82, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:53.624521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c50ebc-c482-4843-8e91-5d24036a7596 None None] Network 64a4df60-1279-4073-a6de-6ff57738025d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:53.628861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:53.644729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 35d199da-0bff-40ff-9362-dbcf2e2b9c82) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:53.668589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:53.670212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.674180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-9f05ae6c-51ee-4d10-9684-baa4ca0515d5 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750309 Nov 24 14:07:53.677827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc07d13-861c-4bae-9779-f14ba57e6f11 None None] Network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:53.700733 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9094992 Nov 24 14:07:53.703484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44128) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:53.763739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Provisioning for port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:53.833911 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8414e9fe-b663-4d17-8e8f-80bb6fc7e6de req-067e8da8-adea-46e8-a23a-59ba44e11309 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491601 Nov 24 14:07:53.857329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Provisioning complete for port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:53.857576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.902599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.909664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:53.936169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Transition to ACTIVE for port object 87fc6c7e-a72a-475e-9741-06584b735981 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:53.972353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-75fc8b5a-1df6-424b-8e84-135ee5d052fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:53.974042 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-75fc8b5a-1df6-424b-8e84-135ee5d052fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 1134 time: 0.0834937 Nov 24 14:07:54.007710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Transition to ACTIVE for port object 87fc6c7e-a72a-475e-9741-06584b735981 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:54.024399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.035496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:54.130200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-7041a8dd-334c-4bcf-a2e4-fb922ea3b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:54.131648 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-7041a8dd-334c-4bcf-a2e4-fb922ea3b977 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 898 time: 0.1490953 Nov 24 14:07:54.171773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Network 86996458-f760-4fe2-8627-848c72b7e8f3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:54.210865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:54.234244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:54.247665 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-7c419b5c-348f-4f28-a0e5-b21d864663e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1037 time: 0.1050785 Nov 24 14:07:54.286899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Pushing event updated for resources: {'Port': ['ID=87fc6c7e-a72a-475e-9741-06584b735981,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:54.319146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-3652e596-a645-4013-8ce5-c56d7fb72670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:54.320690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-3652e596-a645-4013-8ce5-c56d7fb72670 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=247a075e-e407-46c5-93f8-b5f2c5e61ab3 HTTP/1.1" status: 200 len: 834 time: 0.0662985 Nov 24 14:07:54.339541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.351967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:54.404154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-3f6e19d9-cd6e-4c03-b257-1f403d5316f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:54.405568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.406430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-3f6e19d9-cd6e-4c03-b257-1f403d5316f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7815238-4de2-4c8a-953d-ee55828f162c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767565 Nov 24 14:07:54.437687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-35d199da-0bff-40ff-9362-dbcf2e2b9c82', 'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82', 'tenant_id': '206a790bb2164ba2a8c4b62727e6fc4f', 'fixed_ips': [{'subnet_id': '4c517f99-30df-4b6e-b23a-a8a1e8a20169'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:07:54.438679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.474901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Attempting to bind port 87fc6c7e-a72a-475e-9741-06584b735981 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:54.474901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Attempting to bind port 87fc6c7e-a72a-475e-9741-06584b735981 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'cf7d6d3e-693e-4d90-85df-e299f42bef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:54.475139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Attempting to bind port 87fc6c7e-a72a-475e-9741-06584b735981 on network 86996458-f760-4fe2-8627-848c72b7e8f3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:54.501007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:54.501007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Checking segment: {'id': 'cf7d6d3e-693e-4d90-85df-e299f42bef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:54.501007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.501007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Bound using segment: {'id': 'cf7d6d3e-693e-4d90-85df-e299f42bef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:54.501552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Bound port: 87fc6c7e-a72a-475e-9741-06584b735981, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7d6d3e-693e-4d90-85df-e299f42bef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '86996458-f760-4fe2-8627-848c72b7e8f3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:54.502702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.569460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] For port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,segment=NetworkSegment(55686a8e-4ba4-41ff-92cb-8b25e50d3c17),segment_id=55686a8e-4ba4-41ff-92cb-8b25e50d3c17)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:54.589432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.595675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-66885650-006d-4fdf-86b0-b4518cbddf42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:54.642353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-286e9cdc-9afa-41ef-aee4-7493e2621429 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276084 Nov 24 14:07:54.803567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Allocated IP 172.20.0.1 (86996458-f760-4fe2-8627-848c72b7e8f3/404488fa-62a1-4025-af7b-30f9dabef018/b40201f1-6273-47b8-bdf6-433de0bc6b38) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:54.851938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d3a95cb8-0c49-41fa-bffe-b1af68d07081 req-597b7bc9-12f2-4e4f-94b5-02f0e3276ce8 service neutron] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605170 Nov 24 14:07:54.855604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Pushing event updated for resources: {'Port': ['ID=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:54.863186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:54.864764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] For port 87fc6c7e-a72a-475e-9741-06584b735981, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:54.867047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d9fa-bd4c-4352-81f7-00a8b320af29 req-75a19373-87ed-4dc3-8c1c-03b7a63f4a9d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:54.870400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] For port 87fc6c7e-a72a-475e-9741-06584b735981, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=87fc6c7e-a72a-475e-9741-06584b735981,segment=NetworkSegment(cf7d6d3e-693e-4d90-85df-e299f42bef1e),segment_id=cf7d6d3e-693e-4d90-85df-e299f42bef1e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:54.875419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7202d9fa-bd4c-4352-81f7-00a8b320af29 req-75a19373-87ed-4dc3-8c1c-03b7a63f4a9d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 981 time: 0.2363036 Nov 24 14:07:54.876188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:54.882625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:54.920577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Allocated IP 172.20.0.2 (35d199da-0bff-40ff-9362-dbcf2e2b9c82/4c517f99-30df-4b6e-b23a-a8a1e8a20169/157bcfcd-b396-4e0b-bb41-511e8f31562a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:54.935017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7202d9fa-bd4c-4352-81f7-00a8b320af29 req-72b1694f-1c74-4f1d-ad5e-c63f0f096e67 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585563 Nov 24 14:07:55.021686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.038205 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Transition to ACTIVE for port object b40201f1-6273-47b8-bdf6-433de0bc6b38 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:55.062950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Pushing event updated for resources: {'Port': ['ID=87fc6c7e-a72a-475e-9741-06584b735981,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.067549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:55.069729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.078933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2165b07-109e-46a0-b664-6bdfe66e0e2b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:55.148798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 86996458-f760-4fe2-8627-848c72b7e8f3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:55.152548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:55.156621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:55.210314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Port': ['ID=b40201f1-6273-47b8-bdf6-433de0bc6b38,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.215338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:55.223899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.230792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.237954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:55.275168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Transition to ACTIVE for port object 157bcfcd-b396-4e0b-bb41-511e8f31562a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:55.289639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6a422fc1-837d-45c0-a2b5-f8798f26bf25 None None] Provisioning complete for port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:55.290211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6a422fc1-837d-45c0-a2b5-f8798f26bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.375552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.376654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Transition to ACTIVE for port object 157bcfcd-b396-4e0b-bb41-511e8f31562a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:07:55.382534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.394132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.399163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cfcbc941-3a71-47f0-b244-83e131b2fc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:55.472712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:55.478087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:55.484033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:07:55.525928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Pushing event updated for resources: {'Port': ['ID=157bcfcd-b396-4e0b-bb41-511e8f31562a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.558395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:55.577058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:55.577444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.689970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Attempting to bind port 157bcfcd-b396-4e0b-bb41-511e8f31562a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:07:55.690347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Attempting to bind port 157bcfcd-b396-4e0b-bb41-511e8f31562a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6aa88174-edec-43da-a046-c648ee1372da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:07:55.690722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Attempting to bind port 157bcfcd-b396-4e0b-bb41-511e8f31562a on network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:07:55.701895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:07:55.702274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Checking segment: {'id': '6aa88174-edec-43da-a046-c648ee1372da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:07:55.702881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.703456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Bound using segment: {'id': '6aa88174-edec-43da-a046-c648ee1372da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:07:55.704112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Bound port: 157bcfcd-b396-4e0b-bb41-511e8f31562a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa88174-edec-43da-a046-c648ee1372da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '35d199da-0bff-40ff-9362-dbcf2e2b9c82'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:07:55.704669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.853965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] For port 157bcfcd-b396-4e0b-bb41-511e8f31562a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:07:55.858692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] For port 157bcfcd-b396-4e0b-bb41-511e8f31562a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=157bcfcd-b396-4e0b-bb41-511e8f31562a,segment=NetworkSegment(6aa88174-edec-43da-a046-c648ee1372da),segment_id=6aa88174-edec-43da-a046-c648ee1372da)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:07:55.867571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:55.872107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-734d18f3-88e5-4f34-8940-99243607e2c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:55.961987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Pushing event updated for resources: {'Port': ['ID=157bcfcd-b396-4e0b-bb41-511e8f31562a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.968900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:56.002927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:56.009103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:56.040912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-17fa1489-f048-4179-8023-d610e5110b88 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:56.216076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:56.234745 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Port': ['ID=b40201f1-6273-47b8-bdf6-433de0bc6b38,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:56.235355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:56.350006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68749ebb-8384-4a8e-ab7a-4ecd54aff7ac None None] Network 86996458-f760-4fe2-8627-848c72b7e8f3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:56.404296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c29355-8e77-4b8c-a5e5-a46882d68d67 req-478d2637-819d-4195-8a01-641c67deee8c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:56.404834 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a6c29355-8e77-4b8c-a5e5-a46882d68d67 req-478d2637-819d-4195-8a01-641c67deee8c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 981 time: 0.3174512 Nov 24 14:07:56.480627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b845c458-c25f-4e57-bdbc-750efe97784d None None] Provisioning for port 87fc6c7e-a72a-475e-9741-06584b735981 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:56.483070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 86996458-f760-4fe2-8627-848c72b7e8f3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:56.483070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:56.570677 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a6c29355-8e77-4b8c-a5e5-a46882d68d67 req-90f23e3a-8de8-4970-a7cd-ffaa8496fd2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763972 Nov 24 14:07:56.753147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Router 132d00ef-b73e-441f-9ae2-00860b69615a is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:07:56.899482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:07:56.947535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:07:56.973262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44138) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:56.985459 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2711713 Nov 24 14:07:56.992301 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:07:57.034142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] Sync routers for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:57.086161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:57.086905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:57.236441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:57.265369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:07:57.266145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:57.371888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 157bcfcd-b396-4e0b-bb41-511e8f31562a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:57.457065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:57.458552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a467b8-696e-48dc-8f06-7c155a98e0ad None None] The sync data for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:57.475971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5b367de3-f975-40e1-988e-ee1d9ec44923 None None] Provisioning for port b40201f1-6273-47b8-bdf6-433de0bc6b38 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:57.498415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:57.510337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5b367de3-f975-40e1-988e-ee1d9ec44923 None None] Provisioning complete for port b40201f1-6273-47b8-bdf6-433de0bc6b38 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:57.510731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b367de3-f975-40e1-988e-ee1d9ec44923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:57.592381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'port_id': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'mac_address': 'fa:16:3e:81:42:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:07:57.672911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb690c0-e8ad-4660-8d4a-91bd2266459a None None] Network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:07:57.723352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5b367de3-f975-40e1-988e-ee1d9ec44923 None None] Port b40201f1-6273-47b8-bdf6-433de0bc6b38 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:57.794698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:57.814199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 157bcfcd-b396-4e0b-bb41-511e8f31562a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:57.832376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 87fc6c7e-a72a-475e-9741-06584b735981 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:57.873205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad84541b-614e-43cc-92bb-021fa6b10e65 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:07:57.927188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Provisioning for port 157bcfcd-b396-4e0b-bb41-511e8f31562a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:57.957555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:57.971346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Provisioning complete for port 157bcfcd-b396-4e0b-bb41-511e8f31562a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:57.971346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.010286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-692294d2-d013-44d7-b27b-5806d53d9206 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:07:58.011921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-692294d2-d013-44d7-b27b-5806d53d9206 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0372014 Nov 24 14:07:58.015298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44146) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:07:58.024522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.033040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:58.184853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 87fc6c7e-a72a-475e-9741-06584b735981 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:07:58.189542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=9']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:58.196167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:58.234789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 87fc6c7e-a72a-475e-9741-06584b735981 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:58.235178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.301053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['ad84541b-614e-43cc-92bb-021fa6b10e65'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:07:58.409963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d0ddd-e783-4b86-bbd2-43a8018dc982 req-4e27852e-f291-4580-a616-b99a2c05e711 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:58.412510 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3b6d0ddd-e783-4b86-bbd2-43a8018dc982 req-4e27852e-f291-4580-a616-b99a2c05e711 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 982 time: 0.6630123 Nov 24 14:07:58.425833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.522389 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3b6d0ddd-e783-4b86-bbd2-43a8018dc982 req-aa3ab246-8df5-4757-a922-ac9d5894fe2f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Nov 24 14:07:58.580922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] For port 157bcfcd-b396-4e0b-bb41-511e8f31562a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=157bcfcd-b396-4e0b-bb41-511e8f31562a,segment=NetworkSegment(6aa88174-edec-43da-a046-c648ee1372da),segment_id=6aa88174-edec-43da-a046-c648ee1372da)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:58.591054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.615758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.618771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:58.715986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.754706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Provisioning complete for port b40201f1-6273-47b8-bdf6-433de0bc6b38 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:58.755279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.813489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 87fc6c7e-a72a-475e-9741-06584b735981, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=87fc6c7e-a72a-475e-9741-06584b735981,segment=NetworkSegment(cf7d6d3e-693e-4d90-85df-e299f42bef1e),segment_id=cf7d6d3e-693e-4d90-85df-e299f42bef1e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:07:58.814486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Pushing event updated for resources: {'Port': ['ID=157bcfcd-b396-4e0b-bb41-511e8f31562a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:58.826872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:58.830735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:58.835427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:07:58.945630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Port b40201f1-6273-47b8-bdf6-433de0bc6b38 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:07:58.965309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=87fc6c7e-a72a-475e-9741-06584b735981,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:58.969310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:07:59.068426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-26ee5b94-a366-4877-92a9-18a98a02a4b0 None None] Provisioning complete for port 157bcfcd-b396-4e0b-bb41-511e8f31562a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:59.068850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26ee5b94-a366-4877-92a9-18a98a02a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:59.210603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 157bcfcd-b396-4e0b-bb41-511e8f31562a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:59.291290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 157bcfcd-b396-4e0b-bb41-511e8f31562a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:59.291766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:59.329370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting port b40201f1-6273-47b8-bdf6-433de0bc6b38 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:07:59.329370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:59.480077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 87fc6c7e-a72a-475e-9741-06584b735981 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:07:59.502804 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-d4605a43-79ad-4f71-a224-28c7ab9fc2c4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2565651 Nov 24 14:07:59.565131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 87fc6c7e-a72a-475e-9741-06584b735981 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:59.565793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:59.568851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:07:59.765332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125d118-e652-4288-ae8e-ad0ee5ebbaa3 req-dbd7d4f7-fe2d-4e10-bc31-3f30014d7d27 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:59.766548 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4125d118-e652-4288-ae8e-ad0ee5ebbaa3 req-dbd7d4f7-fe2d-4e10-bc31-3f30014d7d27 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 982 time: 0.0944088 Nov 24 14:07:59.767696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Calling delete_port for b40201f1-6273-47b8-bdf6-433de0bc6b38 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:07:59.818885 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-4125d118-e652-4288-ae8e-ad0ee5ebbaa3 req-b99c0642-79ec-427f-8cc6-bba78702460a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Nov 24 14:07:59.882681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-1f8b8016-0a0e-42d5-91b9-22e0f25c506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:59.884957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-1f8b8016-0a0e-42d5-91b9-22e0f25c506d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1098 time: 0.3003838 Nov 24 14:08:00.093761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:00.098999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:00.162763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Port': ['ID=b40201f1-6273-47b8-bdf6-433de0bc6b38,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:00.165099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-70cf9253-b96a-4cbd-aec6-e60aed98d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:00.166641 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-70cf9253-b96a-4cbd-aec6-e60aed98d8e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.2540550 Nov 24 14:08:00.167987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:00.435141 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-98cfca1a-8333-44e7-86f1-7133c8f82725 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 1001 time: 0.2319124 Nov 24 14:08:00.560671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:00.624869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-96b72f5b-e635-4764-8ad0-2cfe497060d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:00.626258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-96b72f5b-e635-4764-8ad0-2cfe497060d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.1253483 Nov 24 14:08:00.929459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:01.002021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port ad84541b-614e-43cc-92bb-021fa6b10e65 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:01.007869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port ad84541b-614e-43cc-92bb-021fa6b10e65 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:01.008233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:01.095917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Router 132d00ef-b73e-441f-9ae2-00860b69615a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:01.108233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-c3ef70cf-ec01-4a13-b7f6-9ce802367347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:01.109769 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-c3ef70cf-ec01-4a13-b7f6-9ce802367347 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2825975 Nov 24 14:08:01.145276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:01.175818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fe579f-acfc-464a-88ec-9d76b11dc2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:01.200261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:01.203157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:01.206958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4ecab84f-f493-4775-905a-4f7568f222ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:01.240422 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fe579f-acfc-464a-88ec-9d76b11dc2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad84541b-614e-43cc-92bb-021fa6b10e65', 'code': 200} Nov 24 14:08:01.291027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=10']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:01.295219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:01.372332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325caf4f-b299-44ea-a866-90a408d29bc3 req-766292f4-7bbe-42c6-bf12-ae30462a119e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:01.372332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-325caf4f-b299-44ea-a866-90a408d29bc3 req-766292f4-7bbe-42c6-bf12-ae30462a119e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 982 time: 0.4278069 Nov 24 14:08:01.381919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:01.398723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] Sync routers for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:01.409985 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:01.410598 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.417869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3989608 Nov 24 14:08:01.422430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44156) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:01.502311 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-0fb3508e-cdba-4f78-b46b-4a2d0e1999e7 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] delete failed (client error): The resource could not be found. Nov 24 14:08:01.503493 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0fb3508e-cdba-4f78-b46b-4a2d0e1999e7 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2005052060 HTTP/1.1" status: 404 len: 335 time: 0.0792696 Nov 24 14:08:01.512400 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.513629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:01.515724 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-325caf4f-b299-44ea-a866-90a408d29bc3 req-482f8711-30ea-407c-9a55-0f95b359e185 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330307 Nov 24 14:08:01.521824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:01.522428 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.523199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-50c82ca9-ef2a-48c3-871f-52df2b794002 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'router': {'external_gateway_info': {'network_id': '132d00ef-b73e-441f-9ae2-00860b69615a'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:01.525169 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-590dab45-2be8-4c5c-83be-7d8503bef6da service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026811 Nov 24 14:08:01.590747 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.591157 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadd2d6-0df9-48c9-bc7c-e5990bce8a6a None None] The sync data for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:01.639549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3504b37-fef5-40f1-8ba9-11aa23a3650d req-f7413049-9aef-42c3-90b2-fccdd97b391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:01.641021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3504b37-fef5-40f1-8ba9-11aa23a3650d req-f7413049-9aef-42c3-90b2-fccdd97b391a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 1137 time: 0.1913600 Nov 24 14:08:01.703867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8cdb89b-58d2-48e8-98da-31e8ec57bfc9 req-c724673e-d076-4b70-96ac-087c83730505 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702826 Nov 24 14:08:01.712200 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3504b37-fef5-40f1-8ba9-11aa23a3650d req-d1335d7d-f3fd-404e-a296-95510f063b93 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Nov 24 14:08:02.049576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-50c82ca9-ef2a-48c3-871f-52df2b794002 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:02.076195 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-50c82ca9-ef2a-48c3-871f-52df2b794002 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] update failed (client error): The resource could not be found. Nov 24 14:08:02.077266 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-50c82ca9-ef2a-48c3-871f-52df2b794002 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a HTTP/1.1" status: 404 len: 339 time: 0.5621381 Nov 24 14:08:02.080764 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44164) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:02.562441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:02.891489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dda6c2-cab8-4c6f-ae41-523a8f0b4b2b req-a1da904f-95b9-4a84-b77a-a343d0316615 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:02.892991 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e4dda6c2-cab8-4c6f-ae41-523a8f0b4b2b req-a1da904f-95b9-4a84-b77a-a343d0316615 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 984 time: 0.2568977 Nov 24 14:08:02.999410 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-e4dda6c2-cab8-4c6f-ae41-523a8f0b4b2b req-df160ccc-b46c-464d-8926-6f588ce74c47 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989349 Nov 24 14:08:03.019373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Allocated IP 172.20.0.1 (64a4df60-1279-4073-a6de-6ff57738025d/b53fb255-5e73-4f57-9008-6ad3f0fc1aca/93a0da08-9b98-40a5-9ebe-f764888852b3) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:03.179901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:03.194903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Transition to ACTIVE for port object 93a0da08-9b98-40a5-9ebe-f764888852b3 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:03.218869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:03.223273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-df475914-530e-4efb-890f-aab6e53f9538 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:03.403974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 64a4df60-1279-4073-a6de-6ff57738025d is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:03.409690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:03.413552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:08:03.444835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Port': ['ID=93a0da08-9b98-40a5-9ebe-f764888852b3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:03.458701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:03.479822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:03.593815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:03.618963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-787db0a7-2025-4daa-a0b1-29ed4960fbd8 None None] Provisioning for port 93a0da08-9b98-40a5-9ebe-f764888852b3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:03.624657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-787db0a7-2025-4daa-a0b1-29ed4960fbd8 None None] Provisioning complete for port 93a0da08-9b98-40a5-9ebe-f764888852b3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:03.625078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-787db0a7-2025-4daa-a0b1-29ed4960fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:03.681297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-787db0a7-2025-4daa-a0b1-29ed4960fbd8 None None] Port 93a0da08-9b98-40a5-9ebe-f764888852b3 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:03.996956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:04.000875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:04.027273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fbc07360-e4f1-4337-bd9d-a929cacb4363 tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:04.117178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:04.120996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event updated for resources: {'Port': ['ID=93a0da08-9b98-40a5-9ebe-f764888852b3,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.123839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:04.185473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938949e8-fa5a-43cb-aad6-293a77f1a300 req-b47cf18f-6b20-436a-8a2c-ae115d56adc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:04.186939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-938949e8-fa5a-43cb-aad6-293a77f1a300 req-b47cf18f-6b20-436a-8a2c-ae115d56adc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 984 time: 0.0814981 Nov 24 14:08:04.231578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-938949e8-fa5a-43cb-aad6-293a77f1a300 req-b5ad8d83-2cc1-4e14-8088-243718e8976c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Nov 24 14:08:04.257712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Network 64a4df60-1279-4073-a6de-6ff57738025d is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:04.258899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:04.482864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Router 132d00ef-b73e-441f-9ae2-00860b69615a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:04.504972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a21e511f-25c8-498a-809c-b43d14de25e0 None None] Provisioning complete for port 93a0da08-9b98-40a5-9ebe-f764888852b3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:04.505353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a21e511f-25c8-498a-809c-b43d14de25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:04.564141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a21e511f-25c8-498a-809c-b43d14de25e0 None None] Port 93a0da08-9b98-40a5-9ebe-f764888852b3 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:04.641907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1157cf-79a8-4fc1-8c15-a07a0fe578e0 req-53cd622f-9703-4a03-aa08-121ede2970ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:04.644432 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cb1157cf-79a8-4fc1-8c15-a07a0fe578e0 req-53cd622f-9703-4a03-aa08-121ede2970ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 984 time: 0.2636256 Nov 24 14:08:04.706826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:04.716517 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cb1157cf-79a8-4fc1-8c15-a07a0fe578e0 req-337fd20f-2703-4cd1-86f8-6aaf95b9e94e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657499 Nov 24 14:08:04.717581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] Sync routers for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:04.721608 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398902 Nov 24 14:08:04.724263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44176) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:04.737812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:04.738459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:04.741585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44180) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:04.804344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:04.815529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:04.816175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:04.826619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47d5d1-8d62-4f22-a9bc-a7cb139a526a tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:04.830700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b47d5d1-8d62-4f22-a9bc-a7cb139a526a tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7&network_id=f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 200 len: 1132 time: 0.0854900 Nov 24 14:08:04.885796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:04.886222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0a78a-2950-46d6-8480-068609f9b049 None None] The sync data for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:05.015007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15808ace-f554-4350-806f-e864c96006d0 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:05.218139 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-15808ace-f554-4350-806f-e864c96006d0 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 14:08:05.219152 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-15808ace-f554-4350-806f-e864c96006d0 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a HTTP/1.1" status: 409 len: 329 time: 0.4939458 Nov 24 14:08:05.222214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44188) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:05.383437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157598-8999-4eb2-9360-a405077b273d req-881f8fdf-6ab5-41c8-a36f-60ab57a3ec32 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:05.384830 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fa157598-8999-4eb2-9360-a405077b273d req-881f8fdf-6ab5-41c8-a36f-60ab57a3ec32 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 984 time: 0.2587013 Nov 24 14:08:05.579095 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-fa157598-8999-4eb2-9360-a405077b273d req-6c6b151c-2d80-4344-9795-51f781034a63 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856334 Nov 24 14:08:05.788295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:06.136075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting port 93a0da08-9b98-40a5-9ebe-f764888852b3 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:06.136417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:06.455653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:06.584859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Calling delete_port for 93a0da08-9b98-40a5-9ebe-f764888852b3 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:06.608491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde539b4-b596-4c03-871f-fd97c6769864 req-a98c209a-36d2-429b-955f-f7169f514d81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:06.610065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bde539b4-b596-4c03-871f-fd97c6769864 req-a98c209a-36d2-429b-955f-f7169f514d81 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 984 time: 0.0867887 Nov 24 14:08:06.691407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde539b4-b596-4c03-871f-fd97c6769864 req-c6ebc76e-05fb-42b2-b7f9-3384cfab6113 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:06.692813 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bde539b4-b596-4c03-871f-fd97c6769864 req-c6ebc76e-05fb-42b2-b7f9-3384cfab6113 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0711739 Nov 24 14:08:06.780616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:06.784236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:06.827294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Port': ['ID=93a0da08-9b98-40a5-9ebe-f764888852b3,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:06.830974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:06.915932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bde539b4-b596-4c03-871f-fd97c6769864 req-f3b038d2-6dd2-4ebc-a912-4b52a6885db9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2167096 Nov 24 14:08:06.924636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e77bca-cf91-4339-9944-e0881d41cee0 req-66481ae5-80c6-44d6-ab67-753228dfadc6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:06.926123 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a0e77bca-cf91-4339-9944-e0881d41cee0 req-66481ae5-80c6-44d6-ab67-753228dfadc6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 984 time: 0.2039840 Nov 24 14:08:06.931010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:07.081367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:07.193060 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a0e77bca-cf91-4339-9944-e0881d41cee0 req-6181dca1-bb02-431c-84be-0cb4007edab5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359629 Nov 24 14:08:07.223510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:07.367504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Router 132d00ef-b73e-441f-9ae2-00860b69615a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:07.441250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=ad84541b-614e-43cc-92bb-021fa6b10e65,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:07.476284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] For port ad84541b-614e-43cc-92bb-021fa6b10e65, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:08:07.502287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:07.517126 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890289 Nov 24 14:08:07.517237 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] Sync routers for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:07.517678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44194) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:07.525192 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:07.525962 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:07.542850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] device_id is not set on port ad84541b-614e-43cc-92bb-021fa6b10e65 yet. {{(pid=87693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 14:08:07.551575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:07.557907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:07.562168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3341d0d7-19e8-4d25-96ed-47559adf81e8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:07.590668 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-bde84547-2518-48cb-8e6f-bde7e989313d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] show failed (client error): The resource could not be found. Nov 24 14:08:07.596285 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bde84547-2518-48cb-8e6f-bde7e989313d tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-98981549 HTTP/1.1" status: 404 len: 333 time: 0.0744369 Nov 24 14:08:07.596285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44198) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:07.600367 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:07.602880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cc04a5b1-e94e-4dc7-b708-863e2aed81c5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:07.612388 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] Routers {'132d00ef-b73e-441f-9ae2-00860b69615a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:07.613127 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['132d00ef-b73e-441f-9ae2-00860b69615a'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:07.682638 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:07.683206 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46bc9ae-b803-4641-a2bc-623f19d8d943 None None] The sync data for ids ['132d00ef-b73e-441f-9ae2-00860b69615a'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:07.728378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=11']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:07.731864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:07.793649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] No DVR routers for this DVR port ad84541b-614e-43cc-92bb-021fa6b10e65 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:08:07.838596 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.api.v2.resource [None req-cc04a5b1-e94e-4dc7-b708-863e2aed81c5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] update failed (client error): The resource could not be found. Nov 24 14:08:07.846120 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cc04a5b1-e94e-4dc7-b708-863e2aed81c5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1987588805 HTTP/1.1" status: 404 len: 335 time: 0.2488124 Nov 24 14:08:07.846979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44202) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:07.910865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1464a1e2-835b-44e0-86fe-420773764201 None None] Provisioning complete for port ad84541b-614e-43cc-92bb-021fa6b10e65 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:07.911375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1464a1e2-835b-44e0-86fe-420773764201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:07.926551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting subnet 4c517f99-30df-4b6e-b23a-a8a1e8a20169 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:08:07.930789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:07.972777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1464a1e2-835b-44e0-86fe-420773764201 None None] Port ad84541b-614e-43cc-92bb-021fa6b10e65 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:07.999123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.036925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] In _notify_port_updated(), no bound segment for port ad84541b-614e-43cc-92bb-021fa6b10e65 on network f7815238-4de2-4c8a-953d-ee55828f162c {{(pid=87693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Nov 24 14:08:08.037789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.038399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.039665 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bde539b4-b596-4c03-871f-fd97c6769864 req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] 10.222.0.76 "PUT /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 200 len: 1027 time: 1.1126566 Nov 24 14:08:08.095351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.180014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.184014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-abacc54b-9c23-4a6f-9953-2113c28a22fc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:08.225574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Subnet': ['ID=4c517f99-30df-4b6e-b23a-a8a1e8a20169,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:08.227283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:08.232343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.239625 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/subnets/4c517f99-30df-4b6e-b23a-a8a1e8a20169 HTTP/1.1" status: 204 len: 168 time: 0.3914444 Nov 24 14:08:08.240324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd90dd4-512d-4986-ac7a-cadf0d574856 None None] Network 35d199da-0bff-40ff-9362-dbcf2e2b9c82 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:08:08.242422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44208) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:08.312290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting subnet 404488fa-62a1-4025-af7b-30f9dabef018 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:08:08.316035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.405004 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-397c4243-23d6-47d5-9a26-323ed63eb1de req-03576236-df35-4ad8-b1eb-0c18aa14bd06 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3fe579f-acfc-464a-88ec-9d76b11dc2c7 HTTP/1.1" status: 200 len: 210 time: 0.0610564 Nov 24 14:08:08.417610 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.514004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.526517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] DHCP port deletion for 35d199da-0bff-40ff-9362-dbcf2e2b9c82 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:08:08.531360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Deleting port 157bcfcd-b396-4e0b-bb41-511e8f31562a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:08.532052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.612824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.617049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a48ea3d-2a3b-4bb3-9e52-95dd854e89c4 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:08.656620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Subnet': ['ID=404488fa-62a1-4025-af7b-30f9dabef018,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:08.661588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:08.663020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.671603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3647392b-a020-4f31-b9af-c57fad1ec942 None None] Network 86996458-f760-4fe2-8627-848c72b7e8f3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:08:08.675792 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3a3d713a-e9d1-4758-b492-9f4243790824 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/subnets/404488fa-62a1-4025-af7b-30f9dabef018 HTTP/1.1" status: 204 len: 168 time: 0.4321063 Nov 24 14:08:08.678250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44212) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:08.799579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.810881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting port 157bcfcd-b396-4e0b-bb41-511e8f31562a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:08.811213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:08.959312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] For port 157bcfcd-b396-4e0b-bb41-511e8f31562a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=157bcfcd-b396-4e0b-bb41-511e8f31562a,segment=NetworkSegment(6aa88174-edec-43da-a046-c648ee1372da),segment_id=6aa88174-edec-43da-a046-c648ee1372da)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:08.959844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.036632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] For port 157bcfcd-b396-4e0b-bb41-511e8f31562a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=157bcfcd-b396-4e0b-bb41-511e8f31562a,segment=NetworkSegment(6aa88174-edec-43da-a046-c648ee1372da),segment_id=6aa88174-edec-43da-a046-c648ee1372da)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:09.037021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.144534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Calling delete_port for 157bcfcd-b396-4e0b-bb41-511e8f31562a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:09.165417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Calling delete_port for 157bcfcd-b396-4e0b-bb41-511e8f31562a owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:09.210534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 157bcfcd-b396-4e0b-bb41-511e8f31562a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:09.257466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.262171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7026aba5-c6ee-445f-8789-8bbb8d065f03 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:09.291630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:08:09.292005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:08:09.298372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 157bcfcd-b396-4e0b-bb41-511e8f31562a {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:08:09.298980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 157bcfcd-b396-4e0b-bb41-511e8f31562a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:09.308441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Port': ['ID=157bcfcd-b396-4e0b-bb41-511e8f31562a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:09.312518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:09.314683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] No DVR routers for this DVR port 157bcfcd-b396-4e0b-bb41-511e8f31562a on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:08:09.355846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] DHCP port deletion for 86996458-f760-4fe2-8627-848c72b7e8f3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:08:09.360294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Deleting port 87fc6c7e-a72a-475e-9741-06584b735981 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:09.360671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.524228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44218) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:09.571264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.605125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d199da-0bff-40ff-9362-dbcf2e2b9c82']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:09.605474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] For port 87fc6c7e-a72a-475e-9741-06584b735981, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=87fc6c7e-a72a-475e-9741-06584b735981,segment=NetworkSegment(cf7d6d3e-693e-4d90-85df-e299f42bef1e),segment_id=cf7d6d3e-693e-4d90-85df-e299f42bef1e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:09.605992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.606582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.620934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa88174-edec-43da-a046-c648ee1372da') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:09.621238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa88174-edec-43da-a046-c648ee1372da') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:09.633694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.658990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.660606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.680543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:08:09.683287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:08:09.724228 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:08:09.755904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Calling delete_port for 87fc6c7e-a72a-475e-9741-06584b735981 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:09.771915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.778863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-835ad837-1b05-4ddb-948d-089128cab507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:09.800837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Deleting port 157bcfcd-b396-4e0b-bb41-511e8f31562a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:09.801723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.802258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75716dd6-31d3-423a-8d8d-891973709b82,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:09.805551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:09.826797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.827627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.830562 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/75716dd6-31d3-423a-8d8d-891973709b82 HTTP/1.1" status: 204 len: 168 time: 0.3043609 Nov 24 14:08:09.833117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-202cfc24-427e-4c0e-a99a-38684dd47cb1 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:09.855856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.860126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Network': ['ID=35d199da-0bff-40ff-9362-dbcf2e2b9c82,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:09.867788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:09.873253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/networks/35d199da-0bff-40ff-9362-dbcf2e2b9c82 HTTP/1.1" status: 204 len: 168 time: 1.1923258 Nov 24 14:08:09.873976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44224) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:09.883987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44228) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:09.930455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-af1fe3d4-5850-4584-8b46-3f0f9418bcb9 None None] The port '157bcfcd-b396-4e0b-bb41-511e8f31562a' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:08:09.969774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:09.978458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:10.027906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.030029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Pushing event deleted for resources: {'Port': ['ID=87fc6c7e-a72a-475e-9741-06584b735981,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:10.037859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:10.041222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] No DVR routers for this DVR port 87fc6c7e-a72a-475e-9741-06584b735981 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:08:10.166555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 3a0d7328-b366-4102-86ce-7b362be8db65 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:10.167056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.183359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.215811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86996458-f760-4fe2-8627-848c72b7e8f3']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:10.231835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7d6d3e-693e-4d90-85df-e299f42bef1e') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:10.231835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7d6d3e-693e-4d90-85df-e299f42bef1e') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:10.246314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.263374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.271170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:08:10.271564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:08:10.289642 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:08:10.374157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.374699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.387902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.391373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.395832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:10.421388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Network': ['ID=86996458-f760-4fe2-8627-848c72b7e8f3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:10.423037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:10.426650 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/networks/86996458-f760-4fe2-8627-848c72b7e8f3 HTTP/1.1" status: 204 len: 168 time: 0.5486841 Nov 24 14:08:10.428179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44232) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:10.511252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting subnet b53fb255-5e73-4f57-9008-6ad3f0fc1aca {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:08:10.511466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 3a0d7328-b366-4102-86ce-7b362be8db65 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:10.514489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.583544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.685538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.695110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b438d6f2-388e-48b3-8f89-7e32698a348d tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:10.710342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.736201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=3a0d7328-b366-4102-86ce-7b362be8db65,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:10.740411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:10.819960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.824591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e1eb5038-ae35-4e0c-8730-089c93631b19 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:10.842484 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.843007 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP adb4ea78-1dbf-46f8-bb49-2a404447b99f disassociated (deleted). External IP: 172.26.8.247, port: ad84541b-614e-43cc-92bb-021fa6b10e65. Nov 24 14:08:10.868550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Subnet': ['ID=b53fb255-5e73-4f57-9008-6ad3f0fc1aca,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:10.873371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:10.873843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:10.883135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e49ea23b-4371-44a5-a4e3-cb5cd3445e06 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/subnets/b53fb255-5e73-4f57-9008-6ad3f0fc1aca HTTP/1.1" status: 204 len: 168 time: 0.4525905 Nov 24 14:08:10.883135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44236) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:10.889645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5253fa-809e-4d00-923a-6ded0557518f None None] Network 64a4df60-1279-4073-a6de-6ff57738025d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:08:10.973754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:11.027919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.044476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Deleting port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:11.044476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.148232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device ad84541b-614e-43cc-92bb-021fa6b10e65 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:11.226812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 87fc6c7e-a72a-475e-9741-06584b735981 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:11.267448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 87fc6c7e-a72a-475e-9741-06584b735981 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:08:11.267448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 87fc6c7e-a72a-475e-9741-06584b735981 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:11.290966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] DHCP port deletion for 64a4df60-1279-4073-a6de-6ff57738025d request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:08:11.299902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Deleting port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:11.300213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.335918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] For port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,segment=NetworkSegment(55686a8e-4ba4-41ff-92cb-8b25e50d3c17),segment_id=55686a8e-4ba4-41ff-92cb-8b25e50d3c17)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:11.336279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.472530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Calling delete_port for 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:11.495209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:11.533094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] For port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,segment=NetworkSegment(55686a8e-4ba4-41ff-92cb-8b25e50d3c17),segment_id=55686a8e-4ba4-41ff-92cb-8b25e50d3c17)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:11.533498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.577156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.583032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2363dfe1-48b9-4f00-9df4-bf88aa13900f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:11.632620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] No DVR routers for this DVR port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:08:11.664062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Port': ['ID=6ab92cf1-1d5e-4705-a0b5-f2508a6f7940,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:11.667219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:11.706322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:11.720860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Calling delete_port for 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:11.728507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.759763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] Sync routers for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:11.780901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.783187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:11.783826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:11.795193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/adb4ea78-1dbf-46f8-bb49-2a404447b99f HTTP/1.1" status: 204 len: 168 time: 1.9079347 Nov 24 14:08:11.817682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a4df60-1279-4073-a6de-6ff57738025d']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:11.835086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55686a8e-4ba4-41ff-92cb-8b25e50d3c17') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:11.835667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55686a8e-4ba4-41ff-92cb-8b25e50d3c17') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:11.848599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.871680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.878774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:08:11.879261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:08:11.895397 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:08:11.941203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44244) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:11.950285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:08:11.950655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:08:11.980878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:11.984527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:11.997410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:12.002308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.011423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.015486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Pushing event deleted for resources: {'Network': ['ID=64a4df60-1279-4073-a6de-6ff57738025d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:12.018792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:12.021409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/networks/64a4df60-1279-4073-a6de-6ff57738025d HTTP/1.1" status: 204 len: 168 time: 1.1367466 Nov 24 14:08:12.023074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44248) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:12.057010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.072532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0d641107-c610-4036-ac0e-cd77e069ea81 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Synchronizing usage tracker for tenant:206a790bb2164ba2a8c4b62727e6fc4f on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:12.089938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0d641107-c610-4036-ac0e-cd77e069ea81 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Unset dirty status for tenant:206a790bb2164ba2a8c4b62727e6fc4f on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:12.092784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0d641107-c610-4036-ac0e-cd77e069ea81 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "GET /v2.0/ports?device_id=132d00ef-b73e-441f-9ae2-00860b69615a HTTP/1.1" status: 200 len: 205 time: 0.0671794 Nov 24 14:08:12.093715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44252) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:12.137130 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.142116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ded6d05d-3d4d-4142-ac0e-275b0645a71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:12.158813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4d35fd-7d47-443d-a02c-72a4a0876b9d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:12.162381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:12.173052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.174712 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c4d35fd-7d47-443d-a02c-72a4a0876b9d HTTP/1.1" status: 204 len: 168 time: 0.2323184 Nov 24 14:08:12.205163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44258) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:12.288841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port ad84541b-614e-43cc-92bb-021fa6b10e65 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:12.289183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.370747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.381863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:12.386410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] Checking router: e78b0a24-4b98-4a0d-b521-d3e83ba13d4b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:12.395337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:12.395947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:12.510673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Deleting port 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:12.511193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.580765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.602921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-392c010e-e98b-4d71-8883-ed9560b9f1d3 None None] The port '6ab92cf1-1d5e-4705-a0b5-f2508a6f7940' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:08:12.673711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:12.719273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for ad84541b-614e-43cc-92bb-021fa6b10e65 owned by {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:12.734119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.736168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.765506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.766072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Fanout notify agent at l3_agent the message router_deleted on router 132d00ef-b73e-441f-9ae2-00860b69615a {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:08:12.778799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.779888 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3c8ce9da-b847-48a4-a718-f53412292b3a tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] 10.222.0.36 "DELETE /v2.0/routers/132d00ef-b73e-441f-9ae2-00860b69615a HTTP/1.1" status: 204 len: 168 time: 0.6852603 Nov 24 14:08:12.886200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:12.900686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c30e405d-b962-44d9-9499-5074b92e84f5 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:12.981672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=ad84541b-614e-43cc-92bb-021fa6b10e65,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:12.989243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:13.066679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:13.078954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:13.079850 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/ports/ad84541b-614e-43cc-92bb-021fa6b10e65 HTTP/1.1" status: 204 len: 168 time: 0.8721807 Nov 24 14:08:13.082693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44268) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:13.085089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780c9d1-e5f0-487d-b087-a5a690fe9994 None None] The sync data for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:07:14Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '2673794a-06e2-43de-83c8-fa2a3d1d320d', 'name': '', 'network_id': 'f7815238-4de2-4c8a-953d-ee55828f162c', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:55:21:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:11Z', 'updated_at': '2021-11-24T14:07:23Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '247a075e-e407-46c5-93f8-b5f2c5e61ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:13.234857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:13.281288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:08:13.281778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6ab92cf1-1d5e-4705-a0b5-f2508a6f7940 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:13.284716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44274) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:13.403277 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246873e-6d00-4316-9049-ec3ed8373e7a None None] New status for floating IP adb4ea78-1dbf-46f8-bb49-2a404447b99f: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:08:13.539394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ffc0487f-7818-42bc-93a7-5a1ee2615f65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=206a790bb2164ba2a8c4b62727e6fc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532921 Nov 24 14:08:13.542452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44280) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:13.605678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:13.632246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:13.689717 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:13.694798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:13.708315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5bfa3-a12a-46e5-920b-0557718c145c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:13.710611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:13.712995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:13.714994 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3c5bfa3-a12a-46e5-920b-0557718c145c HTTP/1.1" status: 204 len: 168 time: 0.1712527 Nov 24 14:08:13.757578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:14.262984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 2673794a-06e2-43de-83c8-fa2a3d1d320d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:14.263699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:14.450861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 2673794a-06e2-43de-83c8-fa2a3d1d320d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=2673794a-06e2-43de-83c8-fa2a3d1d320d,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:14.451207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:14.576352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 2673794a-06e2-43de-83c8-fa2a3d1d320d owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:14.757062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:14.761183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:14.806695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=2673794a-06e2-43de-83c8-fa2a3d1d320d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:14.809198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:15.089282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:15.453985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:15.760304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:15.769658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] Sync routers for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:15.773099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/e78b0a24-4b98-4a0d-b521-d3e83ba13d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889791 Nov 24 14:08:15.776232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44286) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:15.783273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:15.783891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:15.846719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 247a075e-e407-46c5-93f8-b5f2c5e61ab3 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:08:15.849951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:15.907570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:15.996113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.011424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:16.069542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.074094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44d90a02-f037-4e57-b700-aa4007d5a42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:16.112067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=247a075e-e407-46c5-93f8-b5f2c5e61ab3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:16.114442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.120043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:16.121591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/247a075e-e407-46c5-93f8-b5f2c5e61ab3 HTTP/1.1" status: 204 len: 168 time: 0.3444135 Nov 24 14:08:16.123472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79094e-fecb-4a10-bb18-0ef77247cea8 None None] Network f7815238-4de2-4c8a-953d-ee55828f162c requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:08:16.124359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44290) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:16.311827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.480571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:08:14Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'fb994b45-bf93-4c95-a432-af666523b9cd', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:05Z', 'updated_at': '2021-11-24T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:16.484767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] Checking router: e78b0a24-4b98-4a0d-b521-d3e83ba13d4b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:16.493810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] Routers {'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:16.495577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:16.497263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.508040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port fb994b45-bf93-4c95-a432-af666523b9cd {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:16.508410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.550829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] DHCP port deletion for f7815238-4de2-4c8a-953d-ee55828f162c request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:08:16.617722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Deleting port e02fdab0-cc94-47c6-8a33-a96be559b836 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:08:16.618010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.708666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port fb994b45-bf93-4c95-a432-af666523b9cd, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=fb994b45-bf93-4c95-a432-af666523b9cd,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:16.709139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.734687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] Set router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:16.834212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for fb994b45-bf93-4c95-a432-af666523b9cd owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:16.852251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:08:16Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:16.874960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385cb858-939e-4e9c-adaa-b6570c499a66 None None] The sync data for ids ['e78b0a24-4b98-4a0d-b521-d3e83ba13d4b'] in dv-neutron-818153-2-hyperv is: [{'id': 'e78b0a24-4b98-4a0d-b521-d3e83ba13d4b', 'name': 'tempest-TestNetworkBasicOps-router-2107640398', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:04Z', 'updated_at': '2021-11-24T14:08:16Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:16.968365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:16.974901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] For port e02fdab0-cc94-47c6-8a33-a96be559b836, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e02fdab0-cc94-47c6-8a33-a96be559b836,segment=NetworkSegment(f2f18605-ed89-4f6d-9196-136962f28a66),segment_id=f2f18605-ed89-4f6d-9196-136962f28a66)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:16.975292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.006914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.010558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-976c603b-bbf0-46b6-9ed3-026c1601032f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:17.059693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=fb994b45-bf93-4c95-a432-af666523b9cd,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:17.085789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:17.150390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Calling delete_port for e02fdab0-cc94-47c6-8a33-a96be559b836 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:08:17.151217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.243226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.248326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7c34495-3e7b-44ce-b1bf-c767e74e499f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:17.312811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Pushing event deleted for resources: {'Port': ['ID=e02fdab0-cc94-47c6-8a33-a96be559b836,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:17.316330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:17.324289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] No DVR routers for this DVR port e02fdab0-cc94-47c6-8a33-a96be559b836 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:08:17.493790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.495946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.518950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.519815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router e78b0a24-4b98-4a0d-b521-d3e83ba13d4b {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:08:17.535771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.536885 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/e78b0a24-4b98-4a0d-b521-d3e83ba13d4b HTTP/1.1" status: 204 len: 168 time: 1.4114873 Nov 24 14:08:17.539464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44294) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:17.658460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.675138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e02fdab0-cc94-47c6-8a33-a96be559b836 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:17.727822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: e02fdab0-cc94-47c6-8a33-a96be559b836 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:08:17.728151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e02fdab0-cc94-47c6-8a33-a96be559b836 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:17.729524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2673794a-06e2-43de-83c8-fa2a3d1d320d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:17.762977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 2673794a-06e2-43de-83c8-fa2a3d1d320d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:08:17.763245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 2673794a-06e2-43de-83c8-fa2a3d1d320d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:17.804476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.831850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7815238-4de2-4c8a-953d-ee55828f162c']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:17.843989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f18605-ed89-4f6d-9196-136962f28a66') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:17.844285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f18605-ed89-4f6d-9196-136962f28a66') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:17.855726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.873440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.881166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:08:17.881572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:08:17.896918 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:08:17.998225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.001528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37d27a6b-7d35-4a89-beab-a4e0ce21d73d tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:18.016317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.027280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=f7815238-4de2-4c8a-953d-ee55828f162c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:18.030406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:18.036022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/f7815238-4de2-4c8a-953d-ee55828f162c HTTP/1.1" status: 204 len: 168 time: 0.4956300 Nov 24 14:08:18.050006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44298) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:18.061941 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e3a108e1-e61f-4458-a514-ed495b1ef40b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107477 Nov 24 14:08:18.064277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44302) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:18.069556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--622075508', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:18.075238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:18.079259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:18.082717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:18.088541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:18.097316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:08:18.101174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.129749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:08:18.139978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.140317 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment 740469c7-db8b-44c2-9c24-42eb4befa995 of type vlan for network 8291b4c7-3385-405b-a0bc-21a184c9bf93 Nov 24 14:08:18.166929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.196389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.201865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:18.202432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.205931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b6d67c6-fd9d-4524-a4c0-54591ffb7eb3 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:18.310500 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2450893 Nov 24 14:08:18.313033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44306) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:18.319991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-955907965', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:18.325656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=8291b4c7-3385-405b-a0bc-21a184c9bf93,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:18.328769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:18.329699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:18.333505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:18.335882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:08:18.336390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:18.342283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:18.354127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.355404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.371690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:18.636424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:19.068501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:19.098894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:19.157890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fb994b45-bf93-4c95-a432-af666523b9cd no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:08:19.192071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: fb994b45-bf93-4c95-a432-af666523b9cd {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:08:19.192430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device fb994b45-bf93-4c95-a432-af666523b9cd not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:08:19.239803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.175 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/07feb7f8-d584-453d-9055-13b21d07ffdf) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:19.389278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:19.418050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:19.421740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a345c115-320f-4585-84f3-1e0d8cbeac1f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:19.483315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:19.486209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:19.490056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:08:19.533848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:19.538024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:19.748048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3274c121-d814-4bfe-adc7-019d8b055418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:19.913427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:20.253071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:20.332280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:20.586974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router b47afecd-c389-4f93-a23b-c4268bb24f27 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:08:20.765532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:20.778776 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Sync routers for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:20.788045 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:20.788642 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:20.793344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:20.797727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4807374 Nov 24 14:08:20.797957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44310) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:20.841572 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6da667dd-57c1-4f48-8380-18dedc669fee tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400658 Nov 24 14:08:20.841741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44314) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:20.966168 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:20.971847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6772bcc-8e4a-4d33-855a-0ab9b9464564 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:20.974213 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6772bcc-8e4a-4d33-855a-0ab9b9464564 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316075 Nov 24 14:08:20.976962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44318) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:21.017363 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd7161a1-0ba9-4d5b-887f-a01439e158b0 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392272 Nov 24 14:08:21.019692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44322) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:21.025089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357958620', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:21.138093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:21.141890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:21.144760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:21.150665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:21.160309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:08:21.163823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.253207 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:21.257064 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Checking router: b47afecd-c389-4f93-a23b-c4268bb24f27 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:21.257417 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Updating router b47afecd-c389-4f93-a23b-c4268bb24f27 port 07feb7f8-d584-453d-9055-13b21d07ffdf binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:08:21.311325 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.385335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.390594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7ad71326-68a1-4a7e-bdf4-195debdf0405 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:21.466332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=6e63968f-2fde-4907-bcab-2f79000243c0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:21.469024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:21.475536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:08:21.475892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 8291b4c7-3385-405b-a0bc-21a184c9bf93, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:08:21.497146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:08:21.507483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 8291b4c7-3385-405b-a0bc-21a184c9bf93) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:21.511682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:21.512304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.519394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fa5e8-8eda-462f-9cf1-6326f5d6b7b5 None None] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:08:21.536621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5158181 Nov 24 14:08:21.539259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44326) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:21.666687 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.679457 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Transition to ACTIVE for port object 07feb7f8-d584-453d-9055-13b21d07ffdf will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:21.688324 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.698369 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:21.775195 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Pushing event updated for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:21.785994 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Attempting to bind port 07feb7f8-d584-453d-9055-13b21d07ffdf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:08:21.786614 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Attempting to bind port 07feb7f8-d584-453d-9055-13b21d07ffdf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:08:21.786781 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Attempting to bind port 07feb7f8-d584-453d-9055-13b21d07ffdf on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:08:21.790426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-8291b4c7-3385-405b-a0bc-21a184c9bf93', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:08:21.791367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.794988 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.795343 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.795760 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.796097 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.796428 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.796775 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.797107 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.797432 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.797756 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.798072 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.798391 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.798707 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:21.803459 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:21.804376 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:08:21.804778 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:08:21.805181 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.805573 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:08:21.806044 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Bound port: 07feb7f8-d584-453d-9055-13b21d07ffdf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:08:21.806423 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.883856 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] For port 07feb7f8-d584-453d-9055-13b21d07ffdf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:08:21.888228 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] For port 07feb7f8-d584-453d-9055-13b21d07ffdf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07feb7f8-d584-453d-9055-13b21d07ffdf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:08:21.892225 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:21.897091 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-09b71e37-7173-4964-a9bd-12efbfe1fb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:21.960291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Allocated IP 172.20.0.2 (8291b4c7-3385-405b-a0bc-21a184c9bf93/6e63968f-2fde-4907-bcab-2f79000243c0/1d8e797e-ab36-4423-90ff-e173f8e5037f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:21.979128 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Pushing event updated for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:21.981898 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:21.982515 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:22.030808 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:22.172067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:22.181811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.192589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Transition to ACTIVE for port object 1d8e797e-ab36-4423-90ff-e173f8e5037f will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:22.212020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Transition to ACTIVE for port object 1d8e797e-ab36-4423-90ff-e173f8e5037f will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:22.219236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.224596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-1bb7e0b4-cfab-464a-9150-43cb4201ff7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:22.292423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:22.295652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:22.299845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:08:22.309890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Pushing event updated for resources: {'Port': ['ID=1d8e797e-ab36-4423-90ff-e173f8e5037f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:22.341695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:22.398556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Attempting to bind port 1d8e797e-ab36-4423-90ff-e173f8e5037f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:08:22.399096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Attempting to bind port 1d8e797e-ab36-4423-90ff-e173f8e5037f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:08:22.399573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Attempting to bind port 1d8e797e-ab36-4423-90ff-e173f8e5037f on network 8291b4c7-3385-405b-a0bc-21a184c9bf93 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:08:22.406838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:08:22.407384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Checking segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:08:22.407903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.408379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Bound using segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:08:22.408988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Bound port: 1d8e797e-ab36-4423-90ff-e173f8e5037f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:08:22.409477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.463650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.481888 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:22.485957 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902cbcd2-b0ee-4306-817a-890ee774d295 None None] The sync data for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv is: [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:22.514157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] For port 1d8e797e-ab36-4423-90ff-e173f8e5037f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:08:22.521093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] For port 1d8e797e-ab36-4423-90ff-e173f8e5037f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1d8e797e-ab36-4423-90ff-e173f8e5037f,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:08:22.530873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.535052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:22.581238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e95b23ba-0070-4dee-b0c2-e310b88a62d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:22.623100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Pushing event updated for resources: {'Port': ['ID=1d8e797e-ab36-4423-90ff-e173f8e5037f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:22.628277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:22.954208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (8291b4c7-3385-405b-a0bc-21a184c9bf93/6e63968f-2fde-4907-bcab-2f79000243c0/713d1157-f662-4ec8-887e-1f49abcdb109) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:23.126714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.144189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 713d1157-f662-4ec8-887e-1f49abcdb109 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:23.172284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.176939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-693354e2-37ce-4f25-9cfc-519e94050160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:23.252637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:23.256115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:23.260447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:08:23.266256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:23.291846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:23.302964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:23.332760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.356043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 07feb7f8-d584-453d-9055-13b21d07ffdf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:23.365117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 07feb7f8-d584-453d-9055-13b21d07ffdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:23.365522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.479693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.499478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.526804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 07feb7f8-d584-453d-9055-13b21d07ffdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07feb7f8-d584-453d-9055-13b21d07ffdf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:23.531955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.534518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1d8e797e-ab36-4423-90ff-e173f8e5037f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:23.620961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:23.721701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:23.727798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:23.731960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:23.744894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1d8e797e-ab36-4423-90ff-e173f8e5037f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:23.769815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e799b9-d3a9-402c-b5ca-346ccb3547ef None None] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:08:23.860757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Provisioning for port 1d8e797e-ab36-4423-90ff-e173f8e5037f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:23.883647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Provisioning complete for port 1d8e797e-ab36-4423-90ff-e173f8e5037f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:23.884128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.090402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.095255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.108196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.125397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c6be87a8-fa9c-497a-8d92-672bfc73cf5e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:24.151115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] For port 1d8e797e-ab36-4423-90ff-e173f8e5037f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1d8e797e-ab36-4423-90ff-e173f8e5037f,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:24.155593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.158197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4900794f-c569-4788-8241-0ecf9438ed41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:24.215284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:24.217802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.221531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:24.234495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Pushing event updated for resources: {'Port': ['ID=1d8e797e-ab36-4423-90ff-e173f8e5037f,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:24.237649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:24.362320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:24.363476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:24.481133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f44746a9-c1b4-49d1-a73e-754f45b09d0c None None] Provisioning complete for port 1d8e797e-ab36-4423-90ff-e173f8e5037f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:24.481667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f44746a9-c1b4-49d1-a73e-754f45b09d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.572083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router b47afecd-c389-4f93-a23b-c4268bb24f27 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:24.619972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f44746a9-c1b4-49d1-a73e-754f45b09d0c None None] Provisioning for port 713d1157-f662-4ec8-887e-1f49abcdb109 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:24.625749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f44746a9-c1b4-49d1-a73e-754f45b09d0c None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:24.626230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f44746a9-c1b4-49d1-a73e-754f45b09d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:24.701474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f44746a9-c1b4-49d1-a73e-754f45b09d0c None None] Port 713d1157-f662-4ec8-887e-1f49abcdb109 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:24.789027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:24.803785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2635100 Nov 24 14:08:24.806211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44330) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:24.809604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Sync routers for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:24.826745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:24.827383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:08:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:24.950075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:24.950425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:24.950897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:24.951345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:24.951782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:24.952219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:24.953960 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3e43c205-680b-4b22-9630-74d8b7d357fe tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1461720 Nov 24 14:08:24.956888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44334) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:24.965305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-52abeab9-0ada-4b13-b6e0-ef47972f7339 None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:24.965305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52abeab9-0ada-4b13-b6e0-ef47972f7339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.029101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:25.029548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:25.029991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:25.030421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:25.030853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:25.031289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:25.035558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-158378e4-601d-4e21-b92c-bfcd6f3e77b3 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0752265 Nov 24 14:08:25.035776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44338) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:25.060906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-52abeab9-0ada-4b13-b6e0-ef47972f7339 None None] Port 713d1157-f662-4ec8-887e-1f49abcdb109 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:25.084528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:25.216980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:25.248206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-625fde3c-8692-4e5b-8236-c86919f89826 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2112474 Nov 24 14:08:25.376514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.379932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-681174e8-582e-4f2f-8e03-3d76d66e356b None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:25.380300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-681174e8-582e-4f2f-8e03-3d76d66e356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.477182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-681174e8-582e-4f2f-8e03-3d76d66e356b None None] Port 713d1157-f662-4ec8-887e-1f49abcdb109 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:25.506967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 07feb7f8-d584-453d-9055-13b21d07ffdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:25.507345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.573532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44344) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:25.578856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960272683', 'description': 'tempest-secgroup-smoke-960272683 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:25.585245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:25.589668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:25.592559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:25.599171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:25.609456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.629843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:25.633546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:25.637156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:25.643220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:25.706501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:25.713447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1d8e797e-ab36-4423-90ff-e173f8e5037f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:25.729234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.733046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.738091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24766cc6-9665-43a9-9dd4-cafa34011632 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:25.740986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Checking router: b47afecd-c389-4f93-a23b-c4268bb24f27 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:25.741358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Updating router b47afecd-c389-4f93-a23b-c4268bb24f27 port 713d1157-f662-4ec8-887e-1f49abcdb109 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:08:25.783579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b1013-4565-4670-ae71-a23ee197d47f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:25.786967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:25.787855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.789086 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2145123 Nov 24 14:08:25.793222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44348) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:25.798541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1013-4565-4670-ae71-a23ee197d47f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:25.804643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:25.809480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:25.812354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:25.814357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.818104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:25.836199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.888197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1d8e797e-ab36-4423-90ff-e173f8e5037f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:25.888573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.898632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.902527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.904334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a74bb4c0-82bb-4a3b-8f9c-dfe9d7a350dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:25.926217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d662685-e9a7-4d89-8ccb-cf31ff130e13,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:25.928615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:25.937849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:25.939202 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448424 Nov 24 14:08:25.941917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44352) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:25.946959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1013-4565-4670-ae71-a23ee197d47f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:25.953660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:25.957459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:25.960321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:25.966329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:25.983807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.047200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.051055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.052970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-06221b5d-8439-43a7-8500-bf696937c4b9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.076502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de55fd4-2ad7-42b0-bf83-c436f0b74688,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.081110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.085717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.086974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441565 Nov 24 14:08:26.089995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44356) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:26.095195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1013-4565-4670-ae71-a23ee197d47f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:26.101505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:26.105912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:26.108878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:26.114863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:26.136079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.208066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.212318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.214718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9db1adfc-562e-4004-ad99-ff1900f88933 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.237596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1ba69c-d2e2-44e9-8a12-008161bd4323,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.240209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.249053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.250238 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593359 Nov 24 14:08:26.253168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44360) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:26.259024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1013-4565-4670-ae71-a23ee197d47f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:26.264941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:26.268792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:26.271684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:26.274357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.277879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:26.286682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Transition to ACTIVE for port object 713d1157-f662-4ec8-887e-1f49abcdb109 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:26.295499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.299240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.301984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.367388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.372933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.378751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-55c0a106-3d99-44b4-88af-d992521387ca tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.399726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965ec80e-7ead-4a75-8a02-c4900c35438f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.402692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.412982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.417651 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603200 Nov 24 14:08:26.417987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44364) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:26.423698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1013-4565-4670-ae71-a23ee197d47f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:26.429996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:26.435173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:26.438465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:26.445488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:26.452438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea02d1-f37f-4713-9a8a-47fff83b1fba None None] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.459746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-daea02d1-f37f-4713-9a8a-47fff83b1fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.461499 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:08:26.468992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.523398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Attempting to bind port 713d1157-f662-4ec8-887e-1f49abcdb109 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:08:26.523791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Attempting to bind port 713d1157-f662-4ec8-887e-1f49abcdb109 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:08:26.524148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Attempting to bind port 713d1157-f662-4ec8-887e-1f49abcdb109 on network 8291b4c7-3385-405b-a0bc-21a184c9bf93 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:08:26.530370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:08:26.530751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Checking segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:08:26.531165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.531568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Bound using segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:08:26.532146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Bound port: 713d1157-f662-4ec8-887e-1f49abcdb109, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:08:26.532541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.544819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.549086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.566902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c8a8c8ec-8a29-4714-bc74-8c415ceba4d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.584619 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.585837 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667807 Nov 24 14:08:26.586783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c41f8f-5d39-4556-a8ac-e3962d615719,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.589041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44368) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:26.589879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.594969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b1013-4565-4670-ae71-a23ee197d47f', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:26.600768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:26.605022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:26.607992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:26.614246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:26.626131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:08:26.633316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.637438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] For port 713d1157-f662-4ec8-887e-1f49abcdb109, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:08:26.640655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] For port 713d1157-f662-4ec8-887e-1f49abcdb109, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=713d1157-f662-4ec8-887e-1f49abcdb109,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:08:26.645398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.648970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.727528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:26.728198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:08:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:26.785734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea02d1-f37f-4713-9a8a-47fff83b1fba None None] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.847829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-daea02d1-f37f-4713-9a8a-47fff83b1fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.868650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.873697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.875557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:26.900297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7889c60f-bbd1-480f-832b-4927ff419e66,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:26.903689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:26.912571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:26.913775 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3236969 Nov 24 14:08:26.932139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:27.160834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-57f436d4-1f07-4840-b8b0-e2f32c979226 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:27.178348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-57f436d4-1f07-4840-b8b0-e2f32c979226 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:27.179588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-57f436d4-1f07-4840-b8b0-e2f32c979226 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960272683&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.0603704 Nov 24 14:08:27.329073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:08:26Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:27.333348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399d416-bb92-47db-bc6e-9d33ce575adb None None] The sync data for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv is: [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:08:26Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:27.340683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-e5b4c29c-a9b6-496d-850f-ce69951fa9b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:27.341426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-e5b4c29c-a9b6-496d-850f-ce69951fa9b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:27.362029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-e5b4c29c-a9b6-496d-850f-ce69951fa9b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:27.368669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-e5b4c29c-a9b6-496d-850f-ce69951fa9b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=8291b4c7-3385-405b-a0bc-21a184c9bf93 HTTP/1.1" status: 200 len: 796 time: 0.1811097 Nov 24 14:08:27.383366 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-690a2ba1-42c1-49b5-a8f0-d9c56e52ce56 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0132027 Nov 24 14:08:27.482055 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-9cb56026-c6db-425d-be72-c7bf47255396 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:27.499033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-9cb56026-c6db-425d-be72-c7bf47255396 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:27.500399 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-9cb56026-c6db-425d-be72-c7bf47255396 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030214 Nov 24 14:08:27.651141 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-68252e70-c84a-42ee-b2cc-245e06571796 service neutron] 10.222.0.36 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369441 Nov 24 14:08:27.799802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-3b56d071-2e87-4a1e-9485-291ec3e24545 service neutron] 10.222.0.36 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421492 Nov 24 14:08:27.996163 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-73b15c47-467f-4eac-983d-96517c5f4653 req-55180031-7f9e-4ece-9829-839b9ac6a0f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:28.010406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-73b15c47-467f-4eac-983d-96517c5f4653 req-55180031-7f9e-4ece-9829-839b9ac6a0f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:28.013544 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-73b15c47-467f-4eac-983d-96517c5f4653 req-55180031-7f9e-4ece-9829-839b9ac6a0f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 210 time: 0.0619731 Nov 24 14:08:29.283825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:29.300892 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1fea27a3-a2ae-4e65-8860-f6b36beec7ba req-1f544da5-a2d8-4e47-a24c-ba9737ec7720 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 210 time: 0.0899487 Nov 24 14:08:29.315449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-3f4a9998-dd24-4b93-ade6-bfe8cf3dd561 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:29.317000 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-3f4a9998-dd24-4b93-ade6-bfe8cf3dd561 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=8291b4c7-3385-405b-a0bc-21a184c9bf93 HTTP/1.1" status: 200 len: 796 time: 0.2707939 Nov 24 14:08:29.375645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-48cf9d65-3693-47dc-ab44-09a0997299f0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 379 time: 0.0458658 Nov 24 14:08:29.380066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 713d1157-f662-4ec8-887e-1f49abcdb109 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:29.385736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:29.385861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['cf7b1013-4565-4670-ae71-a23ee197d47f']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:29.386121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:29.529888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:29.540172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:29.552110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:08:29.555491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:29.565973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:29.603139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 713d1157-f662-4ec8-887e-1f49abcdb109, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=713d1157-f662-4ec8-887e-1f49abcdb109,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:29.608031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:29.610005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:29.713390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:29.718268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:29.751072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.9 (8291b4c7-3385-405b-a0bc-21a184c9bf93/6e63968f-2fde-4907-bcab-2f79000243c0/0119d6ae-d38b-44bc-9331-9db29e4c3dde) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:29.950839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:29.967918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 0119d6ae-d38b-44bc-9331-9db29e4c3dde will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:29.993378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:30.000528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6d142c9-0039-4304-af5e-2b7d85b08a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:30.070156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:30.073487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:30.075901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:08:30.118028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=0119d6ae-d38b-44bc-9331-9db29e4c3dde,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:30.121636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:30.149835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:30.150533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:30.176646 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945964 Nov 24 14:08:30.192923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Request body: {'port': {'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:30.308132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:30.366644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5525d1a4-852e-485b-be10-bd6a7a7a719d None None] Provisioning for port 0119d6ae-d38b-44bc-9331-9db29e4c3dde completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:30.373987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5525d1a4-852e-485b-be10-bd6a7a7a719d None None] Provisioning complete for port 0119d6ae-d38b-44bc-9331-9db29e4c3dde triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:30.374479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5525d1a4-852e-485b-be10-bd6a7a7a719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:30.435364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5525d1a4-852e-485b-be10-bd6a7a7a719d None None] Port 0119d6ae-d38b-44bc-9331-9db29e4c3dde cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:08:30.513065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d23c-0e23-4c52-a918-57a24576ad05 req-895cf3aa-2c74-4ce4-93d8-a4ecebc53b84 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:30.514671 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3cf4d23c-0e23-4c52-a918-57a24576ad05 req-895cf3aa-2c74-4ce4-93d8-a4ecebc53b84 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 931 time: 0.1002207 Nov 24 14:08:30.685982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-3cf4d23c-0e23-4c52-a918-57a24576ad05 req-71b06ea0-a575-4ea6-9fdd-4f5b2e4131d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:30.698192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-3cf4d23c-0e23-4c52-a918-57a24576ad05 req-71b06ea0-a575-4ea6-9fdd-4f5b2e4131d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:30.699332 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3cf4d23c-0e23-4c52-a918-57a24576ad05 req-71b06ea0-a575-4ea6-9fdd-4f5b2e4131d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783450 Nov 24 14:08:30.794673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0119d6ae-d38b-44bc-9331-9db29e4c3dde {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:08:30.801763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:30.817052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Transition to ACTIVE for port object 0119d6ae-d38b-44bc-9331-9db29e4c3dde will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:30.821083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:30.824960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d8a6014-6872-4abb-b1f7-078f27cc7af1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:30.980971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0119d6ae-d38b-44bc-9331-9db29e4c3dde,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:30.988039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:31.077234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Attempting to bind port 0119d6ae-d38b-44bc-9331-9db29e4c3dde on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:08:31.077562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Attempting to bind port 0119d6ae-d38b-44bc-9331-9db29e4c3dde by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:08:31.077894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Attempting to bind port 0119d6ae-d38b-44bc-9331-9db29e4c3dde on network 8291b4c7-3385-405b-a0bc-21a184c9bf93 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:08:31.082739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Port 0119d6ae-d38b-44bc-9331-9db29e4c3dde on network 8291b4c7-3385-405b-a0bc-21a184c9bf93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:08:31.083054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Attempting to bind port 0119d6ae-d38b-44bc-9331-9db29e4c3dde on network 8291b4c7-3385-405b-a0bc-21a184c9bf93 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:08:31.089108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:08:31.089458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Checking segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:08:31.089844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Bound using segment: {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:08:31.090271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Bound port: 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740469c7-db8b-44c2-9c24-42eb4befa995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:08:31.090615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:31.189269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] For port 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:08:31.192281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] For port 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:08:31.198578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:31.204216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8b4f585f-b3f2-4d41-99f4-ffb646f8e35b tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:31.217387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:31.264840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:31.265463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:31.266895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/0119d6ae-d38b-44bc-9331-9db29e4c3dde HTTP/1.1" status: 200 len: 1093 time: 1.0782826 Nov 24 14:08:31.267445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:31.294267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0119d6ae-d38b-44bc-9331-9db29e4c3dde,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:31.298436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:31.311187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:31.311584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:31.358289 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'status': 'completed', 'code': 200} Nov 24 14:08:31.403053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-0a1ea35c-b62a-4c52-97c9-2be3a5767157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:31.404771 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-0a1ea35c-b62a-4c52-97c9-2be3a5767157 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0891588 Nov 24 14:08:31.492612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-46dfc579-0dc1-4a24-a871-c583c78e0fba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde HTTP/1.1" status: 200 len: 217 time: 0.0748508 Nov 24 14:08:31.566663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-a08aeeb5-ec14-43ca-8595-94faa2aa8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:31.568109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-a08aeeb5-ec14-43ca-8595-94faa2aa8cb9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e63968f-2fde-4907-bcab-2f79000243c0 HTTP/1.1" status: 200 len: 835 time: 0.0647671 Nov 24 14:08:31.651500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-4d729282-2240-434a-8056-751aefbe818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:31.653072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-4d729282-2240-434a-8056-751aefbe818f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8291b4c7-3385-405b-a0bc-21a184c9bf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755510 Nov 24 14:08:31.802570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-c9f9ce51-4674-4596-a6aa-695ff174488d service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377397 Nov 24 14:08:31.920461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab3264-41da-451c-b80c-f7e9e914893d req-441baab2-20b4-4434-8cbf-d8602c8491c7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:31.922085 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f7ab3264-41da-451c-b80c-f7e9e914893d req-441baab2-20b4-4434-8cbf-d8602c8491c7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 943 time: 0.0939710 Nov 24 14:08:31.967598 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a16bc7d7-1c05-4fbb-aed9-c4fc4db5154f req-2a2257d7-ae2c-47df-9240-7fba97f32742 service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547549 Nov 24 14:08:31.970956 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-f7ab3264-41da-451c-b80c-f7e9e914893d req-fc0c9eda-c5f8-4c7a-af74-3098b531f5c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426986 Nov 24 14:08:32.092453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-e6ae80e9-cffe-4b3e-aabc-8ce14bd748ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:32.093971 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-e6ae80e9-cffe-4b3e-aabc-8ce14bd748ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0727406 Nov 24 14:08:32.233387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-b8c1cc64-9859-41b5-a05c-4501b4a7d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:32.234923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-b8c1cc64-9859-41b5-a05c-4501b4a7d433 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8291b4c7-3385-405b-a0bc-21a184c9bf93 HTTP/1.1" status: 200 len: 898 time: 0.1334901 Nov 24 14:08:32.313747 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-9c0f35be-6b88-4c29-b713-bf01636425a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde HTTP/1.1" status: 200 len: 217 time: 0.0674937 Nov 24 14:08:32.378326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-7a1f3324-3f04-4e0f-9cad-c6f779aad0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:32.379752 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-7a1f3324-3f04-4e0f-9cad-c6f779aad0bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e63968f-2fde-4907-bcab-2f79000243c0 HTTP/1.1" status: 200 len: 835 time: 0.0578551 Nov 24 14:08:32.462657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-fda247ca-0f39-4f7d-9845-e2bf9438b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:32.464137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-fda247ca-0f39-4f7d-9845-e2bf9438b741 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8291b4c7-3385-405b-a0bc-21a184c9bf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759866 Nov 24 14:08:32.600072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-6bf33076-ccb5-4cb6-a9b8-ff4c3f76710e service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285450 Nov 24 14:08:32.867446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90c9ebf0-b669-4185-99dd-251d29fae007 req-7b4d096d-bdb9-4248-8334-34700fc3da3c service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596879 Nov 24 14:08:33.161829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dabcd-940f-43b0-ac22-f521c664c845 req-16f6e523-2b08-4d4f-9564-3ce51461baf4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:33.162516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-160dabcd-940f-43b0-ac22-f521c664c845 req-16f6e523-2b08-4d4f-9564-3ce51461baf4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:08:33.177972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-160dabcd-940f-43b0-ac22-f521c664c845 req-16f6e523-2b08-4d4f-9564-3ce51461baf4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:08:33.179291 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-160dabcd-940f-43b0-ac22-f521c664c845 req-16f6e523-2b08-4d4f-9564-3ce51461baf4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 943 time: 0.0978987 Nov 24 14:08:33.225554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-160dabcd-940f-43b0-ac22-f521c664c845 req-6b63cd20-6378-4d9a-94f8-4c51ec7adf67 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401673 Nov 24 14:08:33.990791 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:08:34.414354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3406f7-f03c-4dfb-831e-92c8ec350484 req-8f31b7e0-c1e5-4639-a869-c9e2f95316a6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:34.416411 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2c3406f7-f03c-4dfb-831e-92c8ec350484 req-8f31b7e0-c1e5-4639-a869-c9e2f95316a6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 943 time: 0.0845363 Nov 24 14:08:34.461057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-2c3406f7-f03c-4dfb-831e-92c8ec350484 req-11a3eb88-b231-4278-87a7-a7e6c06f1a05 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 Nov 24 14:08:35.069224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0119d6ae-d38b-44bc-9331-9db29e4c3dde details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:08:35.208085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:35.221197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:08:35.279899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:35.297410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0119d6ae-d38b-44bc-9331-9db29e4c3dde {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:08:35.314639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:35.318904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:35.320726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:35.388443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=0119d6ae-d38b-44bc-9331-9db29e4c3dde,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:35.391492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:35.605043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['0119d6ae-d38b-44bc-9331-9db29e4c3dde'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:08:35.672189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6534489-4a63-4dcc-a296-faad3124addc req-2a9c7a3b-b27a-44fb-b2ba-22108884e024 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:35.673950 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6534489-4a63-4dcc-a296-faad3124addc req-2a9c7a3b-b27a-44fb-b2ba-22108884e024 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 944 time: 0.0959153 Nov 24 14:08:35.732830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6534489-4a63-4dcc-a296-faad3124addc req-938e96a1-e9be-4810-adc9-7cd4da7de20a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505579 Nov 24 14:08:36.947779 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7641791-b171-48e4-953f-7849b9705ae7 req-33f322f8-b337-41c4-8163-90a8a1ba045b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:36.949517 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b7641791-b171-48e4-953f-7849b9705ae7 req-33f322f8-b337-41c4-8163-90a8a1ba045b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 944 time: 0.0847485 Nov 24 14:08:36.999898 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b7641791-b171-48e4-953f-7849b9705ae7 req-c1c945d0-cf5b-40ee-b841-b8a2895773d3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444021 Nov 24 14:08:37.068868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0119d6ae-d38b-44bc-9331-9db29e4c3dde up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:08:37.142967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 0119d6ae-d38b-44bc-9331-9db29e4c3dde completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:37.150399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 0119d6ae-d38b-44bc-9331-9db29e4c3dde triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:37.150798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:37.288138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:37.324621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:37.335573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:08:37.342412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:37.346515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-872b7f24-4401-4286-9b3b-0464388bba73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:37.404314 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'code': 200} Nov 24 14:08:37.471400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=0119d6ae-d38b-44bc-9331-9db29e4c3dde,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:37.475807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:37.650429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea8792-c715-40e2-add8-468a66311cdc req-8d705929-b4fc-4a9a-9c7b-cb175e951272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:37.652040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6ea8792-c715-40e2-add8-468a66311cdc req-8d705929-b4fc-4a9a-9c7b-cb175e951272 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 1098 time: 0.0791414 Nov 24 14:08:37.707647 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6ea8792-c715-40e2-add8-468a66311cdc req-b532b25e-d0fc-4aea-a501-f60640deb14b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446568 Nov 24 14:08:38.343480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5daca-9ed7-49f3-b567-53ddd1b57532 req-93131aad-88e6-4262-9afb-b3f2a7f1130f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:38.344997 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-58f5daca-9ed7-49f3-b567-53ddd1b57532 req-93131aad-88e6-4262-9afb-b3f2a7f1130f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0827389 Nov 24 14:08:38.391305 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-58f5daca-9ed7-49f3-b567-53ddd1b57532 req-38a8d0ad-4e29-496f-9ccc-92ba58d29de8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Nov 24 14:08:39.605000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272f02-e4a5-433c-8eb3-cd96c165acf5 req-6c3e9349-3aff-40c8-a872-4d4cf70d1a8c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:39.606552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20272f02-e4a5-433c-8eb3-cd96c165acf5 req-6c3e9349-3aff-40c8-a872-4d4cf70d1a8c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1039906 Nov 24 14:08:39.654368 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20272f02-e4a5-433c-8eb3-cd96c165acf5 req-8925b2de-5c34-4b15-a5a1-f40d79c12593 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Nov 24 14:08:39.867706 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd52ff8-58be-48a6-b50a-2e2bf0f6badf req-eb3425ec-3804-414a-b2f0-ae534edd2e36 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:39.870057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1fd52ff8-58be-48a6-b50a-2e2bf0f6badf req-eb3425ec-3804-414a-b2f0-ae534edd2e36 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0909300 Nov 24 14:08:39.916203 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1fd52ff8-58be-48a6-b50a-2e2bf0f6badf req-34078dbe-761c-4763-a778-631012df77bc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Nov 24 14:08:39.939453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44424) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:40.017091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89064e0e-d375-44d6-a7fe-923226aca228 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:40.018600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-89064e0e-d375-44d6-a7fe-923226aca228 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 1093 time: 0.0781300 Nov 24 14:08:40.021523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44428) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:40.027618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:40.034690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:08:40.038901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:08:40.042046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:08:40.048183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:08:40.059373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:40.227327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:40.373748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.218 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/32246421-195a-4dc7-a652-6d538c55ea0d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:40.537897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:40.578944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:40.583220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5fd102ba-87db-4adc-8ed3-8afe00e85ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:40.653866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:40.657124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:40.661195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:08:40.701831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=32246421-195a-4dc7-a652-6d538c55ea0d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:40.706590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:41.159943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:41.241496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:41.595401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:41.600830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:41.605315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ba58805-6bb7-4d3f-8c65-10db41d0f2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:08:41.717370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=32246421-195a-4dc7-a652-6d538c55ea0d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:41.721329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:08:41.728440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:41.911685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 associated. External IP: 172.26.8.218, port: 0119d6ae-d38b-44bc-9331-9db29e4c3dde. Nov 24 14:08:42.300305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router b47afecd-c389-4f93-a23b-c4268bb24f27 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:08:42.485063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:08:42.500556 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] Sync routers for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:42.511954 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:42.512494 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:08:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:42.514579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:42.579205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5566523 Nov 24 14:08:42.579876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:42.582233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:42.636586 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'status': 'completed', 'code': 200} Nov 24 14:08:42.754489 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:42.755408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-8d25c0c7-6687-452b-a70d-8244892787e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:42.756987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-8d25c0c7-6687-452b-a70d-8244892787e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 1098 time: 0.0902388 Nov 24 14:08:42.808800 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3aacd9aa-85d5-4831-9b19-e15619de1e91 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27 HTTP/1.1" status: 200 len: 922 time: 0.2248015 Nov 24 14:08:42.813051 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44438) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:42.906863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-a868d5fa-b4b6-4298-b479-d7aba7e862c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:42.908251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-a868d5fa-b4b6-4298-b479-d7aba7e862c7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8291b4c7-3385-405b-a0bc-21a184c9bf93 HTTP/1.1" status: 200 len: 898 time: 0.1449451 Nov 24 14:08:42.953928 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ae5074af-4547-4655-8782-fa9c950726cd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 991 time: 0.1392589 Nov 24 14:08:43.027688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-dd41aa94-7021-406a-99eb-03538204f14c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde HTTP/1.1" status: 200 len: 999 time: 0.1121285 Nov 24 14:08:43.095373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-1674f53a-daa1-4b0d-b1d2-583704b3cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:43.096843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-1674f53a-daa1-4b0d-b1d2-583704b3cb62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e63968f-2fde-4907-bcab-2f79000243c0 HTTP/1.1" status: 200 len: 835 time: 0.0633047 Nov 24 14:08:43.239830 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4ec2e0a3-b764-4436-a8f3-8657ebf79ab2', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:41Z', 'updated_at': '2021-11-24T14:08:41Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:08:29Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:43.245282 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] Checking router: b47afecd-c389-4f93-a23b-c4268bb24f27 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:43.258193 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:08:43.258824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:08:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:43.324849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-395849a9-6441-41df-94e1-bda55e8d9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:43.326359 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-395849a9-6441-41df-94e1-bda55e8d9cdc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8291b4c7-3385-405b-a0bc-21a184c9bf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228887 Nov 24 14:08:43.438678 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:08:43.502071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-95b32da4-442c-4774-9e79-5c31aff5c86f service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682439 Nov 24 14:08:43.670306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-077b8d8a-7fbe-4e9e-b10b-16d4c8065f52 req-725d14b5-73f6-4ffc-ad72-db225605acab service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589150 Nov 24 14:08:43.815137 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4ec2e0a3-b764-4436-a8f3-8657ebf79ab2', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:41Z', 'updated_at': '2021-11-24T14:08:41Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:08:29Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:43.819197 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b7558-55b7-4204-a6c6-369f2d778156 None None] The sync data for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv is: [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4ec2e0a3-b764-4436-a8f3-8657ebf79ab2', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:41Z', 'updated_at': '2021-11-24T14:08:41Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:08:29Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:43.958605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44442) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:44.072704 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a6b5f908-5312-48aa-878d-c7321a53a21d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 991 time: 0.1128676 Nov 24 14:08:44.148278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49599a1c-fca5-4c2b-b6f5-b1a86a688b26 None None] New status for floating IP 4ec2e0a3-b764-4436-a8f3-8657ebf79ab2: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:08:45.076639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44446) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:08:45.190570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-53c11f5d-cb37-4612-858e-b8e8e4bafcec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 993 time: 0.1122909 Nov 24 14:08:46.893585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:49.754562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2153-147f-4ebb-b8ab-3dc1cf051854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:50.338807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:52.539515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3f5bed71-7eb3-469b-ba7c-f97ee0909d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:53.693807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:08:55.285005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:01.475489 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-3c30ae19-7847-4fb9-9946-9fc11be11154 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316807 Nov 24 14:09:01.689197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-5f189fb7-3e63-4cdf-a74e-996c939ae283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:01.690672 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-5f189fb7-3e63-4cdf-a74e-996c939ae283 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1098 time: 0.1136415 Nov 24 14:09:01.945862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-7d5ddf85-13cc-4852-9fc2-9db1c0b4d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:01.949028 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-7d5ddf85-13cc-4852-9fc2-9db1c0b4d77c service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.2265108 Nov 24 14:09:02.097649 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-88b1e3b7-2f8e-495a-af2f-b3e997df2531 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 1001 time: 0.1383913 Nov 24 14:09:02.195086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-8da2fcbe-3a5f-431a-a982-540ea34d30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:02.197699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-8da2fcbe-3a5f-431a-a982-540ea34d30fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0925043 Nov 24 14:09:02.315035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-e3d838b4-33cf-4d76-a127-144ccf7d3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:02.317723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-e3d838b4-33cf-4d76-a127-144ccf7d3e31 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117671 Nov 24 14:09:02.486377 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-81038545-a0a2-4230-98f1-8ebdce01d047 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581073 Nov 24 14:09:02.651968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b54ca7a-e2b7-4ed1-9612-cc26d799cec9 req-9ad8af42-c66b-4861-a612-7177445b1fe9 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575222 Nov 24 14:09:04.894668 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-94c6bd91-cb9f-4a35-bef9-02d47db58d64 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491324208&fields=id&tenant_id=c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 267 time: 0.0457110 Nov 24 14:09:05.044265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-6af36df3-e56a-442f-b25a-7d2b917ad133 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:05.045617 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-6af36df3-e56a-442f-b25a-7d2b917ad133 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 811 time: 0.1444292 Nov 24 14:09:05.060737 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-eff22783-2d1c-435c-a8f0-fb455a3b429a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/quotas/c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 375 time: 0.0098128 Nov 24 14:09:05.155718 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-9263a964-b848-4df8-9775-349dd48f1374 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0898728 Nov 24 14:09:05.398208 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-44ff0849-4575-408e-832e-4bf9538eccc3 service neutron] 10.222.0.36 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307911 Nov 24 14:09:05.532792 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-396faf79-25b4-4ada-8a19-a6a96893642e service neutron] 10.222.0.36 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283643 Nov 24 14:09:05.960522 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cbcc2018-8639-4f9e-b561-1debaf97e5f2 req-ff998b37-fe94-4c9f-9dc3-e14a5d6310bd tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 210 time: 0.0551240 Nov 24 14:09:07.027379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-38fecd14-f89c-45ac-a23e-b2b4c2eddb5e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:07.027379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-38fecd14-f89c-45ac-a23e-b2b4c2eddb5e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 811 time: 0.1516080 Nov 24 14:09:07.082576 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-deb04ccc-6c55-4a5f-82bb-9b60f6395254 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14caf9d09624db788c139dea0002e72 HTTP/1.1" status: 200 len: 379 time: 0.0445094 Nov 24 14:09:07.093022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'port': {'device_id': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'admin_state_up': True, 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'security_groups': ['12711eff-861c-482c-be10-1f7162910c03']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:07.120685 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-82b705ba-e061-456e-870a-c62942fa8d01 req-06ab3efc-b204-4ee5-b536-9df78747d339 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 210 time: 0.0517356 Nov 24 14:09:07.398286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:07.409121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:07.419479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Made reservation on behalf of c14caf9d09624db788c139dea0002e72 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:09:07.422991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:07.647143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Allocated IP 172.20.0.11 (6d387bb8-9890-4da0-a21c-d73a008727f7/c2cbab32-157d-4936-bf1e-d0249eba1fe7/69f69c09-f732-4c8c-832e-603864a4f31d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:07.867004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:07.882703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Transition to ACTIVE for port object 69f69c09-f732-4c8c-832e-603864a4f31d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:07.908365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:07.914491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-03bb6e31-8257-43c5-9f1e-4bc4cc933b62 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:07.984728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:07.987775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:07.993323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:08.036807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=69f69c09-f732-4c8c-832e-603864a4f31d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:08.051129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.051520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.051911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.052301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.052672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.053071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.053443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.053813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.054183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.054551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.054919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.055318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:08.059457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:08.078639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:08.079410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:08.108880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0198438 Nov 24 14:09:08.122394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Request body: {'port': {'device_id': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:08.284853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-88a33c0d-01dc-4378-a293-1e1124742a15 None None] Provisioning for port 69f69c09-f732-4c8c-832e-603864a4f31d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:08.292381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-88a33c0d-01dc-4378-a293-1e1124742a15 None None] Provisioning complete for port 69f69c09-f732-4c8c-832e-603864a4f31d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:08.293060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-88a33c0d-01dc-4378-a293-1e1124742a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:08.307814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:08.358824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-88a33c0d-01dc-4378-a293-1e1124742a15 None None] Port 69f69c09-f732-4c8c-832e-603864a4f31d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:09:08.451686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d302-2e1b-43d6-9463-5c2bf586e0d8 req-6569b722-0f4a-4543-95c8-7de0399f5abc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:08.452310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-42c2d302-2e1b-43d6-9463-5c2bf586e0d8 req-6569b722-0f4a-4543-95c8-7de0399f5abc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:08.485476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-42c2d302-2e1b-43d6-9463-5c2bf586e0d8 req-6569b722-0f4a-4543-95c8-7de0399f5abc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:08.486719 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42c2d302-2e1b-43d6-9463-5c2bf586e0d8 req-6569b722-0f4a-4543-95c8-7de0399f5abc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 932 time: 0.2409325 Nov 24 14:09:08.615343 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42c2d302-2e1b-43d6-9463-5c2bf586e0d8 req-322d0ddd-9a69-498d-985c-fdd4ded4047e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207559 Nov 24 14:09:08.744310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f69c09-f732-4c8c-832e-603864a4f31d {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:09:08.754248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:08.770308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Transition to ACTIVE for port object 69f69c09-f732-4c8c-832e-603864a4f31d will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:08.774994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:08.780242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44a284f9-c073-427f-9bfc-f456a65e58bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:08.942863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Pushing event updated for resources: {'Port': ['ID=69f69c09-f732-4c8c-832e-603864a4f31d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:08.946435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:09.027304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Attempting to bind port 69f69c09-f732-4c8c-832e-603864a4f31d on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:09:09.027631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Attempting to bind port 69f69c09-f732-4c8c-832e-603864a4f31d by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:09:09.027950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Attempting to bind port 69f69c09-f732-4c8c-832e-603864a4f31d on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:09.032913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Port 69f69c09-f732-4c8c-832e-603864a4f31d on network 6d387bb8-9890-4da0-a21c-d73a008727f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:09:09.033229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Attempting to bind port 69f69c09-f732-4c8c-832e-603864a4f31d on network 6d387bb8-9890-4da0-a21c-d73a008727f7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:09.038435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:09:09.039007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Checking segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:09:09.039117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Bound using segment: {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:09:09.039559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Bound port: 69f69c09-f732-4c8c-832e-603864a4f31d, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236da16a-68e0-4ef8-9293-6b890fa7a176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:09:09.039899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:09.130152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] For port 69f69c09-f732-4c8c-832e-603864a4f31d, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:09:09.133027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] For port 69f69c09-f732-4c8c-832e-603864a4f31d, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=69f69c09-f732-4c8c-832e-603864a4f31d,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:09:09.137915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:09.142332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8013de44-6821-4c2d-83b9-cfd858400f10 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:09.200260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.200902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:09.202278 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] 10.222.0.76 "PUT /v2.0/ports/69f69c09-f732-4c8c-832e-603864a4f31d HTTP/1.1" status: 200 len: 1094 time: 1.0845540 Nov 24 14:09:09.202802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:09.227308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Pushing event updated for resources: {'Port': ['ID=69f69c09-f732-4c8c-832e-603864a4f31d,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:09.230780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:09.276611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d', 'status': 'completed', 'code': 200} Nov 24 14:09:09.319273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-94aaf7b7-9405-4c39-aabf-7a4fb2496a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.321509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-94aaf7b7-9405-4c39-aabf-7a4fb2496a5a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 1097 time: 0.0779552 Nov 24 14:09:09.544868 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-486b2a7e-9a24-4551-9719-ae19e54b3b5b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f69c09-f732-4c8c-832e-603864a4f31d HTTP/1.1" status: 200 len: 217 time: 0.2058311 Nov 24 14:09:09.617097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-01309f3b-877f-42e1-9331-712c4b30f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.619709 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-01309f3b-877f-42e1-9331-712c4b30f5a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0626407 Nov 24 14:09:09.705268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266609-9fc2-4721-af31-d27488f1af95 req-a79b72e9-6064-4ce8-b85e-813fc6f38add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.706765 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-a79b72e9-6064-4ce8-b85e-813fc6f38add service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808005 Nov 24 14:09:09.913070 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-50e69630-17be-4ab7-9add-1ddea2b6661e service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986861 Nov 24 14:09:09.928093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b76f9-b97f-4f9e-b41b-e28c07a4da65 req-e8b83387-1720-4656-8524-f344cedf72d3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.929630 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc3b76f9-b97f-4f9e-b41b-e28c07a4da65 req-e8b83387-1720-4656-8524-f344cedf72d3 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.1962597 Nov 24 14:09:10.062669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc3b76f9-b97f-4f9e-b41b-e28c07a4da65 req-90be6123-b45d-4b9d-992f-9c9b1c148a58 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118696 Nov 24 14:09:10.094743 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27266609-9fc2-4721-af31-d27488f1af95 req-5ac389e2-06cf-4232-a815-52371275599a service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640851 Nov 24 14:09:10.221878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-1b349721-d400-4943-87e5-0735c2a80a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:10.223288 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-1b349721-d400-4943-87e5-0735c2a80a4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 1097 time: 0.0775313 Nov 24 14:09:10.365897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-410a3761-ac9f-4a40-bae6-4f98e278eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:10.365897 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-410a3761-ac9f-4a40-bae6-4f98e278eeda service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.1323860 Nov 24 14:09:10.436794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-643dd7af-f66c-4198-a705-c506269a7fb7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f69c09-f732-4c8c-832e-603864a4f31d HTTP/1.1" status: 200 len: 217 time: 0.0608511 Nov 24 14:09:10.507190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-9a67c3b1-6088-4743-99ac-e82d9ef9df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:10.509268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-9a67c3b1-6088-4743-99ac-e82d9ef9df01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0634451 Nov 24 14:09:10.587560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-19df9ce5-b054-4bf5-aa13-71d35bb63764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:10.589081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-19df9ce5-b054-4bf5-aa13-71d35bb63764 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726807 Nov 24 14:09:10.729964 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-531b79da-0138-41bb-8e39-1dae219fc965 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333277 Nov 24 14:09:10.871667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d1ace21-5567-42d9-86d2-dc68a37372b6 req-6785e8ab-f463-4832-8f10-036b6fa4489f service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337557 Nov 24 14:09:10.989725 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:09:11.380853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82b87c-36bc-4e47-93d4-10c39ece7294 req-2dd3063a-5bd2-461d-ba38-8ba66ee34771 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:11.382345 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ff82b87c-36bc-4e47-93d4-10c39ece7294 req-2dd3063a-5bd2-461d-ba38-8ba66ee34771 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.2079237 Nov 24 14:09:11.429220 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ff82b87c-36bc-4e47-93d4-10c39ece7294 req-19783d91-13fc-4b30-a46e-10dbfbcce544 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Nov 24 14:09:12.624041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6169-44f5-4306-8d30-c6661771f43e req-557a3f4d-c641-4fa7-96b7-3918ebeb4e83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:12.625447 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-afce6169-44f5-4306-8d30-c6661771f43e req-557a3f4d-c641-4fa7-96b7-3918ebeb4e83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.0896218 Nov 24 14:09:12.670842 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-afce6169-44f5-4306-8d30-c6661771f43e req-0d5e0fc3-30ac-4fb2-923a-b38ad186f8b0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397389 Nov 24 14:09:13.886403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9622c-6932-48c2-b169-2992f31f5791 req-6a77c7db-acc8-4c64-9997-28dc6fabf79e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:13.887988 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dcc9622c-6932-48c2-b169-2992f31f5791 req-6a77c7db-acc8-4c64-9997-28dc6fabf79e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.1058781 Nov 24 14:09:13.937608 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-dcc9622c-6932-48c2-b169-2992f31f5791 req-341d0a33-b4d1-4cc2-bd69-f7313f3b3e7a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Nov 24 14:09:15.123874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d7ca-ec68-4aa7-a8cc-f2c75bb3d0dd req-b05c21c2-b506-4ecb-a63e-1ac1b59695b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:15.125361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a024d7ca-ec68-4aa7-a8cc-f2c75bb3d0dd req-b05c21c2-b506-4ecb-a63e-1ac1b59695b5 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.0812109 Nov 24 14:09:15.168527 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a024d7ca-ec68-4aa7-a8cc-f2c75bb3d0dd req-87439132-11fa-4057-b7ca-9ab7185dbe42 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375946 Nov 24 14:09:16.358641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83256481-9325-491c-a730-60e82bfdffb2 req-8c7996f2-9fde-42c4-9f78-54d45827e546 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:16.360103 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-83256481-9325-491c-a730-60e82bfdffb2 req-8c7996f2-9fde-42c4-9f78-54d45827e546 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.0821276 Nov 24 14:09:16.397123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44548) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:16.410161 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-83256481-9325-491c-a730-60e82bfdffb2 req-93ac8d15-733b-44b1-9162-c85f971e3c37 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440896 Nov 24 14:09:16.733828 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7d2c3a89-c004-4b90-bc49-34c425de0fcc tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3355184 Nov 24 14:09:16.736629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44554) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:16.902153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:16.934342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60dbc36-098c-4ce4-90f1-2ea749a62adc tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Notify agent at dv-neutron-818153-2-hyperv the message router_removed_from_agent {{(pid=87692) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 24 14:09:16.937435 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a60dbc36-098c-4ce4-90f1-2ea749a62adc tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "DELETE /v2.0/agents/8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd/l3-routers/b47afecd-c389-4f93-a23b-c4268bb24f27 HTTP/1.1" status: 204 len: 168 time: 0.1998875 Nov 24 14:09:16.940035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44558) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:17.119492 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-960b4520-3c9d-4d33-98ab-01f72ef4a885 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1782353 Nov 24 14:09:17.122023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44562) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:17.222380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 69f69c09-f732-4c8c-832e-603864a4f31d details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:09:17.228353 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-863e766e-a99a-4b7f-8044-bab7437babb5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 993 time: 0.1041052 Nov 24 14:09:17.341306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:09:17.428219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 69f69c09-f732-4c8c-832e-603864a4f31d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=69f69c09-f732-4c8c-832e-603864a4f31d,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:17.445747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '69f69c09-f732-4c8c-832e-603864a4f31d', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'port_id': '69f69c09-f732-4c8c-832e-603864a4f31d', 'mac_address': 'fa:16:3e:38:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:09:17.554384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:17.565483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:17.586810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f69c09-f732-4c8c-832e-603864a4f31d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:09:17.600712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ad90e-5ad9-4af6-a8c3-afe7c0559ebe req-24d0bad4-ff28-434b-9c21-d5f61b1b4c9b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:17.602210 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-521ad90e-5ad9-4af6-a8c3-afe7c0559ebe req-24d0bad4-ff28-434b-9c21-d5f61b1b4c9b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 944 time: 0.0847628 Nov 24 14:09:17.612830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 69f69c09-f732-4c8c-832e-603864a4f31d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=69f69c09-f732-4c8c-832e-603864a4f31d,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:17.615981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 713d1157-f662-4ec8-887e-1f49abcdb109, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=713d1157-f662-4ec8-887e-1f49abcdb109,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:17.617357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:17.620431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7f2b1acc-e890-458f-8384-d6e6823f95b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:17.651851 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-521ad90e-5ad9-4af6-a8c3-afe7c0559ebe req-0f853f49-84f4-4bc3-8d05-f63b6478d7ac tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432856 Nov 24 14:09:17.657322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:17.682129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00650b8d-5498-4f66-98f7-cc54b0bd993b None None] New status for floating IP 4ec2e0a3-b764-4436-a8f3-8657ebf79ab2: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:09:17.699290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=69f69c09-f732-4c8c-832e-603864a4f31d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:17.706433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.706780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.707118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.707451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.707778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.708109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.708432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.708773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.709100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.709553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.709880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.710198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:17.714164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:17.714633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-461ecf8e-aa40-4928-96c5-82fd8fdd01e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:17.783358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:17.786291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:17.851295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['69f69c09-f732-4c8c-832e-603864a4f31d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:09:18.231336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44568) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:18.339765 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2973f8d2-1978-4d37-b65a-64ca1b530a78 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 991 time: 0.1073194 Nov 24 14:09:18.866285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222231d3-13e2-449e-b16a-c6cc161ada1c req-b5232984-d6c6-4461-8102-61a14af34362 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:18.867777 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-222231d3-13e2-449e-b16a-c6cc161ada1c req-b5232984-d6c6-4461-8102-61a14af34362 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 945 time: 0.0932114 Nov 24 14:09:18.914055 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-222231d3-13e2-449e-b16a-c6cc161ada1c req-1a5890e9-4ff2-40f5-ad28-dc0b7abc7a7d tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Nov 24 14:09:19.226431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:09:19.252998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 69f69c09-f732-4c8c-832e-603864a4f31d up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:19.387900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 69f69c09-f732-4c8c-832e-603864a4f31d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:19.397726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 69f69c09-f732-4c8c-832e-603864a4f31d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:19.398120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:19.443477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:19.470309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 07feb7f8-d584-453d-9055-13b21d07ffdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07feb7f8-d584-453d-9055-13b21d07ffdf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:19.478030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:19.481311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4dddc022-0b6d-4beb-b2d2-e9969ab890b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:19.497862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44576) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:19.637846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:19.640924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:19.641535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:19.674120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:19.684952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 69f69c09-f732-4c8c-832e-603864a4f31d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=69f69c09-f732-4c8c-832e-603864a4f31d,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:19.690196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:19.695840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:19.706747 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa7a7c-71c0-4abe-9846-cd1bf3a2f44a tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Router b47afecd-c389-4f93-a23b-c4268bb24f27 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:09:19.707351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa7a7c-71c0-4abe-9846-cd1bf3a2f44a tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Notify agent at dv-neutron-818153-2-hyperv the message router_added_to_agent {{(pid=87692) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Nov 24 14:09:19.736550 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d', 'code': 200} Nov 24 14:09:19.744682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44584) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:19.747523 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c4fa7a7c-71c0-4abe-9846-cd1bf3a2f44a tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "POST /v2.0/agents/8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2485225 Nov 24 14:09:19.769087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] Sync routers for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:09:19.788767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-28c4dd0c-4d5d-4720-bf86-690a5798b167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:19.799146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:19.799777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:08:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:19.856045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=69f69c09-f732-4c8c-832e-603864a4f31d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:19.918747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:20.001005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:20.188361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-220dbe5c-4696-4251-8019-c902316c53c2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4420433 Nov 24 14:09:20.190977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44592) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:20.253984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffdfc5-e8de-42cc-b4d2-75d81db27949 req-0ece7952-0fa9-4a97-bccb-e068f6183bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:20.255372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-17ffdfc5-e8de-42cc-b4d2-75d81db27949 req-0ece7952-0fa9-4a97-bccb-e068f6183bbe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 1099 time: 0.2569532 Nov 24 14:09:20.269568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23b182-b7c3-48e2-8342-4919dd362794 req-15924d7c-573e-4c10-a9a8-184896d76c88 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:20.270976 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd23b182-b7c3-48e2-8342-4919dd362794 req-15924d7c-573e-4c10-a9a8-184896d76c88 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.2210708 Nov 24 14:09:20.361069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:20.375488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-17ffdfc5-e8de-42cc-b4d2-75d81db27949 req-59e81e1d-7698-4b24-af21-2866cd9aaebf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035337 Nov 24 14:09:20.378499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-01120795-03cc-4b42-9ed6-ece607af2e08 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 991 time: 0.1853042 Nov 24 14:09:20.383203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4ec2e0a3-b764-4436-a8f3-8657ebf79ab2', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:41Z', 'updated_at': '2021-11-24T14:09:17Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:09:17Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:20.383438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd23b182-b7c3-48e2-8342-4919dd362794 req-781a028a-c411-452a-b0c8-bfb7efb79b59 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899465 Nov 24 14:09:20.387616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] Checking router: b47afecd-c389-4f93-a23b-c4268bb24f27 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:09:20.396132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:20.396854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:08:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:20.574131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:20.916546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4ec2e0a3-b764-4436-a8f3-8657ebf79ab2', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:41Z', 'updated_at': '2021-11-24T14:09:17Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:09:17Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:20.920492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67acc92-a0d9-4c0d-993a-e0095cff69fa None None] The sync data for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv is: [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:19Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4ec2e0a3-b764-4436-a8f3-8657ebf79ab2', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.218', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'port_id': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'mac_address': 'fa:16:3e:c4:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:41Z', 'updated_at': '2021-11-24T14:09:17Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:09:17Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:09:21.257114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:21.335145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:21.335532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:21.382185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44596) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:21.482431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:21.517985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8c783460-8529-45da-8431-4519858fd8b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 991 time: 0.1319666 Nov 24 14:09:21.645724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 713d1157-f662-4ec8-887e-1f49abcdb109, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=713d1157-f662-4ec8-887e-1f49abcdb109,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:21.650647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:21.652492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ae22aba4-d229-4813-b0c7-7dec547dab51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:21.697469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e837c9-5757-4d09-9047-aee0b7f5b929 req-b852b6c4-0b3a-418c-8910-89ade95a207a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:21.706400 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-86e837c9-5757-4d09-9047-aee0b7f5b929 req-b852b6c4-0b3a-418c-8910-89ade95a207a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.1627145 Nov 24 14:09:21.722861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:21.727068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:21.892863 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-86e837c9-5757-4d09-9047-aee0b7f5b929 req-96831fa9-2235-45ce-9165-288ad3bd504b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851180 Nov 24 14:09:22.520828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44602) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:22.534262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dbced668-d85c-45f4-b166-1b3e6145a698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:22.637758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5e32eb8c-271b-43d8-b7a2-a0e826a728c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 991 time: 0.1143265 Nov 24 14:09:22.663787 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0254e-2dbc-4f29-82fd-8527b7955a5a None None] New status for floating IP 4ec2e0a3-b764-4436-a8f3-8657ebf79ab2: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:09:23.080339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f4d33-bcd4-460d-b35a-fe742e636dea req-31f7940c-dd7c-420d-9a63-61eba56d66f0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:23.081835 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8b0f4d33-bcd4-460d-b35a-fe742e636dea req-31f7940c-dd7c-420d-9a63-61eba56d66f0 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.0804901 Nov 24 14:09:23.128089 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8b0f4d33-bcd4-460d-b35a-fe742e636dea req-8f6ae728-f3e0-4042-8b5b-0ddf71865ad6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397210 Nov 24 14:09:23.299972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:23.324215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0124e-3535-4fb3-aa84-cf3e0ff861f3 req-dd7545fb-c54f-4168-ac90-536b1ee4d7f9 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:23.325754 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-66e0124e-3535-4fb3-aa84-cf3e0ff861f3 req-dd7545fb-c54f-4168-ac90-536b1ee4d7f9 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.0856314 Nov 24 14:09:23.372484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 713d1157-f662-4ec8-887e-1f49abcdb109 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:23.372936 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-66e0124e-3535-4fb3-aa84-cf3e0ff861f3 req-e43fdf03-e804-456a-88b1-24af4ac2f69a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 Nov 24 14:09:23.373050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.395788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44610) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:23.470322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb88b91-fa5c-4240-acd7-54982ba46bac tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:23.471744 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-beb88b91-fa5c-4240-acd7-54982ba46bac tempest-TestVolumeBootPattern-963473612 tempest-TestVolumeBootPattern-963473612-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 1094 time: 0.0749462 Nov 24 14:09:23.474654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44614) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:23.480569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '69f69c09-f732-4c8c-832e-603864a4f31d', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:23.486516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:23.490642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Usage tracker for resource:floatingip and tenant:c14caf9d09624db788c139dea0002e72 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:23.494700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:23.496470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:23.500606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:23.511432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.568014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 07feb7f8-d584-453d-9055-13b21d07ffdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:23.568622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.640291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44618) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:23.699608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.702342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.720731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 07feb7f8-d584-453d-9055-13b21d07ffdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07feb7f8-d584-453d-9055-13b21d07ffdf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:23.725967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.728728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cc13e77c-c9b0-4bfe-8d5e-e42e4f75f37c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:23.735506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:23.799409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7d04c160-5a33-4b13-89aa-3d73c8750183 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 200 len: 993 time: 0.1508074 Nov 24 14:09:23.799633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:23.799633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:23.898622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Allocated IP 172.26.8.155 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/ac48a337-dac7-418f-ac40-b4012ab5d150) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:24.051237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.071523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44626) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:24.081163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.084842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-088a2e1e-0093-4a35-aa59-25eeac31aa48 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:24.146606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:24.150192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:24.154123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:24.192463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=ac48a337-dac7-418f-ac40-b4012ab5d150,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:24.197549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:24.297662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 32246421-195a-4dc7-a652-6d538c55ea0d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:09:24.298003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.476461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.477250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.600685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 32246421-195a-4dc7-a652-6d538c55ea0d owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:09:24.707770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.765415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.769952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:24.784920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.812841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=32246421-195a-4dc7-a652-6d538c55ea0d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:24.889934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.890338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.890700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.891076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.891451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.891820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.892188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.892553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.893420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.893784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.894149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.894511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:24.897759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:24.925559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.926386 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 disassociated (deleted). External IP: 172.26.8.218, port: 0119d6ae-d38b-44bc-9331-9db29e4c3dde. Nov 24 14:09:24.993627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:24.998276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:25.002073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8a01a2be-2e67-4ce6-a682-b1934b2d6c7e tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:25.112591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event updated for resources: {'Port': ['ID=ac48a337-dac7-418f-ac40-b4012ab5d150,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:25.117222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:25.124583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:25.245996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:25.289868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router b47afecd-c389-4f93-a23b-c4268bb24f27 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:09:25.314000 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Floating IP 4cfef706-035b-4323-a83f-df573ae62c79 associated. External IP: 172.26.8.155, port: 69f69c09-f732-4c8c-832e-603864a4f31d. Nov 24 14:09:25.318050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:25.334425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 07feb7f8-d584-453d-9055-13b21d07ffdf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:25.334799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:25.608091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:09:25.620806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] Sync routers for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:09:25.630339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:25.630957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:25.632528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:25.694301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/4ec2e0a3-b764-4436-a8f3-8657ebf79ab2 HTTP/1.1" status: 204 len: 168 time: 1.6190987 Nov 24 14:09:25.694301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:25.694796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:09:25.864532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:25.968983 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'status': 'completed', 'code': 200} Nov 24 14:09:26.091635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:09:26.107472 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:09:26.121476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d68ec-0476-4b16-babb-0c19e581c052 req-814ce260-af0a-452f-a2f8-4baf6e3ff6c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.122215 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7b0d68ec-0476-4b16-babb-0c19e581c052 req-814ce260-af0a-452f-a2f8-4baf6e3ff6c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:26.126543 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:26.128069 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:26.130728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-b1cd933b-766a-4577-abc2-f1506d465135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.132788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-b1cd933b-766a-4577-abc2-f1506d465135 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 1098 time: 0.1371453 Nov 24 14:09:26.134032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:26.140494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7b0d68ec-0476-4b16-babb-0c19e581c052 req-814ce260-af0a-452f-a2f8-4baf6e3ff6c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:26.141789 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7b0d68ec-0476-4b16-babb-0c19e581c052 req-814ce260-af0a-452f-a2f8-4baf6e3ff6c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1132846 Nov 24 14:09:26.205975 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7b0d68ec-0476-4b16-babb-0c19e581c052 req-e87b0c76-5c03-4e13-9329-f22e193d3956 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564942 Nov 24 14:09:26.255305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:09:21Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:26.261182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] Checking router: b47afecd-c389-4f93-a23b-c4268bb24f27 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:09:26.271620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:26.272723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:26.296835 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8211203 Nov 24 14:09:26.299455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:26.351108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-6d8931c5-76f5-4db5-9ec5-749b6e1502e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.353857 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-6d8931c5-76f5-4db5-9ec5-749b6e1502e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8291b4c7-3385-405b-a0bc-21a184c9bf93 HTTP/1.1" status: 200 len: 898 time: 0.1889296 Nov 24 14:09:26.356775 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d', 'status': 'completed', 'code': 200} Nov 24 14:09:26.372759 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:26.466653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:26.474687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-3218d3dc-4050-463c-900f-688998b8ea1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde HTTP/1.1" status: 200 len: 217 time: 0.1054080 Nov 24 14:09:26.555987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-88e6eb0c-c99f-4a15-8dce-0a30a2ad6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.557522 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-88e6eb0c-c99f-4a15-8dce-0a30a2ad6600 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e63968f-2fde-4907-bcab-2f79000243c0 HTTP/1.1" status: 200 len: 835 time: 0.0727689 Nov 24 14:09:26.563658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-8c35364a-18cf-413b-a855-6128104aa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.565076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-8c35364a-18cf-413b-a855-6128104aa94f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 1099 time: 0.1453249 Nov 24 14:09:26.762226 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4cfef706-035b-4323-a83f-df573ae62c79', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.155', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '69f69c09-f732-4c8c-832e-603864a4f31d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:38:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:09:24Z', 'updated_at': '2021-11-24T14:09:24Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}, {'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:24Z', 'revision_number': 1, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:26.766871 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:09:26.771206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-eaf1743e-54f4-402f-a82d-276616b38de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.772658 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-eaf1743e-54f4-402f-a82d-276616b38de4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.1673355 Nov 24 14:09:26.775470 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:26.775691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-4eecdbdb-d79f-45dc-8647-2eadc6f47855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:26.776356 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:26.777099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-4eecdbdb-d79f-45dc-8647-2eadc6f47855 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8291b4c7-3385-405b-a0bc-21a184c9bf93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2112031 Nov 24 14:09:26.869392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:09:21Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:26.873742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb34ee-bbbf-408c-82c7-9327446a3944 None None] The sync data for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv is: [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:08:23Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '713d1157-f662-4ec8-887e-1f49abcdb109', 'name': '', 'network_id': '8291b4c7-3385-405b-a0bc-21a184c9bf93', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:7a:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:22Z', 'updated_at': '2021-11-24T14:09:21Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '6e63968f-2fde-4907-bcab-2f79000243c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:09:26.964519 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:26.988570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-7db309ab-b6ec-42ba-b44b-4179dc9a24aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f69c09-f732-4c8c-832e-603864a4f31d HTTP/1.1" status: 200 len: 1000 time: 0.2016041 Nov 24 14:09:27.079148 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-120498f8-03fc-4997-b9a0-9e20d398e9d3 service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428870 Nov 24 14:09:27.087525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-4a624f6f-29c3-4727-9c15-d7b6c3f38d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:27.089112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-4a624f6f-29c3-4727-9c15-d7b6c3f38d54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0914195 Nov 24 14:09:27.321651 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af2f3796-6d4a-4b69-8c6f-aacd68e8be19 req-6710c19a-d9f9-4eb9-a87c-f74f63660f2e service neutron] 10.222.0.76 "GET /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314987 Nov 24 14:09:27.341812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-d153e449-7eff-423b-8f6f-dfdeaf8994eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:27.344150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-d153e449-7eff-423b-8f6f-dfdeaf8994eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2330334 Nov 24 14:09:27.369770 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4cfef706-035b-4323-a83f-df573ae62c79', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.155', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '69f69c09-f732-4c8c-832e-603864a4f31d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:38:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:09:24Z', 'updated_at': '2021-11-24T14:09:24Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}, {'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:24Z', 'revision_number': 1, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:27.383263 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f57c-d2ab-454d-9804-c8886e1213b6 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4cfef706-035b-4323-a83f-df573ae62c79', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.155', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '69f69c09-f732-4c8c-832e-603864a4f31d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:38:b6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:09:24Z', 'updated_at': '2021-11-24T14:09:24Z', 'revision_number': 0, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}, {'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:24Z', 'revision_number': 1, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:09:27.465862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bad03-220d-47e4-b8a1-5cf2f1ba6fb9 req-d0beaeae-394b-41ee-9c15-2ee0c75a6260 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:27.467616 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-844bad03-220d-47e4-b8a1-5cf2f1ba6fb9 req-d0beaeae-394b-41ee-9c15-2ee0c75a6260 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0996883 Nov 24 14:09:27.528179 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-844bad03-220d-47e4-b8a1-5cf2f1ba6fb9 req-ce6b1e36-c31e-4b3b-b696-90a3494bbf9f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf7b1013-4565-4670-ae71-a23ee197d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545483 Nov 24 14:09:27.705632 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-33f0aea6-ae90-4345-9756-793aa36308f4 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539550 Nov 24 14:09:27.717989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-5ec4377d-e1e9-4c34-8987-ca811cdc8513 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:27.719470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-5ec4377d-e1e9-4c34-8987-ca811cdc8513 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 945 time: 0.2889249 Nov 24 14:09:27.777820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c33090d-55e5-4b9e-9828-ea834bb2d9d9 None None] New status for floating IP 4cfef706-035b-4323-a83f-df573ae62c79: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:09:27.882246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 0119d6ae-d38b-44bc-9331-9db29e4c3dde {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:09:27.882592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:27.903211 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83754fdf-60bf-449d-9a52-f5a3d10e4b5e None None] New status for floating IP 4ec2e0a3-b764-4436-a8f3-8657ebf79ab2: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:09:28.031197 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb2de36-976c-4a55-89f4-5f19321ad241 req-a382c081-fc58-4f0d-b773-7dd9cd67af73 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975888 Nov 24 14:09:28.188452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 0119d6ae-d38b-44bc-9331-9db29e4c3dde, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0119d6ae-d38b-44bc-9331-9db29e4c3dde,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:28.188716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:28.314288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 0119d6ae-d38b-44bc-9331-9db29e4c3dde owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:09:28.463491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:28.469165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7928f44e-5af3-4276-9993-c377088f75bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:28.516930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=0119d6ae-d38b-44bc-9331-9db29e4c3dde,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:28.547552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:28.596410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port 0119d6ae-d38b-44bc-9331-9db29e4c3dde on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:09:28.598878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:28.601590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'name': 'network-vif-deleted', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:28.619930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9241e15-59a5-4194-b8bd-53c9e4a0987d req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/0119d6ae-d38b-44bc-9331-9db29e4c3dde HTTP/1.1" status: 204 len: 173 time: 0.8850572 Nov 24 14:09:28.699560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0177e7ad-80f7-4228-b796-b9a05a35e2b4', 'name': 'network-vif-deleted', 'tag': '0119d6ae-d38b-44bc-9331-9db29e4c3dde', 'status': 'completed', 'code': 200} Nov 24 14:09:28.719077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2bd7eeff-8a2c-4f34-9f1b-2145166ada20 req-5d6bcc72-0dcb-4dfc-9b5b-3630c6a7029c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:28.749153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2bd7eeff-8a2c-4f34-9f1b-2145166ada20 req-5d6bcc72-0dcb-4dfc-9b5b-3630c6a7029c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:28.753280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2bd7eeff-8a2c-4f34-9f1b-2145166ada20 req-5d6bcc72-0dcb-4dfc-9b5b-3630c6a7029c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=0177e7ad-80f7-4228-b796-b9a05a35e2b4 HTTP/1.1" status: 200 len: 210 time: 0.1033764 Nov 24 14:09:29.856653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44650) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:29.929783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:29.959693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:30.025647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:30.029670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6d910bb6-edd5-4586-be4c-b2be8027dc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:30.046177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b1013-4565-4670-ae71-a23ee197d47f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:30.048854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:30.059644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:30.061921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-01ac61b5-7bf2-4e63-95c5-1e49e487f065 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf7b1013-4565-4670-ae71-a23ee197d47f HTTP/1.1" status: 204 len: 168 time: 0.2031288 Nov 24 14:09:30.092285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44656) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:30.787137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:31.148630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 713d1157-f662-4ec8-887e-1f49abcdb109 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:09:31.149426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:31.286862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0119d6ae-d38b-44bc-9331-9db29e4c3dde no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:09:31.321563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 0119d6ae-d38b-44bc-9331-9db29e4c3dde {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:09:31.321913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0119d6ae-d38b-44bc-9331-9db29e4c3dde not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:09:31.338246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 713d1157-f662-4ec8-887e-1f49abcdb109, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=713d1157-f662-4ec8-887e-1f49abcdb109,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:31.338623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:31.461753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 713d1157-f662-4ec8-887e-1f49abcdb109 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:09:31.638927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:31.642690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f3c4b58-181a-4525-bec0-3ceda08620b5 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:31.690746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=713d1157-f662-4ec8-887e-1f49abcdb109,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:31.693719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:31.986199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:32.502825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router b47afecd-c389-4f93-a23b-c4268bb24f27 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:09:32.684311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:09:32.698493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] Sync routers for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:09:32.708040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:32.711995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:32.713190 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6157148 Nov 24 14:09:32.713190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44660) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:32.786847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 6e63968f-2fde-4907-bcab-2f79000243c0 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:09:32.791347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:32.851387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:32.900688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:32.952706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.055933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.061110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3eda57cc-5cff-4090-9f25-bacdc6651882 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:33.101664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=6e63968f-2fde-4907-bcab-2f79000243c0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:33.105509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:33.111288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.115453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200437c-e3d1-422b-b7f5-bd792860a50e None None] Network 8291b4c7-3385-405b-a0bc-21a184c9bf93 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:09:33.120102 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/6e63968f-2fde-4907-bcab-2f79000243c0 HTTP/1.1" status: 204 len: 168 time: 0.4071743 Nov 24 14:09:33.122721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44664) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:33.312955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.425732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:09:31Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:33.432206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] Checking router: b47afecd-c389-4f93-a23b-c4268bb24f27 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:09:33.445706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] Routers {'b47afecd-c389-4f93-a23b-c4268bb24f27'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:33.446639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b47afecd-c389-4f93-a23b-c4268bb24f27'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:33.492624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.502632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 07feb7f8-d584-453d-9055-13b21d07ffdf {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:09:33.503006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.569889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] DHCP port deletion for 8291b4c7-3385-405b-a0bc-21a184c9bf93 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:09:33.586862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Deleting port 1d8e797e-ab36-4423-90ff-e173f8e5037f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:09:33.587431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.730547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] Set router b47afecd-c389-4f93-a23b-c4268bb24f27 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:33.842378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 07feb7f8-d584-453d-9055-13b21d07ffdf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=07feb7f8-d584-453d-9055-13b21d07ffdf,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:33.842727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:33.963454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 07feb7f8-d584-453d-9055-13b21d07ffdf owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:09:34.015869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] For port 1d8e797e-ab36-4423-90ff-e173f8e5037f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1d8e797e-ab36-4423-90ff-e173f8e5037f,segment=NetworkSegment(740469c7-db8b-44c2-9c24-42eb4befa995),segment_id=740469c7-db8b-44c2-9c24-42eb4befa995)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:34.016274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.156771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.163339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5637cc39-b3e3-4a40-9029-4f14a6693610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:34.166596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Calling delete_port for 1d8e797e-ab36-4423-90ff-e173f8e5037f owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:09:34.214302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=07feb7f8-d584-453d-9055-13b21d07ffdf,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:34.240367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:34.303733 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.309263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-daea02d1-f37f-4713-9a8a-47fff83b1fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:34.315492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.358921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] No DVR routers for this DVR port 1d8e797e-ab36-4423-90ff-e173f8e5037f on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:09:34.360402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Pushing event deleted for resources: {'Port': ['ID=1d8e797e-ab36-4423-90ff-e173f8e5037f,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:34.364544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:34.374163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:09:31Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:34.378136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc9d38-f7d8-425f-a684-d564f98b0439 None None] The sync data for ids ['b47afecd-c389-4f93-a23b-c4268bb24f27'] in dv-neutron-818153-2-hyperv is: [{'id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'name': 'tempest-TestNetworkBasicOps-router-955907965', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:08:18Z', 'updated_at': '2021-11-24T14:09:31Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '07feb7f8-d584-453d-9055-13b21d07ffdf', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47afecd-c389-4f93-a23b-c4268bb24f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:19Z', 'updated_at': '2021-11-24T14:09:23Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:09:34.504505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.506883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.530328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.530833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router b47afecd-c389-4f93-a23b-c4268bb24f27 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:09:34.545789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.546877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/b47afecd-c389-4f93-a23b-c4268bb24f27 HTTP/1.1" status: 204 len: 168 time: 1.4232674 Nov 24 14:09:34.549530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44670) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:34.663027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.802094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.830540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8291b4c7-3385-405b-a0bc-21a184c9bf93']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:34.843844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740469c7-db8b-44c2-9c24-42eb4befa995') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:34.844139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740469c7-db8b-44c2-9c24-42eb4befa995') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:34.856161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.876611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.882727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:09:34.883703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:09:34.898209 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:09:34.978161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:34.981885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7230274a-8c38-4dcf-aa82-d4895c211536 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:34.997496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.009539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=8291b4c7-3385-405b-a0bc-21a184c9bf93,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:35.013243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:35.018921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/8291b4c7-3385-405b-a0bc-21a184c9bf93 HTTP/1.1" status: 204 len: 168 time: 0.4684496 Nov 24 14:09:35.046882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44674) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:35.052927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--548466160', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:35.058859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:35.062942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:35.066592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:35.072854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:35.082012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:09:35.085599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.113376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:09:35.123391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.123725 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment 5afe8ace-b24c-4886-b294-18273aa8461d of type vlan for network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 Nov 24 14:09:35.148343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.177188 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.183709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:35.184314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.188080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:35.287663 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2394412 Nov 24 14:09:35.291163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44678) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:35.296611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:35.297480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=5a4718aa-ff01-4088-9d8c-bbe0544e3024,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:35.300300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:35.304096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:35.308645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:35.309846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:09:35.311664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:35.322194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:35.332467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.333571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.349875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:35.432878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:09:35.466806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 713d1157-f662-4ec8-887e-1f49abcdb109 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:09:35.467043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 713d1157-f662-4ec8-887e-1f49abcdb109 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:09:35.467465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:09:35.502107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 07feb7f8-d584-453d-9055-13b21d07ffdf {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:09:35.502488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 07feb7f8-d584-453d-9055-13b21d07ffdf not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:09:35.502911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1d8e797e-ab36-4423-90ff-e173f8e5037f no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:09:35.541482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 1d8e797e-ab36-4423-90ff-e173f8e5037f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:09:35.541482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1d8e797e-ab36-4423-90ff-e173f8e5037f not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:09:35.766897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:36.068523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:36.097999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:36.237149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.7 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/f469b343-a9a3-4f31-8291-86f4ca62c53a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:36.388446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:36.418070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:36.422540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:36.486894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:36.489994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:36.492535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:36.534866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=f469b343-a9a3-4f31-8291-86f4ca62c53a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:36.537693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:36.911329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:37.392531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:37.607017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:09:37.815125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:09:37.826881 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Sync routers for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:09:37.836496 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:37.837165 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:37.857706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:37.859620 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5675232 Nov 24 14:09:37.863095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44682) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:37.911556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aee4e01b-4c11-4e4e-8705-2637d586e196 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471144 Nov 24 14:09:37.914081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44686) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:38.039358 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:38.056823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a0beb9-4dfc-4e69-ba30-045b82984340 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:38.058305 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83a0beb9-4dfc-4e69-ba30-045b82984340 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432307 Nov 24 14:09:38.061803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44690) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:38.122238 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5a3adcd3-6adf-4c91-b782-77440f74b055 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589931 Nov 24 14:09:38.122593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44694) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:38.130278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920801916', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:38.254717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:38.258846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:38.261794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:38.267539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:38.279181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:09:38.282790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.410321 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:36Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:38.414809 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Checking router: fef47fdf-2d6c-4023-8cdd-a7de60a4d67c for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:09:38.415288 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Updating router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c port f469b343-a9a3-4f31-8291-86f4ca62c53a binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:09:38.467979 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.514139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.518639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2749155-9274-47c6-8661-584cb8735357 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:38.601443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=04611308-ff91-4b37-89a2-e1fbd51bf3dd,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:38.605982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:38.606822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:09:38.607174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 5a4718aa-ff01-4088-9d8c-bbe0544e3024, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:09:38.626965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:09:38.638696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 5a4718aa-ff01-4088-9d8c-bbe0544e3024) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:38.643240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:38.644015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.654424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b52c1-ad03-4428-b736-fcf126c04abd None None] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:09:38.671156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5451343 Nov 24 14:09:38.671506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44698) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:38.805392 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.817688 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Transition to ACTIVE for port object f469b343-a9a3-4f31-8291-86f4ca62c53a will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:38.825790 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.832348 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-73e51574-35e9-44e2-98e7-977368f06866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:38.911684 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Attempting to bind port f469b343-a9a3-4f31-8291-86f4ca62c53a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:09:38.912058 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Attempting to bind port f469b343-a9a3-4f31-8291-86f4ca62c53a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:09:38.912621 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Attempting to bind port f469b343-a9a3-4f31-8291-86f4ca62c53a on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:38.923153 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:09:38.923840 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:09:38.924411 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.925036 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:09:38.925660 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Bound port: f469b343-a9a3-4f31-8291-86f4ca62c53a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:09:38.926194 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.951926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:09:38.952732 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Pushing event updated for resources: {'Port': ['ID=f469b343-a9a3-4f31-8291-86f4ca62c53a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:38.952941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.989746 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:09:38.997467 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:39.034876 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] For port f469b343-a9a3-4f31-8291-86f4ca62c53a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:09:39.038348 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] For port f469b343-a9a3-4f31-8291-86f4ca62c53a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f469b343-a9a3-4f31-8291-86f4ca62c53a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:09:39.044253 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:39.049077 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-177ba490-7840-489e-aec9-90773f99e546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:39.131073 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:39.131852 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:39.132812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Allocated IP 172.20.0.2 (5a4718aa-ff01-4088-9d8c-bbe0544e3024/04611308-ff91-4b37-89a2-e1fbd51bf3dd/6d7cd1e0-8c8e-472e-80e5-0fdd40095aed) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:39.373575 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Pushing event updated for resources: {'Port': ['ID=f469b343-a9a3-4f31-8291-86f4ca62c53a,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:39.466879 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:39.479178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:39.500489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Transition to ACTIVE for port object 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:39.547542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Transition to ACTIVE for port object 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:39.560100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:39.568603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:39.676625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:39.687440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:39.687440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:39.735304 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:39.802917 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:36Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:39.802917 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21ff6f-4901-466d-9cfc-599610eb2ae4 None None] The sync data for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv is: [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:36Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:09:39.826562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Pushing event updated for resources: {'Port': ['ID=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:39.837991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:39.843276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:39.864308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Attempting to bind port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:09:39.864308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Attempting to bind port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:09:39.864308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Attempting to bind port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed on network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:39.864308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:09:39.864308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Checking segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:09:39.864308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:39.870146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Bound using segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:09:39.870146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Bound port: 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:09:39.870146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:39.978097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] For port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:09:39.978097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] For port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:09:39.986642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:40.003219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-54bb377a-214a-410a-93b4-7dbede6d013e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:40.110301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Pushing event updated for resources: {'Port': ['ID=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:40.119748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:40.469937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (5a4718aa-ff01-4088-9d8c-bbe0544e3024/04611308-ff91-4b37-89a2-e1fbd51bf3dd/b03764ba-caf1-4511-a4b7-40b1988acd23) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:40.716400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:40.755256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object b03764ba-caf1-4511-a4b7-40b1988acd23 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:40.788441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:40.797200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:40.851264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:40.865216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:40.865216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:40.923305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=b03764ba-caf1-4511-a4b7-40b1988acd23,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:40.923305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:40.968389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:41.122718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:41.372358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:41.464620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c3b08-eb34-471b-938f-1c4f71452e39 None None] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:09:41.585643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:41.585643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Provisioning for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:41.598262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:41.598262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:41.630194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Provisioning complete for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:41.630194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:41.869129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:41.875032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:41.911678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:42.008440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:42.015709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=b03764ba-caf1-4511-a4b7-40b1988acd23,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:42.026708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:42.057562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:42.081756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:42.144208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] For port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:42.144208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:42.152803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:42.194658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:42.194658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:42.287826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:09:42.287826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:09:42.287826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Pushing event updated for resources: {'Port': ['ID=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:42.293633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:42.409207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:09:42.572439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f74f9662-cb21-48f4-b7f5-3f9c62191932 None None] Provisioning complete for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:42.572439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f74f9662-cb21-48f4-b7f5-3f9c62191932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:42.621858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:09:42.643367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Sync routers for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:09:42.646480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/fef47fdf-2d6c-4023-8cdd-a7de60a4d67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9704235 Nov 24 14:09:42.646480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44704) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:42.678991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:42.678991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:42.841051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.841051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.841051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.841051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.841051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.841051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.848992 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7aa74387-1643-4ab1-ad22-816911aa702b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1952050 Nov 24 14:09:42.853984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44708) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:42.963433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.963433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.963433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.963433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.963433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.963433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:42.976503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44712) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:42.982606 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f65a54e2-cda9-479f-9a7e-b3e47bfe4938 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.1300211 Nov 24 14:09:43.056052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f469b343-a9a3-4f31-8291-86f4ca62c53a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:43.137266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f74f9662-cb21-48f4-b7f5-3f9c62191932 None None] Provisioning for port b03764ba-caf1-4511-a4b7-40b1988acd23 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:43.151244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f74f9662-cb21-48f4-b7f5-3f9c62191932 None None] Provisioning complete for port b03764ba-caf1-4511-a4b7-40b1988acd23 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:43.151244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f74f9662-cb21-48f4-b7f5-3f9c62191932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.223436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:43.250302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d90cddd5-1324-4de1-baef-22583475b4a9 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2779925 Nov 24 14:09:43.294562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f74f9662-cb21-48f4-b7f5-3f9c62191932 None None] Port b03764ba-caf1-4511-a4b7-40b1988acd23 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:09:43.311785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port f469b343-a9a3-4f31-8291-86f4ca62c53a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:43.373956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port f469b343-a9a3-4f31-8291-86f4ca62c53a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:43.373956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.492248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44718) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:43.500905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137647309', 'description': 'tempest-secgroup-smoke-137647309 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:43.506662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:43.515034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:43.515034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:43.522397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:43.528138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-400ac3f5-3ee1-4361-9adf-f114b9d3dfb7 None None] Provisioning complete for port b03764ba-caf1-4511-a4b7-40b1988acd23 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:43.528138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-400ac3f5-3ee1-4361-9adf-f114b9d3dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.537156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.564943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:43.570042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:43.570042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:43.581301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:43.658408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.662518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.667401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-16833052-cad7-440a-915c-cadd631e0073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:43.688606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-400ac3f5-3ee1-4361-9adf-f114b9d3dfb7 None None] Port b03764ba-caf1-4511-a4b7-40b1988acd23 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:09:43.722959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec16fca5-51a1-405c-9e59-068322305402,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:43.722959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:43.722959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.731005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44722) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:43.731005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'ec16fca5-51a1-405c-9e59-068322305402', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:43.734246 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2420352 Nov 24 14:09:43.736661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:43.752553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.755529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:43.755529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:43.755529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:43.772258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port f469b343-a9a3-4f31-8291-86f4ca62c53a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f469b343-a9a3-4f31-8291-86f4ca62c53a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:43.772258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.778603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:43.790065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.855314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.855314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.855314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e92f9575-1a9e-42cf-b00d-9a3e4f1257f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:43.861629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:43.866581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Checking router: fef47fdf-2d6c-4023-8cdd-a7de60a4d67c for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:09:43.866581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Updating router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c port b03764ba-caf1-4511-a4b7-40b1988acd23 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:09:43.890393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412e9b99-e2d5-4841-a264-433c3cfcf1ad,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:43.890393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:43.901500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.901500 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1750367 Nov 24 14:09:43.909003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44726) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:43.909003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'ec16fca5-51a1-405c-9e59-068322305402', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:43.921933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:43.921933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:43.929220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:43.940271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:43.944457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:43.944457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:43.964657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.009571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=f469b343-a9a3-4f31-8291-86f4ca62c53a,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:44.041363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:44.058774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.058774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.068201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bcc0ab07-595a-43ff-8ea4-cd667ce2ba3e tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:44.087960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444bd364-2ffc-4277-9215-3037554c5d49,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:44.087960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:44.114873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.114873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2058811 Nov 24 14:09:44.114873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44730) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:44.124614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'ec16fca5-51a1-405c-9e59-068322305402', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:44.135289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:44.135289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:44.140520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:44.140520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.141398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:44.153046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:44.175454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.411550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.424176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.424176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1856c7bf-4d24-4319-a494-938503c59160 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:44.451660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a48c0d-35f4-4cad-9a79-c5b72dcc9fd7,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:44.451660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:44.451660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.456112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388221 Nov 24 14:09:44.456112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44734) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:44.467226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'ec16fca5-51a1-405c-9e59-068322305402', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:44.472384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:44.472384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:44.483110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:44.483110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:44.506397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.574986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.588064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Transition to ACTIVE for port object b03764ba-caf1-4511-a4b7-40b1988acd23 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:44.592956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.592956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.596971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.600728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b63fba5d-2d67-43ff-8ed3-3c7977ba9c84 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:44.605557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:44.619479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76adfd8-4ccf-45de-8480-6131f62044e6,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:44.627535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:44.639668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.640972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1845808 Nov 24 14:09:44.643569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44738) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:44.652566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'ec16fca5-51a1-405c-9e59-068322305402', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:44.654797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:44.658922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:44.661913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:44.668163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:44.680402 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:09:44.688176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.745015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edf8ab-bbb3-4313-ab34-1dedf55958c0 None None] Pushing event updated for resources: {'Port': ['ID=b03764ba-caf1-4511-a4b7-40b1988acd23,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:44.779035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-45edf8ab-bbb3-4313-ab34-1dedf55958c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:44.808446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.808446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.820795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e8065273-4eef-4ca2-a4a4-509c01c64d4c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:44.851364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9880db-bff5-4a52-b0e3-ffdb8fa465fc,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:44.857827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Attempting to bind port b03764ba-caf1-4511-a4b7-40b1988acd23 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:09:44.857827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Attempting to bind port b03764ba-caf1-4511-a4b7-40b1988acd23 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:09:44.857827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Attempting to bind port b03764ba-caf1-4511-a4b7-40b1988acd23 on network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:44.857827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:09:44.857827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Checking segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:09:44.862551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:44.867385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.867385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Bound using segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:09:44.867385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Bound port: b03764ba-caf1-4511-a4b7-40b1988acd23, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:09:44.867385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.879705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.879705 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2265418 Nov 24 14:09:44.879705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44742) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:44.895628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'ec16fca5-51a1-405c-9e59-068322305402', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:44.902029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:44.908240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:44.908240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:44.928720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:44.939097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:09:44.952758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.978620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] For port b03764ba-caf1-4511-a4b7-40b1988acd23, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:09:44.981714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] For port b03764ba-caf1-4511-a4b7-40b1988acd23, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b03764ba-caf1-4511-a4b7-40b1988acd23,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:09:44.986165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:44.990857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:45.021854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:45.027254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:45.034290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f5be4c8-feb0-45c3-95c4-059df168b7c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:45.057535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0171c943-9f65-437d-ae54-270bd6b24bfb,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:45.060646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:45.073222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:45.083810 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2057469 Nov 24 14:09:45.084032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edf8ab-bbb3-4313-ab34-1dedf55958c0 None None] Pushing event updated for resources: {'Port': ['ID=b03764ba-caf1-4511-a4b7-40b1988acd23,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:45.088976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:09:45.089619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:45.144319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-45edf8ab-bbb3-4313-ab34-1dedf55958c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:45.250658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-fd480917-0cb4-422f-a9db-b4171ee43053 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:45.268210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-fd480917-0cb4-422f-a9db-b4171ee43053 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:45.269440 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-fd480917-0cb4-422f-a9db-b4171ee43053 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137647309&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.0680258 Nov 24 14:09:45.284322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:09:45.422283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-283bf7d6-d82a-4b18-a376-5191ed53d290 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:45.422966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-283bf7d6-d82a-4b18-a376-5191ed53d290 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:45.439427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-283bf7d6-d82a-4b18-a376-5191ed53d290 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:45.440686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-283bf7d6-d82a-4b18-a376-5191ed53d290 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 200 len: 796 time: 0.1644697 Nov 24 14:09:45.455869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-6bdf32dc-2682-4448-9520-52477c5d9ff1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0092959 Nov 24 14:09:45.548149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-e032a973-b918-4825-bb84-9bbae500d971 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:45.571646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-e032a973-b918-4825-bb84-9bbae500d971 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:45.573067 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-e032a973-b918-4825-bb84-9bbae500d971 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118250 Nov 24 14:09:45.652228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:44Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:09:45.654571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51138e6-19f9-4fa1-85bf-0ba649f4cd5e None None] The sync data for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv is: [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:44Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:09:45.763287 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-e2f861ed-cfaf-47bf-8000-b6405b9361da service neutron] 10.222.0.36 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742237 Nov 24 14:09:45.919610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-b0d51fca-7778-4d57-91f2-ce124580489c service neutron] 10.222.0.36 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501923 Nov 24 14:09:45.923452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b03764ba-caf1-4511-a4b7-40b1988acd23 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:45.995433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b03764ba-caf1-4511-a4b7-40b1988acd23 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:46.001909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b03764ba-caf1-4511-a4b7-40b1988acd23 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:46.002452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:46.137863 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3fb2f649-0f16-49c2-822a-a23846d1e1c3 req-f200ca2b-2a94-4df2-a4ad-ac82bccaa6e1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 210 time: 0.0588048 Nov 24 14:09:46.157831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:46.205437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port b03764ba-caf1-4511-a4b7-40b1988acd23, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b03764ba-caf1-4511-a4b7-40b1988acd23,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:46.213331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:46.214129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f469b343-a9a3-4f31-8291-86f4ca62c53a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:46.245520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:46.340524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=b03764ba-caf1-4511-a4b7-40b1988acd23,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:46.344086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:46.359835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port f469b343-a9a3-4f31-8291-86f4ca62c53a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:46.360286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:46.895538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:47.349798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4c6ef835-b47f-4dee-a968-952469ceb3cc req-cd9e3f27-d217-49b1-b2ed-6c40a96b0a67 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 210 time: 0.0556538 Nov 24 14:09:47.416097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-1e093c2a-5900-42b2-ae09-ac2083778083 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:47.416814 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-1e093c2a-5900-42b2-ae09-ac2083778083 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 200 len: 796 time: 0.2166886 Nov 24 14:09:47.478307 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-8696945b-ccad-4a1f-9330-027122f73ee8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 379 time: 0.0447693 Nov 24 14:09:47.486884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['ec16fca5-51a1-405c-9e59-068322305402']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:47.626334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:47.636676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:47.660234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:09:47.660234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:47.868780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.3 (5a4718aa-ff01-4088-9d8c-bbe0544e3024/04611308-ff91-4b37-89a2-e1fbd51bf3dd/cc8f77b5-3390-4a47-80c8-471d5eb35c88) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:47.871943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b03764ba-caf1-4511-a4b7-40b1988acd23 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:47.994074 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:09:48.022701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b03764ba-caf1-4511-a4b7-40b1988acd23 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:48.022701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:48.113664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:48.133789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object cc8f77b5-3390-4a47-80c8-471d5eb35c88 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:48.159970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:48.170840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ae4dda5-d917-4618-95de-b861bff2c94c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:48.242717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:48.245891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:48.248272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:48.299521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=cc8f77b5-3390-4a47-80c8-471d5eb35c88,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:48.302463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:48.333557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:48.333557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:48.369833 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8808689 Nov 24 14:09:48.378874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Request body: {'port': {'device_id': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:48.505904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:48.513138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3d185e87-71ad-42a6-9718-9701ae7ebbad None None] Provisioning for port cc8f77b5-3390-4a47-80c8-471d5eb35c88 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:48.518321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3d185e87-71ad-42a6-9718-9701ae7ebbad None None] Provisioning complete for port cc8f77b5-3390-4a47-80c8-471d5eb35c88 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:48.518927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3d185e87-71ad-42a6-9718-9701ae7ebbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:48.560022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662c63e-1d33-4ef1-95c8-835ba8df7463 req-2296401f-8fa8-404d-afb3-e8b9b2c269f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:48.561539 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7662c63e-1d33-4ef1-95c8-835ba8df7463 req-2296401f-8fa8-404d-afb3-e8b9b2c269f2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 931 time: 0.0851011 Nov 24 14:09:48.578511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3d185e87-71ad-42a6-9718-9701ae7ebbad None None] Port cc8f77b5-3390-4a47-80c8-471d5eb35c88 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:09:48.609847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7662c63e-1d33-4ef1-95c8-835ba8df7463 req-b02e4245-1207-4a95-8407-5a6b9798709f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:48.622343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [req-7662c63e-1d33-4ef1-95c8-835ba8df7463 req-b02e4245-1207-4a95-8407-5a6b9798709f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:48.623617 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7662c63e-1d33-4ef1-95c8-835ba8df7463 req-b02e4245-1207-4a95-8407-5a6b9798709f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548220 Nov 24 14:09:48.986640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8f77b5-3390-4a47-80c8-471d5eb35c88 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:09:48.995272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:49.010209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Transition to ACTIVE for port object cc8f77b5-3390-4a47-80c8-471d5eb35c88 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:09:49.013971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:49.018065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b31d2578-a41f-4457-aaa5-de6d6678aa62 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:49.172735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f77b5-3390-4a47-80c8-471d5eb35c88,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:49.180527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:49.266508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Attempting to bind port cc8f77b5-3390-4a47-80c8-471d5eb35c88 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:09:49.266839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Attempting to bind port cc8f77b5-3390-4a47-80c8-471d5eb35c88 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:09:49.267160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Attempting to bind port cc8f77b5-3390-4a47-80c8-471d5eb35c88 on network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:49.274582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Port cc8f77b5-3390-4a47-80c8-471d5eb35c88 on network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:09:49.274895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Attempting to bind port cc8f77b5-3390-4a47-80c8-471d5eb35c88 on network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:09:49.280181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:09:49.280508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Checking segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:09:49.280925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Bound using segment: {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:09:49.281338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Bound port: cc8f77b5-3390-4a47-80c8-471d5eb35c88, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afe8ace-b24c-4886-b294-18273aa8461d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:09:49.281676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:49.383611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] For port cc8f77b5-3390-4a47-80c8-471d5eb35c88, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:09:49.383611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] For port cc8f77b5-3390-4a47-80c8-471d5eb35c88, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:09:49.393956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:49.393956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:49.457398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:49.458181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:49.459552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] 10.222.0.76 "PUT /v2.0/ports/cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 200 len: 1093 time: 1.0872574 Nov 24 14:09:49.469909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:49.497693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f77b5-3390-4a47-80c8-471d5eb35c88,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:49.501162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:49.547463 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'status': 'completed', 'code': 200} Nov 24 14:09:49.600273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-958f83b3-b950-4376-99b3-564b84f07fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:49.601869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-958f83b3-b950-4376-99b3-564b84f07fd5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1096 time: 0.0956264 Nov 24 14:09:49.681963 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-6fb60f52-4b76-4f90-b875-6115be769312 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 200 len: 217 time: 0.0709786 Nov 24 14:09:49.760353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1601f3c8-d9d9-460a-8067-1c8441e1f73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:49.765801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-4d3aadc5-cb1a-4cef-8837-29f348b8020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:49.767354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-4d3aadc5-cb1a-4cef-8837-29f348b8020e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 200 len: 843 time: 0.0781455 Nov 24 14:09:49.847676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-358da7cb-a35f-453b-b193-52a200d86eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:49.849205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-358da7cb-a35f-453b-b193-52a200d86eb5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a4718aa-ff01-4088-9d8c-bbe0544e3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759630 Nov 24 14:09:49.885257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac716a-9ede-4cf9-b304-e0d17157cd40 req-350f5ed6-e77b-43c9-9ed7-989b1848145a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:49.886905 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c4ac716a-9ede-4cf9-b304-e0d17157cd40 req-350f5ed6-e77b-43c9-9ed7-989b1848145a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 943 time: 0.0837574 Nov 24 14:09:49.938518 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-c4ac716a-9ede-4cf9-b304-e0d17157cd40 req-6e727a87-80cc-49a9-aa95-46ab9de411d5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Nov 24 14:09:49.989577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-c10aa6e8-5856-4c26-9b74-f77f25fbe410 service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305237 Nov 24 14:09:50.134761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7054751c-83d7-460b-9f91-dd6d1060aa89 req-cd246da9-aa1b-4b71-b191-c5cdc330ae57 service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368551 Nov 24 14:09:50.260369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610759-6daa-4658-823b-241c2581d246 req-b47d5db0-0a9b-453a-86df-be3ac6173b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:50.262295 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-b47d5db0-0a9b-453a-86df-be3ac6173b3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1096 time: 0.0792575 Nov 24 14:09:50.337579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:50.403566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610759-6daa-4658-823b-241c2581d246 req-903ee844-31e6-4b40-aa6d-6c8210dad72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:50.405063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-903ee844-31e6-4b40-aa6d-6c8210dad72b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 200 len: 898 time: 0.1361978 Nov 24 14:09:50.485305 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-77aaa91c-8fd1-4f3d-9534-d9b30ff75128 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 200 len: 217 time: 0.0732892 Nov 24 14:09:50.553965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610759-6daa-4658-823b-241c2581d246 req-c89e7987-b0ed-48b8-b7f6-7feffdf4ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:50.554327 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-c89e7987-b0ed-48b8-b7f6-7feffdf4ec13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 200 len: 843 time: 0.0626428 Nov 24 14:09:50.632156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610759-6daa-4658-823b-241c2581d246 req-7f910f5f-7c95-49db-82a9-3c5e84df53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:50.633604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-7f910f5f-7c95-49db-82a9-3c5e84df53cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a4718aa-ff01-4088-9d8c-bbe0544e3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717914 Nov 24 14:09:50.899635 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-35a3a7a4-57f5-4225-aaa2-c0b131299a03 service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558582 Nov 24 14:09:51.034569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f610759-6daa-4658-823b-241c2581d246 req-b0b8da80-99e1-4247-a45d-91a068fe36ba service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281884 Nov 24 14:09:51.152030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adb61-d1f2-46dd-8215-b5f5726ebd6b req-562f0661-17a5-4e36-8102-24d439d43b58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:51.152595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-508adb61-d1f2-46dd-8215-b5f5726ebd6b req-562f0661-17a5-4e36-8102-24d439d43b58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:09:51.171363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-508adb61-d1f2-46dd-8215-b5f5726ebd6b req-562f0661-17a5-4e36-8102-24d439d43b58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:09:51.172798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-508adb61-d1f2-46dd-8215-b5f5726ebd6b req-562f0661-17a5-4e36-8102-24d439d43b58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 943 time: 0.1180532 Nov 24 14:09:51.225051 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-508adb61-d1f2-46dd-8215-b5f5726ebd6b req-32e5d63a-1488-4f56-b125-6ce845ba8d07 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464249 Nov 24 14:09:52.417310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81df70-7ad0-42fa-b6f0-e407ca6f7881 req-cf483517-8dda-418d-9554-e85ecb14cd9e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:52.418826 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3e81df70-7ad0-42fa-b6f0-e407ca6f7881 req-cf483517-8dda-418d-9554-e85ecb14cd9e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 943 time: 0.0818801 Nov 24 14:09:52.463491 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-3e81df70-7ad0-42fa-b6f0-e407ca6f7881 req-89a5d812-3482-4d1c-b5ed-befb904e9d17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390990 Nov 24 14:09:52.538546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-304b3405-195d-4071-b05e-b07dd2601ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:53.417728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device cc8f77b5-3390-4a47-80c8-471d5eb35c88 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:09:53.552511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port cc8f77b5-3390-4a47-80c8-471d5eb35c88, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:53.569715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'port_id': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'mac_address': 'fa:16:3e:c2:66:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:09:53.631399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:53.649624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8f77b5-3390-4a47-80c8-471d5eb35c88 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:09:53.660939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1083430-75ab-473f-84a1-ea04d447ff91 req-18f760a6-70c1-42f5-b301-be7ef3c9f727 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:53.662410 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1083430-75ab-473f-84a1-ea04d447ff91 req-18f760a6-70c1-42f5-b301-be7ef3c9f727 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 943 time: 0.0918524 Nov 24 14:09:53.665967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port cc8f77b5-3390-4a47-80c8-471d5eb35c88, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:53.677992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:53.685708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-45edf8ab-bbb3-4313-ab34-1dedf55958c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:53.712340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1083430-75ab-473f-84a1-ea04d447ff91 req-1eff2f0b-f91a-49b3-bfa6-154088fbe3dc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Nov 24 14:09:53.723563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:53.757573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=cc8f77b5-3390-4a47-80c8-471d5eb35c88,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:53.761130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:53.977382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['cc8f77b5-3390-4a47-80c8-471d5eb35c88'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:09:54.907206 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7bccb-a894-49e8-ae4c-e734c243957a req-179b304f-1972-478f-9c76-1565b35ea36e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:54.908699 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-efe7bccb-a894-49e8-ae4c-e734c243957a req-179b304f-1972-478f-9c76-1565b35ea36e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 944 time: 0.0876901 Nov 24 14:09:54.962294 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-efe7bccb-a894-49e8-ae4c-e734c243957a req-92ddb2d6-960e-4fdb-9576-3688093e5fbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 Nov 24 14:09:55.287043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:55.426104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device cc8f77b5-3390-4a47-80c8-471d5eb35c88 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:09:55.493634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port cc8f77b5-3390-4a47-80c8-471d5eb35c88 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:09:55.498375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port cc8f77b5-3390-4a47-80c8-471d5eb35c88 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:09:55.498757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:55.617552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:55.644983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:09:55.655800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port cc8f77b5-3390-4a47-80c8-471d5eb35c88, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:09:55.660249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:55.662185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:55.692869 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'code': 200} Nov 24 14:09:55.732917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=cc8f77b5-3390-4a47-80c8-471d5eb35c88,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:55.735739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:09:55.949014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904de73-16ee-41c7-8192-f97f381d97f6 req-cb7997af-6123-4cf4-b6cd-1e50a66af8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:55.950457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1904de73-16ee-41c7-8192-f97f381d97f6 req-cb7997af-6123-4cf4-b6cd-1e50a66af8e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1098 time: 0.0707436 Nov 24 14:09:56.000235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1904de73-16ee-41c7-8192-f97f381d97f6 req-11965d31-aa21-45e4-909d-7f584a3efc9f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353773 Nov 24 14:09:56.150194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624031e-c4dd-43ec-b7ca-4ab1a356ded1 req-6645d399-dad2-4e24-9700-4538dfe96b56 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:56.151695 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1624031e-c4dd-43ec-b7ca-4ab1a356ded1 req-6645d399-dad2-4e24-9700-4538dfe96b56 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.0832412 Nov 24 14:09:56.197275 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-1624031e-c4dd-43ec-b7ca-4ab1a356ded1 req-c33072af-cd20-4bde-8e27-cedb81fab2ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Nov 24 14:09:57.391336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490355-5349-40a0-b6ec-08a2042fa19b req-882867ee-3a08-4dba-8713-08a106106113 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:57.392788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-45490355-5349-40a0-b6ec-08a2042fa19b req-882867ee-3a08-4dba-8713-08a106106113 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.0857224 Nov 24 14:09:57.437295 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-45490355-5349-40a0-b6ec-08a2042fa19b req-56804916-2dc7-4a3a-b5d5-44c66f5e6f0a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383682 Nov 24 14:09:58.640752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ffffd-f886-498e-afa1-13b75c0a5630 req-f31e7b80-cb01-471f-8d9c-fd5d4fda47ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:58.642239 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-843ffffd-f886-498e-afa1-13b75c0a5630 req-f31e7b80-cb01-471f-8d9c-fd5d4fda47ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.1000907 Nov 24 14:09:58.686182 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-843ffffd-f886-498e-afa1-13b75c0a5630 req-a0bfa963-3ada-4139-9396-7331d304d5ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382397 Nov 24 14:09:58.879000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2061856-1abf-4e09-a7c3-4981970e02e8 req-0128d918-cf9e-4bea-b075-82533e3deb4e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:58.880517 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2061856-1abf-4e09-a7c3-4981970e02e8 req-0128d918-cf9e-4bea-b075-82533e3deb4e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.0813086 Nov 24 14:09:58.925498 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2061856-1abf-4e09-a7c3-4981970e02e8 req-b07f1509-7a0b-4425-8dd4-4672be5a78cf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 Nov 24 14:09:58.948464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44802) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:59.021541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc462dc4-ecc7-486b-9ba4-76c82f38deb2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:59.023474 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cc462dc4-ecc7-486b-9ba4-76c82f38deb2 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1093 time: 0.0734606 Nov 24 14:09:59.026314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44806) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:09:59.031200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:09:59.037082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:09:59.041483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:09:59.044288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:09:59.049945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:09:59.060208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:59.195790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:59.334338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.224 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/c5ad0083-48b5-49d3-a471-a6a812a7803d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:09:59.480193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:59.509856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:09:59.513640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:09:59.576198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:09:59.579158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:09:59.583166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:09:59.615597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=c5ad0083-48b5-49d3-a471-a6a812a7803d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:09:59.630062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:10:00.148152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:00.224381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:00.436737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:00.441152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:00.444683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:10:00.550844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=c5ad0083-48b5-49d3-a471-a6a812a7803d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:00.555099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:10:00.563258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:00.738026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP d5bd9fec-c1c2-4889-bd15-93c08f1faa6b associated. External IP: 172.26.8.224, port: cc8f77b5-3390-4a47-80c8-471d5eb35c88. Nov 24 14:10:01.088777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:10:01.270675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:10:01.280866 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] Sync routers for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:10:01.290011 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:10:01.290619 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:01.303635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:01.365366 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3379331 Nov 24 14:10:01.366250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:10:01.367631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44810) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:10:01.424664 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'status': 'completed', 'code': 200} Nov 24 14:10:01.497288 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-492b2dc4-f76b-4b17-aea4-d4ea1b8f7484 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5bd9fec-c1c2-4889-bd15-93c08f1faa6b HTTP/1.1" status: 200 len: 991 time: 0.1284320 Nov 24 14:10:01.508168 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:10:01.522599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-4231ef04-6eb2-4530-bbcf-21b20cfeb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:01.524321 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-4231ef04-6eb2-4530-bbcf-21b20cfeb517 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1098 time: 0.0777678 Nov 24 14:10:01.811014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-4aaed742-6410-4737-9746-a7a9c376f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:01.812450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-4aaed742-6410-4737-9746-a7a9c376f69b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 200 len: 898 time: 0.2730451 Nov 24 14:10:01.874137 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5bd9fec-c1c2-4889-bd15-93c08f1faa6b', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.224', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'port_id': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'mac_address': 'fa:16:3e:c2:66:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:10:00Z', 'updated_at': '2021-11-24T14:10:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:46Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:01.877854 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] Checking router: fef47fdf-2d6c-4023-8cdd-a7de60a4d67c for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:10:01.886574 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:10:01.887153 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:09:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:01.917533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-ed7b5e07-d6a7-41bd-9935-17889ceb88e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 200 len: 999 time: 0.0982530 Nov 24 14:10:01.983396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-91e3c1c2-dd26-4aeb-8bea-9380048ff00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:01.984771 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-91e3c1c2-dd26-4aeb-8bea-9380048ff00a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 200 len: 843 time: 0.0609400 Nov 24 14:10:02.060577 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:10:02.063143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-4550a036-e077-42db-bbdd-c19bf6406fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:02.064621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-4550a036-e077-42db-bbdd-c19bf6406fe2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a4718aa-ff01-4088-9d8c-bbe0544e3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734539 Nov 24 14:10:02.201034 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-6592c206-476b-4ab1-9b09-cb07b11e624a service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295555 Nov 24 14:10:02.336777 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d651bda6-2a61-4cf8-b6d5-ba1da6b9520d req-755c953d-e9a8-49e7-8791-f17e0a2739b6 service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290710 Nov 24 14:10:02.429772 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5bd9fec-c1c2-4889-bd15-93c08f1faa6b', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.224', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'port_id': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'mac_address': 'fa:16:3e:c2:66:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:10:00Z', 'updated_at': '2021-11-24T14:10:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:46Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:02.433788 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a691a-73b5-413d-a809-445ea7ea26ca None None] The sync data for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv is: [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'd5bd9fec-c1c2-4889-bd15-93c08f1faa6b', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.224', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'port_id': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'mac_address': 'fa:16:3e:c2:66:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:10:00Z', 'updated_at': '2021-11-24T14:10:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:46Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:10:02.498538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 44816) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:10:02.636099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc588a-812d-4768-bb0f-0146d4023521 None None] New status for floating IP d5bd9fec-c1c2-4889-bd15-93c08f1faa6b: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:10:02.735194 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b4e27dda-ba93-4874-bff3-4aa129638522 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5bd9fec-c1c2-4889-bd15-93c08f1faa6b HTTP/1.1" status: 200 len: 991 time: 0.2353287 Nov 24 14:10:03.738892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:10:03.860269 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-98b3b519-8e17-43b6-9449-511670e4f935 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/d5bd9fec-c1c2-4889-bd15-93c08f1faa6b HTTP/1.1" status: 200 len: 993 time: 0.1197231 Nov 24 14:10:16.895654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:19.756351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7aedfe02-ac0b-41aa-b94e-1c4ce1e7991f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:20.330763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:22.541678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-634e784a-5ec4-40c4-ad04-7aafc1e704e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:23.690494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:24.994508 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:10:25.290644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:46.905932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:49.758099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d149174d-72b2-437e-80fe-9a5dfed90bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:50.332766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:52.544307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65caa2f3-e8e5-4ce3-800f-6be169740a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:53.692331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:10:55.293882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:01.996801 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:11:02.906939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-26027755-2bad-4ffe-adcf-f3fd35813c6f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721679 Nov 24 14:11:03.054316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827e920-e333-4b89-ba1c-021247549162 req-862e62c5-3420-4413-b749-730c80041b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:03.055724 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-862e62c5-3420-4413-b749-730c80041b5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1098 time: 0.0746899 Nov 24 14:11:03.203952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827e920-e333-4b89-ba1c-021247549162 req-c2f0416a-c7f3-4ce5-8a0e-4ea9a6ef5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:03.205431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-c2f0416a-c7f3-4ce5-8a0e-4ea9a6ef5d83 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.1284211 Nov 24 14:11:03.312558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-a2d84439-e41c-4e07-90f8-bd441f876477 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 1001 time: 0.0965374 Nov 24 14:11:03.379431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827e920-e333-4b89-ba1c-021247549162 req-1adf2ee9-98a5-49b1-bcd3-15f5b05c84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:03.380870 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-1adf2ee9-98a5-49b1-bcd3-15f5b05c84ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0574598 Nov 24 14:11:03.459883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827e920-e333-4b89-ba1c-021247549162 req-e718f07d-a21e-4db4-bafb-3648ad8a49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:03.461347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-e718f07d-a21e-4db4-bafb-3648ad8a49d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726926 Nov 24 14:11:03.598735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-d8dd309f-e7f3-405b-87cc-0079e217c65e service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259198 Nov 24 14:11:03.734782 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1827e920-e333-4b89-ba1c-021247549162 req-4433953f-1d64-4b9a-a635-655c2ffb7b93 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258514 Nov 24 14:11:04.920369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44846) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:11:05.240366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Deleting port ac48a337-dac7-418f-ac40-b4012ab5d150 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:11:05.240606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:05.414392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:05.414715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:05.536930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Calling delete_port for ac48a337-dac7-418f-ac40-b4012ab5d150 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:11:05.689046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:05.692713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-29651b29-1e7c-462c-bc67-49511fc9b8af tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:11:05.736765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'Port': ['ID=ac48a337-dac7-418f-ac40-b4012ab5d150,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:11:05.773206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.773611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.773983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.774352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.774720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.775083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.775445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.775803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.776188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.776597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.776984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.777341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:11:05.787877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:11:05.840054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:05.840379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Floating IP 4cfef706-035b-4323-a83f-df573ae62c79 disassociated (deleted). External IP: 172.26.8.155, port: 69f69c09-f732-4c8c-832e-603864a4f31d. Nov 24 14:11:06.187286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:11:06.495992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:11:06.505476 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:11:06.515598 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:11:06.516300 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:10:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:11:06.516424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:06.578427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "DELETE /v2.0/floatingips/4cfef706-035b-4323-a83f-df573ae62c79 HTTP/1.1" status: 204 len: 168 time: 1.6569519 Nov 24 14:11:06.579225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:11:06.640207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d', 'status': 'completed', 'code': 200} Nov 24 14:11:06.731544 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:11:06.744439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-8db16579-d68b-41cb-b1f7-f1cbd8e4480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:06.746742 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-8db16579-d68b-41cb-b1f7-f1cbd8e4480b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 1099 time: 0.0856519 Nov 24 14:11:06.900659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-f5ce0f44-d44f-4cb2-b908-b052a17fda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:06.902153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-f5ce0f44-d44f-4cb2-b908-b052a17fda50 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.1456256 Nov 24 14:11:07.023409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-ddd1fb09-8161-4161-b303-a1f3153959f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69f69c09-f732-4c8c-832e-603864a4f31d HTTP/1.1" status: 200 len: 217 time: 0.0848417 Nov 24 14:11:07.093468 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:24Z', 'revision_number': 1, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:11:07.097374 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:11:07.105834 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:11:07.106417 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:10:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:11:07.114697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-ed79e930-a43d-4a57-9890-3737bbdc93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:07.116145 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-ed79e930-a43d-4a57-9890-3737bbdc93db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.0832813 Nov 24 14:11:07.129607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef904-ce5c-47a4-a374-e15408e08043 req-c7f5ab62-3bea-42a4-a41f-42b9a802d02f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:07.130288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f37ef904-ce5c-47a4-a374-e15408e08043 req-c7f5ab62-3bea-42a4-a41f-42b9a802d02f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:11:07.196414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f37ef904-ce5c-47a4-a374-e15408e08043 req-c7f5ab62-3bea-42a4-a41f-42b9a802d02f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:11:07.197602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f37ef904-ce5c-47a4-a374-e15408e08043 req-c7f5ab62-3bea-42a4-a41f-42b9a802d02f tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.2946010 Nov 24 14:11:07.253116 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f37ef904-ce5c-47a4-a374-e15408e08043 req-18e194d5-c1db-4464-863a-87ca773cf8f1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490193 Nov 24 14:11:07.256154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-399a8fa7-c794-4a38-9807-13de6af78e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:07.257583 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-399a8fa7-c794-4a38-9807-13de6af78e3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1246626 Nov 24 14:11:07.284368 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:11:07.448302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-bb61f5f4-04d4-4052-8076-a8af619398fa service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824560 Nov 24 14:11:07.585659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0372737d-5d96-4174-a8e8-d82d8b25e5e5 req-5c3c6c46-ae45-4b0e-a480-d7ea48451b84 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296957 Nov 24 14:11:07.680676 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:24Z', 'revision_number': 1, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:11:07.684967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ace26-1638-48d7-a81e-4019189bde8e None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '4fef927c-a1e7-42cd-a61e-587949b2d374', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'floating_ip_address': '172.26.8.166', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '27c95046-68c1-4757-a712-a319f3716118', 'port_id': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'mac_address': 'fa:16:3e:b4:57:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:07:14Z', 'updated_at': '2021-11-24T14:07:24Z', 'revision_number': 1, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:11:07.908619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620d19b-144a-4350-b476-ce891cbe3c16 None None] New status for floating IP 4cfef706-035b-4323-a83f-df573ae62c79: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:11:08.440936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db068cc3-bacb-4c12-a93e-6768c0655fca req-a0e3a024-7bd1-4e42-8bfc-832a9d1584c1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:08.442371 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-db068cc3-bacb-4c12-a93e-6768c0655fca req-a0e3a024-7bd1-4e42-8bfc-832a9d1584c1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.0816000 Nov 24 14:11:08.485862 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-db068cc3-bacb-4c12-a93e-6768c0655fca req-01bd94af-6fa2-450b-9d09-6e196002a63a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378771 Nov 24 14:11:08.769231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-8070f9d7-e602-47c7-a93a-01fdc7a91266 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:08.770690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-8070f9d7-e602-47c7-a93a-01fdc7a91266 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 946 time: 0.0833280 Nov 24 14:11:08.850771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Deleting port 69f69c09-f732-4c8c-832e-603864a4f31d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:11:08.851102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:09.097617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] For port 69f69c09-f732-4c8c-832e-603864a4f31d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=69f69c09-f732-4c8c-832e-603864a4f31d,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:11:09.097971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:09.226105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Calling delete_port for 69f69c09-f732-4c8c-832e-603864a4f31d owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:11:09.371727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:09.377727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9394313f-938d-45ef-b38b-76ea13cbdaa6 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:11:09.557816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'Port': ['ID=69f69c09-f732-4c8c-832e-603864a4f31d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:11:09.561113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:11:09.675649 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b4442eb-47fd-4a7f-b4ff-8cfb835fbcb1 req-f33a58a2-ddc1-4a04-9605-afdd38eb2984 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 210 time: 0.0766146 Nov 24 14:11:09.676418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] No DVR routers for this DVR port 69f69c09-f732-4c8c-832e-603864a4f31d on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:11:09.678776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:09.681462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'name': 'network-vif-deleted', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:11:09.698380 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3bb78123-0ca0-4ace-a0f1-da7ee4af9485 req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "DELETE /v2.0/ports/69f69c09-f732-4c8c-832e-603864a4f31d HTTP/1.1" status: 204 len: 173 time: 0.9186213 Nov 24 14:11:09.735610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ffb5b-ed15-4a23-862a-10252fc81541', 'name': 'network-vif-deleted', 'tag': '69f69c09-f732-4c8c-832e-603864a4f31d', 'status': 'completed', 'code': 200} Nov 24 14:11:10.843781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3f928d56-101e-4c7e-9007-fd7761f5d01f req-527414ac-8d16-4147-ab7c-5f6e99de85e1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:11:10.860204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3f928d56-101e-4c7e-9007-fd7761f5d01f req-527414ac-8d16-4147-ab7c-5f6e99de85e1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:11:10.861517 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f928d56-101e-4c7e-9007-fd7761f5d01f req-527414ac-8d16-4147-ab7c-5f6e99de85e1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00ffb5b-ed15-4a23-862a-10252fc81541 HTTP/1.1" status: 200 len: 210 time: 0.0605860 Nov 24 14:11:11.752495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 69f69c09-f732-4c8c-832e-603864a4f31d no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:11:11.786616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 69f69c09-f732-4c8c-832e-603864a4f31d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:11:11.786968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 69f69c09-f732-4c8c-832e-603864a4f31d not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:11:16.911217 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:19.760848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7b58beca-f071-4861-8a14-88c212add10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:20.336644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:22.548981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d789b0b-e698-4d90-9c54-679d1d77661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:23.694928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:25.295121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:38.998534 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:11:46.905990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:49.763743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb119-8022-4d54-a96f-b3d20529f4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:50.339416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:52.554417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00fe966f-d0a6-4f23-8fde-53cebcd64cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:53.696918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:55.297395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:57.429000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44878) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:11:57.435101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:11:57.553341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27325843'] for subnet, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:57.736909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756219629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27636118'] for subnet, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:57.740676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1eabfc65-b848-4295-8407-298299c0a5aa tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:11:57.790882 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:57.791474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:57.792772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/subnets/04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 200 len: 835 time: 0.3627586 Nov 24 14:11:57.796386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9ade0-d164-4494-a759-767eb57943c2 None None] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:11:57.809803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=04611308-ff91-4b37-89a2-e1fbd51bf3dd,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:11:57.812640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5e5941a9-6dc7-4b9c-a808-f94850f75861 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:11:58.259790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e0f332a-4f67-4d7c-9e2d-1197ce55e123 None None] Provisioning complete for port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:11:58.260189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e0f332a-4f67-4d7c-9e2d-1197ce55e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:58.388225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e0f332a-4f67-4d7c-9e2d-1197ce55e123 None None] Provisioning complete for port b03764ba-caf1-4511-a4b7-40b1988acd23 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:11:58.388597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e0f332a-4f67-4d7c-9e2d-1197ce55e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:11:58.513502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1e0f332a-4f67-4d7c-9e2d-1197ce55e123 None None] Provisioning complete for port cc8f77b5-3390-4a47-80c8-471d5eb35c88 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:11:58.513875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1e0f332a-4f67-4d7c-9e2d-1197ce55e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:03.310843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-a8bb2bf8-819e-430e-9478-61252673aeee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173465 Nov 24 14:12:03.413515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-16691a50-b0f7-4737-8cbe-89b385df7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:03.414976 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-16691a50-b0f7-4737-8cbe-89b385df7be1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1098 time: 0.0766482 Nov 24 14:12:03.573989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-8c5e7ec7-0ea4-4249-93ec-5346d84cd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:03.575794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-8c5e7ec7-0ea4-4249-93ec-5346d84cd4ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 200 len: 898 time: 0.1361303 Nov 24 14:12:03.682240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-bd7d3456-a43c-4a79-896a-4647ea59e4f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 200 len: 1001 time: 0.0964241 Nov 24 14:12:03.753795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-468714eb-499e-4d44-acf1-db874a45136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:03.755228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-468714eb-499e-4d44-acf1-db874a45136f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 200 len: 843 time: 0.0624809 Nov 24 14:12:03.837278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-cffd431f-0c0d-4335-a71a-99a7236a37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:03.838679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-cffd431f-0c0d-4335-a71a-99a7236a37f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a4718aa-ff01-4088-9d8c-bbe0544e3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754695 Nov 24 14:12:03.978237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-db88a0c7-8f16-49c8-8e40-9ecac720a7cd service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276188 Nov 24 14:12:04.115700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-122f2ddd-c877-4949-9923-4ae07b279c49 req-3ebf8ea9-c048-48b4-a703-51d0f64a88a4 service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268697 Nov 24 14:12:15.998025 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:12:16.673586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44906) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:16.882257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Deleting port aa92492d-813d-4a61-b123-9308b94ccff7 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:16.882594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:16.906561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:17.053182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:17.053507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:17.297410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Calling delete_port for aa92492d-813d-4a61-b123-9308b94ccff7 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:17.449666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:17.453325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25fc752a-beba-4d7a-b95c-955a7e25b3b5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:17.500888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'Port': ['ID=aa92492d-813d-4a61-b123-9308b94ccff7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:17.539980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.540366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.540769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.541153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.541526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.541902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.542271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.542637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.543685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.544052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.544420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.544807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:17.575102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:17.604191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:17.604191 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Floating IP 4fef927c-a1e7-42cd-a61e-587949b2d374 disassociated (deleted). External IP: 172.26.8.166, port: 563ad8f9-12bb-4871-94f9-d5e105e88c0f. Nov 24 14:12:17.959313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:12:18.141018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:18.150779 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:18.160173 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:18.160456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:18.160922 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:11:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:18.216312 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "DELETE /v2.0/floatingips/4fef927c-a1e7-42cd-a61e-587949b2d374 HTTP/1.1" status: 204 len: 168 time: 1.5416393 Nov 24 14:12:18.217118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:18.377727 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:18.518318 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'status': 'completed', 'code': 200} Nov 24 14:12:18.625512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-d16908fd-ad49-4bba-94ad-ee86d7917a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:18.627168 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-d16908fd-ad49-4bba-94ad-ee86d7917a49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c14caf9d09624db788c139dea0002e72&device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 1098 time: 0.0824776 Nov 24 14:12:18.709814 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:18.715277 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:18.723869 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:18.724472 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:11:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:18.822459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-c9dfb2d4-6011-4de2-9d44-40fefe726a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:18.823879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-c9dfb2d4-6011-4de2-9d44-40fefe726a1a service neutron] 10.222.0.76 "GET /v2.0/networks?id=6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 200 len: 913 time: 0.1889985 Nov 24 14:12:18.896052 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-6ac82588-1965-4660-801e-d6c608533743 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 200 len: 217 time: 0.0646422 Nov 24 14:12:18.908653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14fae1-97d1-43fa-94b2-b47280f9d6d7 req-bbd6753e-2cf9-4735-8bce-6c95a2a8530b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:18.908653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-fe14fae1-97d1-43fa-94b2-b47280f9d6d7 req-bbd6753e-2cf9-4735-8bce-6c95a2a8530b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:12:18.911228 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:19.104992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-fe14fae1-97d1-43fa-94b2-b47280f9d6d7 req-bbd6753e-2cf9-4735-8bce-6c95a2a8530b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:12:19.106143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fe14fae1-97d1-43fa-94b2-b47280f9d6d7 req-bbd6753e-2cf9-4735-8bce-6c95a2a8530b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 945 time: 0.4988649 Nov 24 14:12:19.109666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-ff805234-695b-45ba-84e9-889601ac7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:19.111168 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-ff805234-695b-45ba-84e9-889601ac7a01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 200 len: 850 time: 0.1990278 Nov 24 14:12:19.244254 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:19.249048 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e3591-968b-4033-9c12-28396ac46ba0 None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:02:58Z', 'revision_number': 4, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '02c8c324-3ce5-4903-aca3-9af9d71f0cec', 'name': '', 'network_id': '6d387bb8-9890-4da0-a21c-d73a008727f7', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'mac_address': 'fa:16:3e:5c:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:56Z', 'updated_at': '2021-11-24T14:03:07Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'subnets': [{'id': 'c2cbab32-157d-4936-bf1e-d0249eba1fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:19.251521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fe14fae1-97d1-43fa-94b2-b47280f9d6d7 req-eb1f0bcc-eff4-4aa5-9cb5-8be5b2e1e061 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/security-groups?id=12711eff-861c-482c-be10-1f7162910c03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392581 Nov 24 14:12:19.286852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-1693346d-bcc6-4699-b977-92eed792dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:19.288304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-1693346d-bcc6-4699-b977-92eed792dcf5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6d387bb8-9890-4da0-a21c-d73a008727f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626108 Nov 24 14:12:19.296675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-c1e4de0d-07f4-41c3-98ce-382597ca7aed tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:19.298206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-c1e4de0d-07f4-41c3-98ce-382597ca7aed tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 945 time: 0.1236887 Nov 24 14:12:19.452511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Deleting port 563ad8f9-12bb-4871-94f9-d5e105e88c0f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:19.452864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:19.487929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660cc66-fce7-48da-b5b7-9125e982f43e None None] New status for floating IP 4fef927c-a1e7-42cd-a61e-587949b2d374: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:12:19.564130 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-7088713d-f592-4b61-8123-d6b25f6eef80 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644138 Nov 24 14:12:19.766186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6bcffadc-1190-4c51-a23f-2750c4b1872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:19.817332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae1335de-a2e5-4eab-a4e0-48284f7c4692 req-7f0260fa-041c-4ed0-bc1b-62d6709f9183 service neutron] 10.222.0.76 "GET /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410927 Nov 24 14:12:19.837680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] For port 563ad8f9-12bb-4871-94f9-d5e105e88c0f, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=563ad8f9-12bb-4871-94f9-d5e105e88c0f,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:19.838094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:19.965913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Calling delete_port for 563ad8f9-12bb-4871-94f9-d5e105e88c0f owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:20.109039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:20.115467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:20.164667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'Port': ['ID=563ad8f9-12bb-4871-94f9-d5e105e88c0f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:20.167749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:20.247902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] No DVR routers for this DVR port 563ad8f9-12bb-4871-94f9-d5e105e88c0f on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:20.250110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:20.263509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9dfc7830-650b-459f-8e87-a56ae24ac8a1 req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.76 "DELETE /v2.0/ports/563ad8f9-12bb-4871-94f9-d5e105e88c0f HTTP/1.1" status: 204 len: 173 time: 0.9446921 Nov 24 14:12:20.356668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:20.409332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-177fb331-c926-467b-b65e-b3790f3e8e6a req-01b5fd42-0d65-415d-8c2c-fc8e0f4595bf tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Synchronizing usage tracker for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:12:20.425283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-177fb331-c926-467b-b65e-b3790f3e8e6a req-01b5fd42-0d65-415d-8c2c-fc8e0f4595bf tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Unset dirty status for tenant:c14caf9d09624db788c139dea0002e72 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:12:20.426528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-177fb331-c926-467b-b65e-b3790f3e8e6a req-01b5fd42-0d65-415d-8c2c-fc8e0f4595bf tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "GET /v2.0/ports?device_id=44007d92-7d47-48ad-b7ac-5fef049ed986 HTTP/1.1" status: 200 len: 210 time: 0.0592995 Nov 24 14:12:20.519430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'name': 'network-vif-deleted', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:20.568576 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44007d92-7d47-48ad-b7ac-5fef049ed986', 'name': 'network-vif-deleted', 'tag': '563ad8f9-12bb-4871-94f9-d5e105e88c0f', 'status': 'completed', 'code': 200} Nov 24 14:12:21.526501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44928) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:21.679541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Deleting port c15b992d-bce2-4d17-930d-a08df5b66014 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:21.679871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:21.972072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:21.972392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:22.094363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Calling delete_port for c15b992d-bce2-4d17-930d-a08df5b66014 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:22.127298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 563ad8f9-12bb-4871-94f9-d5e105e88c0f no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:22.165755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 563ad8f9-12bb-4871-94f9-d5e105e88c0f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:22.166112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 563ad8f9-12bb-4871-94f9-d5e105e88c0f not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:22.236945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:22.241804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d1f6d8d-da58-417d-ac62-eaf88dd45a03 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:22.313145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'Port': ['ID=c15b992d-bce2-4d17-930d-a08df5b66014,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:22.315722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:22.383568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:22.402051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:22.403295 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "DELETE /v2.0/floatingips/e74bfe61-c25f-4757-8c9a-d287e750cbf6 HTTP/1.1" status: 204 len: 168 time: 0.8757541 Nov 24 14:12:22.546205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ed3a58ec-b4c7-44ec-a600-5d28876c356c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:23.702272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:24.898742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44946) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:24.971633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:25.002821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:25.071478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:25.075942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2710f32c-0dc1-4968-82a5-7331196e2e7d tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:25.099688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12711eff-861c-482c-be10-1f7162910c03,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:25.102376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:25.110395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:25.111518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] 10.222.0.36 "DELETE /v2.0/security-groups/12711eff-861c-482c-be10-1f7162910c03 HTTP/1.1" status: 204 len: 168 time: 0.2114666 Nov 24 14:12:25.303212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:26.187175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44954) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:26.859616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:27.341319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Deleting port 02c8c324-3ce5-4903-aca3-9af9d71f0cec {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:27.342020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:27.524386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] For port 02c8c324-3ce5-4903-aca3-9af9d71f0cec, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=02c8c324-3ce5-4903-aca3-9af9d71f0cec,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:27.524730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:27.652590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Calling delete_port for 02c8c324-3ce5-4903-aca3-9af9d71f0cec owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:27.828267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:27.832137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2ffce70-9e6e-4d17-bfe9-2c6fc3c5b2cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:27.876438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c8c324-3ce5-4903-aca3-9af9d71f0cec,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:27.879541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:28.165094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:28.563650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Router 27c95046-68c1-4757-a712-a319f3716118 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:12:28.875188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:28.884428 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] Sync routers for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:28.891312 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/27c95046-68c1-4757-a712-a319f3716118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997390 Nov 24 14:12:28.891579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44960) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:28.895540 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:28.896151 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:29.071250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:29.088937 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:29.260687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:29.271461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Deleting port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:29.271843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:29.384846 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:12:27Z', 'revision_number': 5, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port': {'id': 'c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c95046-68c1-4757-a712-a319f3716118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:02:48Z', 'updated_at': '2021-11-24T14:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:29.389532 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] Checking router: 27c95046-68c1-4757-a712-a319f3716118 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:29.397904 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] Routers {'27c95046-68c1-4757-a712-a319f3716118'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:29.398503 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['27c95046-68c1-4757-a712-a319f3716118'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:29.465827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] For port c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:29.466181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:29.593398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Calling delete_port for c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:29.602741 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] Set router 27c95046-68c1-4757-a712-a319f3716118 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:29.722181 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:12:29Z', 'revision_number': 6, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:29.726371 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7385b-4791-4222-94d1-65b9b02f0d2c None None] The sync data for ids ['27c95046-68c1-4757-a712-a319f3716118'] in dv-neutron-818153-2-hyperv is: [{'id': '27c95046-68c1-4757-a712-a319f3716118', 'name': 'tempest-TestVolumeBootPattern-548450419-router', 'tenant_id': 'c14caf9d09624db788c139dea0002e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:02:47Z', 'updated_at': '2021-11-24T14:12:29Z', 'revision_number': 6, 'project_id': 'c14caf9d09624db788c139dea0002e72', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:29.771023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:29.774679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9f790c79-f15f-4ece-93f1-fc4037487efa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:29.820663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:29.823614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:29.911347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.196240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 02c8c324-3ce5-4903-aca3-9af9d71f0cec no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:30.223729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.225987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.234055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 02c8c324-3ce5-4903-aca3-9af9d71f0cec {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:30.234461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 02c8c324-3ce5-4903-aca3-9af9d71f0cec not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:30.252264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.252856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c95046-68c1-4757-a712-a319f3716118 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:12:30.267543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.268652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] 10.222.0.36 "DELETE /v2.0/routers/27c95046-68c1-4757-a712-a319f3716118 HTTP/1.1" status: 204 len: 168 time: 1.3762105 Nov 24 14:12:30.271230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:30.342442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Deleting subnet c2cbab32-157d-4936-bf1e-d0249eba1fe7 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:12:30.345393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.406489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.501443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.570666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.574388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b7923c6-bb5d-4c9e-87fa-396e362731a5 tempest-AllowedAddressPairIpV6TestJSON-1883274330 tempest-AllowedAddressPairIpV6TestJSON-1883274330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:30.611613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.614836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2cbab32-157d-4936-bf1e-d0249eba1fe7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:30.618201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:30.618706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfceccf3-6883-44e5-beaa-f0cf3e3974b4 None None] Network 6d387bb8-9890-4da0-a21c-d73a008727f7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:12:30.622283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2cbab32-157d-4936-bf1e-d0249eba1fe7 HTTP/1.1" status: 204 len: 168 time: 0.3498492 Nov 24 14:12:30.624461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44968) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:30.741820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.754398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Deleting port e14d0c59-14fc-4406-ae97-11797c74a78a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:30.754398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.903021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] DHCP port deletion for 6d387bb8-9890-4da0-a21c-d73a008727f7 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:12:30.908691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Deleting port e14d0c59-14fc-4406-ae97-11797c74a78a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:30.909192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:30.988122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] For port e14d0c59-14fc-4406-ae97-11797c74a78a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e14d0c59-14fc-4406-ae97-11797c74a78a,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:30.988397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.140148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Calling delete_port for e14d0c59-14fc-4406-ae97-11797c74a78a owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:31.222287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] For port e14d0c59-14fc-4406-ae97-11797c74a78a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=e14d0c59-14fc-4406-ae97-11797c74a78a,segment=NetworkSegment(236da16a-68e0-4ef8-9293-6b890fa7a176),segment_id=236da16a-68e0-4ef8-9293-6b890fa7a176)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:31.223027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.223760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.227915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:31.273919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Pushing event deleted for resources: {'Port': ['ID=e14d0c59-14fc-4406-ae97-11797c74a78a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:31.276890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:31.282413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] No DVR routers for this DVR port e14d0c59-14fc-4406-ae97-11797c74a78a on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:31.409703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Calling delete_port for e14d0c59-14fc-4406-ae97-11797c74a78a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:31.412257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.439515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d387bb8-9890-4da0-a21c-d73a008727f7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:31.452617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236da16a-68e0-4ef8-9293-6b890fa7a176') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:31.452947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236da16a-68e0-4ef8-9293-6b890fa7a176') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:31.465217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.481243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.488218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:12:31.488614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.501448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:12:31.501991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:12:31.503196 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:12:31.586196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.589726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2a6de3f-1631-4d6c-b666-28762551940e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:31.604395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:31.615747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d387bb8-9890-4da0-a21c-d73a008727f7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:31.618886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:31.632310 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d387bb8-9890-4da0-a21c-d73a008727f7 HTTP/1.1" status: 204 len: 168 time: 1.0065849 Nov 24 14:12:31.634865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:31.929658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:31.972003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:31.972215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c0fbfe3b-c6d3-4100-a5c2-40effa28fbe1 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:31.972662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e14d0c59-14fc-4406-ae97-11797c74a78a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:32.007176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Deleting port e14d0c59-14fc-4406-ae97-11797c74a78a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:32.007795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:32.042186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: e14d0c59-14fc-4406-ae97-11797c74a78a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:32.043174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device e14d0c59-14fc-4406-ae97-11797c74a78a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:32.083636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-46e4dfa7-8e27-433f-a5d3-ce3235592b8e None None] The port 'e14d0c59-14fc-4406-ae97-11797c74a78a' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:12:32.322161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:32.685597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Deleting port 174b92a8-c718-462e-82cc-f26b65ab1d0a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:32.686249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:32.866801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] For port 174b92a8-c718-462e-82cc-f26b65ab1d0a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=174b92a8-c718-462e-82cc-f26b65ab1d0a,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:32.867148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:33.002041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Calling delete_port for 174b92a8-c718-462e-82cc-f26b65ab1d0a owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:33.193329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:33.197801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:33.245897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=174b92a8-c718-462e-82cc-f26b65ab1d0a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:33.271494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:33.649106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:34.015443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Router 5579c81b-232d-45ab-b79d-e0b313c4ec99 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:12:34.190196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:34.199373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] Sync routers for ids ['5579c81b-232d-45ab-b79d-e0b313c4ec99'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:34.206146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] 10.222.0.36 "PUT /v2.0/routers/5579c81b-232d-45ab-b79d-e0b313c4ec99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5701194 Nov 24 14:12:34.208621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44976) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:34.208908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] Routers {'5579c81b-232d-45ab-b79d-e0b313c4ec99'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:34.209528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5579c81b-232d-45ab-b79d-e0b313c4ec99'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:34.387376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] Set router 5579c81b-232d-45ab-b79d-e0b313c4ec99 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:34.391493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:34.574470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:34.584038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Deleting port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:34.584388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:34.673057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57'}], 'enable_snat': True}, 'gw_port_id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:12:33Z', 'revision_number': 5, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port': {'id': '8d20b3c8-eb7b-4341-83bd-9986c871f3b9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:03:12Z', 'updated_at': '2021-11-24T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:34.677490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] Checking router: 5579c81b-232d-45ab-b79d-e0b313c4ec99 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:34.686268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] Routers {'5579c81b-232d-45ab-b79d-e0b313c4ec99'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:34.687029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5579c81b-232d-45ab-b79d-e0b313c4ec99'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:34.764247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] For port 8d20b3c8-eb7b-4341-83bd-9986c871f3b9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:34.764620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:34.853955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] Set router 5579c81b-232d-45ab-b79d-e0b313c4ec99 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:34.888106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Calling delete_port for 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:35.003453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:12:34Z', 'revision_number': 6, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:35.008186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24396bed-0628-49d7-b8ee-eb78b4c870c2 None None] The sync data for ids ['5579c81b-232d-45ab-b79d-e0b313c4ec99'] in dv-neutron-818153-2-hyperv is: [{'id': '5579c81b-232d-45ab-b79d-e0b313c4ec99', 'name': 'tempest-TestVolumeBootPattern-311306570-router', 'tenant_id': '5882b845490845fdba943ee316ea88f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:03:09Z', 'updated_at': '2021-11-24T14:12:34Z', 'revision_number': 6, 'project_id': '5882b845490845fdba943ee316ea88f4', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:35.193628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.197162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61ad3317-1c6d-4b2b-87e9-5917e42c77f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:35.243362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d20b3c8-eb7b-4341-83bd-9986c871f3b9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:35.246793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:35.336499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.520856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.522978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.547080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.547621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5579c81b-232d-45ab-b79d-e0b313c4ec99 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:12:35.559799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.560936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] 10.222.0.36 "DELETE /v2.0/routers/5579c81b-232d-45ab-b79d-e0b313c4ec99 HTTP/1.1" status: 204 len: 168 time: 1.3513701 Nov 24 14:12:35.563421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44980) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:35.624864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Deleting subnet 77e80027-5bce-4147-86db-cfcb8c47a8c0 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:12:35.627889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.678579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.762172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.831745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.835787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2400ff16-9e02-4a0d-bedc-991d1606e882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:35.872689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e80027-5bce-4147-86db-cfcb8c47a8c0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:35.875113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:35.879575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:35.883009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dab80a-8bcb-4c2d-9ab3-2e4acfbe0f94 None None] Network fa68d882-d024-4981-b194-41803d4dd449 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:12:35.886867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/77e80027-5bce-4147-86db-cfcb8c47a8c0 HTTP/1.1" status: 204 len: 168 time: 0.3224916 Nov 24 14:12:35.889309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:35.956089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 174b92a8-c718-462e-82cc-f26b65ab1d0a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:36.002818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.004396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 174b92a8-c718-462e-82cc-f26b65ab1d0a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:36.004766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 174b92a8-c718-462e-82cc-f26b65ab1d0a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:36.005186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:36.013481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Deleting port 1b97ce19-0c17-41c7-882a-5204f61f476b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:36.013812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.055411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:36.055763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 8d20b3c8-eb7b-4341-83bd-9986c871f3b9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:36.223635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] DHCP port deletion for fa68d882-d024-4981-b194-41803d4dd449 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:12:36.227618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Deleting port 1b97ce19-0c17-41c7-882a-5204f61f476b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:36.228004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.230075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] For port 1b97ce19-0c17-41c7-882a-5204f61f476b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1b97ce19-0c17-41c7-882a-5204f61f476b,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:36.230763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.357768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Calling delete_port for 1b97ce19-0c17-41c7-882a-5204f61f476b owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:36.437221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.439145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] For port 1b97ce19-0c17-41c7-882a-5204f61f476b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1b97ce19-0c17-41c7-882a-5204f61f476b,segment=NetworkSegment(9f8a81fd-9845-4515-9b98-9b66edbccdb5),segment_id=9f8a81fd-9845-4515-9b98-9b66edbccdb5)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:36.439550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.442013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-66ac4c93-2e21-4bca-aef6-148d8ab6fe7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:36.488239 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] No DVR routers for this DVR port 1b97ce19-0c17-41c7-882a-5204f61f476b on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:36.517748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b97ce19-0c17-41c7-882a-5204f61f476b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:36.520135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:36.563242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Calling delete_port for 1b97ce19-0c17-41c7-882a-5204f61f476b owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:36.609834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.636641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa68d882-d024-4981-b194-41803d4dd449']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:36.639949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:12:36.640314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:12:36.649082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8a81fd-9845-4515-9b98-9b66edbccdb5') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:36.649377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8a81fd-9845-4515-9b98-9b66edbccdb5') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:36.661285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.677832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.684215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:12:36.684616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:12:36.697947 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:12:36.894409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.898892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:36.901440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d160505a-fcba-44ed-bc94-508b6fb0c5b8 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:36.921843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa68d882-d024-4981-b194-41803d4dd449,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:36.924121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:36.930303 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fa68d882-d024-4981-b194-41803d4dd449 HTTP/1.1" status: 204 len: 168 time: 1.0400760 Nov 24 14:12:37.043573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44990) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:37.095331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6df248e6-2fa4-4e86-9ae7-cdc7e6f2daa5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c14caf9d09624db788c139dea0002e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504544 Nov 24 14:12:37.097653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 44994) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:37.141247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Deleting port 1b97ce19-0c17-41c7-882a-5204f61f476b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:37.141851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.160732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.188255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.208347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-429627c9-8a03-47a3-bdc0-f3755fbd6b83 None None] The port '1b97ce19-0c17-41c7-882a-5204f61f476b' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:12:37.244855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.249160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-559a63af-8c31-4efd-8210-db6731ee8b06 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:37.263738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844d66b-625e-4b20-a324-3a38c8d2e25d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:37.267757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:37.271316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.272425 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4844d66b-625e-4b20-a324-3a38c8d2e25d HTTP/1.1" status: 204 len: 168 time: 0.1739030 Nov 24 14:12:37.608417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45002) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:37.658345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a91fd196-1bee-44a6-bac3-3cfbe1f478fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5882b845490845fdba943ee316ea88f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486264 Nov 24 14:12:37.660625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:37.718329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.746949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.798134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.801772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c94a407a-cc6f-410f-9c7c-625ceb415d3e tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:37.812737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd2f66-fa78-4b94-9588-c42a24d82c49,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:37.816610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:37.820635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:37.821770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-646b7f7a-d036-45c4-ac6f-d2eb4845c9bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0acd2f66-fa78-4b94-9588-c42a24d82c49 HTTP/1.1" status: 204 len: 168 time: 0.1602488 Nov 24 14:12:37.916945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1b97ce19-0c17-41c7-882a-5204f61f476b no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:37.954849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 1b97ce19-0c17-41c7-882a-5204f61f476b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:37.955206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1b97ce19-0c17-41c7-882a-5204f61f476b not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:40.735224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45014) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:40.946273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port c5ad0083-48b5-49d3-a471-a6a812a7803d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:40.946612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:41.118199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:41.118514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:41.246815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for c5ad0083-48b5-49d3-a471-a6a812a7803d owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:41.397902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:41.401536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:41.451466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=c5ad0083-48b5-49d3-a471-a6a812a7803d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:41.492590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.493068 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.493696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.494223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.494599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.495038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.496158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.496599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.497007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.497376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.497741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.498103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:41.505527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:41.586981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:41.587305 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP d5bd9fec-c1c2-4889-bd15-93c08f1faa6b disassociated (deleted). External IP: 172.26.8.224, port: cc8f77b5-3390-4a47-80c8-471d5eb35c88. Nov 24 14:12:42.043902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:12:42.367939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:42.378327 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] Sync routers for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:42.390455 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:42.391773 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:42.392388 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:42.445310 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5bd9fec-c1c2-4889-bd15-93c08f1faa6b HTTP/1.1" status: 204 len: 168 time: 1.7089126 Nov 24 14:12:42.445955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:42.574911 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:42.705177 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'status': 'completed', 'code': 200} Nov 24 14:12:42.861306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-5d6df37d-f2c6-4b9d-9686-740e9460a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:42.862796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-5d6df37d-f2c6-4b9d-9686-740e9460a0e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 1098 time: 0.1317239 Nov 24 14:12:42.897804 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:46Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:42.902186 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] Checking router: fef47fdf-2d6c-4023-8cdd-a7de60a4d67c for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:42.910298 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:42.910819 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:42.969920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4fa0d-ffad-4252-bc46-80903c2bb7be req-c766c163-7bce-4aec-9457-a8ea4de91901 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:42.971396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cb4fa0d-ffad-4252-bc46-80903c2bb7be req-c766c163-7bce-4aec-9457-a8ea4de91901 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.1801469 Nov 24 14:12:43.042437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-30ba7c8f-1d65-42a4-a1d9-487355a07d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:43.044065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-30ba7c8f-1d65-42a4-a1d9-487355a07d92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 200 len: 898 time: 0.1745167 Nov 24 14:12:43.048692 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cb4fa0d-ffad-4252-bc46-80903c2bb7be req-903d5f87-888e-4b73-b8b4-f618927018eb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705740 Nov 24 14:12:43.085841 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:43.119219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-6f470fea-6944-4cfa-95db-f8612df8879a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 200 len: 217 time: 0.0678799 Nov 24 14:12:43.183910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-b5c23569-97ba-4640-afcf-e3c9b36b89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:43.185312 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-b5c23569-97ba-4640-afcf-e3c9b36b89e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 200 len: 843 time: 0.0592644 Nov 24 14:12:43.265742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-aae3a634-9c5c-4830-93a5-e2eb50a93427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:43.267221 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-aae3a634-9c5c-4830-93a5-e2eb50a93427 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a4718aa-ff01-4088-9d8c-bbe0544e3024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749676 Nov 24 14:12:43.406207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-24ddef8c-d3e4-4453-8c08-0ce23622ad63 service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316805 Nov 24 14:12:43.435148 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:46Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:43.438991 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9b340-1202-4ca4-82de-717b233cda32 None None] The sync data for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv is: [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:09:41Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'b03764ba-caf1-4511-a4b7-40b1988acd23', 'name': '', 'network_id': '5a4718aa-ff01-4088-9d8c-bbe0544e3024', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:ab:e5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:40Z', 'updated_at': '2021-11-24T14:09:46Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '04611308-ff91-4b37-89a2-e1fbd51bf3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:43.545047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1dcd382b-7229-41c3-95dc-1abbe5ec3291 req-2f6fa057-ec63-45ac-8eed-fd487f20a20d service neutron] 10.222.0.76 "GET /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311660 Nov 24 14:12:43.670433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fa936d-cbd0-4ce2-94c7-b5e8873d27dd None None] New status for floating IP d5bd9fec-c1c2-4889-bd15-93c08f1faa6b: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:12:44.281887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcdf39-5b41-4bb2-904b-d9791d6b97bb req-2dcd9bfc-818e-460f-83d5-f47e82b92cd4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:44.283338 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b6fcdf39-5b41-4bb2-904b-d9791d6b97bb req-2dcd9bfc-818e-460f-83d5-f47e82b92cd4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.1123118 Nov 24 14:12:44.345281 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b6fcdf39-5b41-4bb2-904b-d9791d6b97bb req-9900e7c4-62f6-4373-9809-66f179e71672 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec16fca5-51a1-405c-9e59-068322305402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532577 Nov 24 14:12:44.370747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-14f09ca3-54f0-4a14-91b3-5214b072261a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:44.372163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-14f09ca3-54f0-4a14-91b3-5214b072261a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 945 time: 0.1330307 Nov 24 14:12:44.443791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port cc8f77b5-3390-4a47-80c8-471d5eb35c88 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:44.444127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:44.813760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port cc8f77b5-3390-4a47-80c8-471d5eb35c88, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=cc8f77b5-3390-4a47-80c8-471d5eb35c88,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:44.814104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:44.934843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for cc8f77b5-3390-4a47-80c8-471d5eb35c88 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:45.080172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:45.086100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d03c83d5-2ef1-41c6-afb3-737234b4e36e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:45.161018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=cc8f77b5-3390-4a47-80c8-471d5eb35c88,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:45.163481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:45.210494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port cc8f77b5-3390-4a47-80c8-471d5eb35c88 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:45.212977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:45.216037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'name': 'network-vif-deleted', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:45.228040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5479e594-e7cf-4912-bc0e-db9704d9cb6f req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/cc8f77b5-3390-4a47-80c8-471d5eb35c88 HTTP/1.1" status: 204 len: 173 time: 0.8476675 Nov 24 14:12:45.264486 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1a7b0-04f3-4831-97b8-286f6616ea9f', 'name': 'network-vif-deleted', 'tag': 'cc8f77b5-3390-4a47-80c8-471d5eb35c88', 'status': 'completed', 'code': 200} Nov 24 14:12:45.518894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-9d9e052d-5890-49c3-9205-79a61b996872 req-b2371992-3647-493f-93b5-39b62f4b835f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:12:45.535893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-9d9e052d-5890-49c3-9205-79a61b996872 req-b2371992-3647-493f-93b5-39b62f4b835f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:12:45.537045 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d9e052d-5890-49c3-9205-79a61b996872 req-b2371992-3647-493f-93b5-39b62f4b835f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e1a7b0-04f3-4831-97b8-286f6616ea9f HTTP/1.1" status: 200 len: 210 time: 0.0662246 Nov 24 14:12:46.250948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device cc8f77b5-3390-4a47-80c8-471d5eb35c88 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:46.286184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: cc8f77b5-3390-4a47-80c8-471d5eb35c88 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:46.286533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device cc8f77b5-3390-4a47-80c8-471d5eb35c88 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:46.633439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45032) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:46.703361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:46.734721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:46.805600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:46.810713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2e123bc-0077-4d26-bf12-e5de8211b100 tempest-PortsTestJSON-1660032629 tempest-PortsTestJSON-1660032629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:46.831733 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec16fca5-51a1-405c-9e59-068322305402,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:46.834809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:46.843848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:46.845007 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec16fca5-51a1-405c-9e59-068322305402 HTTP/1.1" status: 204 len: 168 time: 0.2105045 Nov 24 14:12:46.876853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45038) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:46.918442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:47.426019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:47.924638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port b03764ba-caf1-4511-a4b7-40b1988acd23 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:47.925332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:48.111597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port b03764ba-caf1-4511-a4b7-40b1988acd23, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b03764ba-caf1-4511-a4b7-40b1988acd23,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:48.111950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:48.241157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for b03764ba-caf1-4511-a4b7-40b1988acd23 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:48.422166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:48.425786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5a45b0d7-b30e-4092-a62d-7ee12023f951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:48.471341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=b03764ba-caf1-4511-a4b7-40b1988acd23,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:48.474299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:48.758702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.119730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:12:49.423745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:49.433555 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] Sync routers for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:49.443428 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/fef47fdf-2d6c-4023-8cdd-a7de60a4d67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5630414 Nov 24 14:12:49.443618 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:49.443618 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:49.443805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45044) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:49.510041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 04611308-ff91-4b37-89a2-e1fbd51bf3dd {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:12:49.513360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.568142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.625897 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:49.656905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.734196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.737949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61f57bb7-e2c5-419d-9b70-dd06d21cdfdb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:49.769802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aa4625ff-9873-4ecc-bc17-6833ec6dbeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.772937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=04611308-ff91-4b37-89a2-e1fbd51bf3dd,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:49.776371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:49.778730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:49.786376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3b49d-9232-4a77-9d09-9c80de46844e None None] Network 5a4718aa-ff01-4088-9d8c-bbe0544e3024 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:12:49.789340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/04611308-ff91-4b37-89a2-e1fbd51bf3dd HTTP/1.1" status: 204 len: 168 time: 0.3447125 Nov 24 14:12:49.789584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45048) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:49.949216 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:12:48Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:49.953664 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] Checking router: fef47fdf-2d6c-4023-8cdd-a7de60a4d67c for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:49.962379 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] Routers {'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:49.963202 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:49.997157 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.125765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] DHCP port deletion for 5a4718aa-ff01-4088-9d8c-bbe0544e3024 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:12:50.129967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Deleting port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:50.130507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.146599 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] Set router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:50.196116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.208208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port f469b343-a9a3-4f31-8291-86f4ca62c53a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:12:50.208634 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.361158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] For port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,segment=NetworkSegment(5afe8ace-b24c-4886-b294-18273aa8461d),segment_id=5afe8ace-b24c-4886-b294-18273aa8461d)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:50.361790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.389907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port f469b343-a9a3-4f31-8291-86f4ca62c53a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=f469b343-a9a3-4f31-8291-86f4ca62c53a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:50.390273 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.433299 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:12:48Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:50.437267 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea1b1f5-94bd-45c3-83c7-d3546ecb74e5 None None] The sync data for ids ['fef47fdf-2d6c-4023-8cdd-a7de60a4d67c'] in dv-neutron-818153-2-hyperv is: [{'id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'name': 'tempest-TestNetworkBasicOps-router-1801167327', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:09:35Z', 'updated_at': '2021-11-24T14:12:48Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': 'f469b343-a9a3-4f31-8291-86f4ca62c53a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef47fdf-2d6c-4023-8cdd-a7de60a4d67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:09:36Z', 'updated_at': '2021-11-24T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:50.495032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Calling delete_port for 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:50.518482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for f469b343-a9a3-4f31-8291-86f4ca62c53a owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:12:50.544771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.578828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.583330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c7b93a8e-a1a3-4899-b023-9c175dcae4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:50.630066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Pushing event deleted for resources: {'Port': ['ID=6d7cd1e0-8c8e-472e-80e5-0fdd40095aed,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:50.632318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] No DVR routers for this DVR port 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:50.640250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.640599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.640966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.641744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.641744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.642373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.642373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.642519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.643942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.643942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.643942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.643942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:50.646760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:50.695864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:50.699899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-88ad1746-bbec-4279-a692-6da480a806e7 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:50.748511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=f469b343-a9a3-4f31-8291-86f4ca62c53a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:50.751377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:50.845304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.142228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.144331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.168423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.169066 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router fef47fdf-2d6c-4023-8cdd-a7de60a4d67c {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:12:51.184738 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.185846 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/fef47fdf-2d6c-4023-8cdd-a7de60a4d67c HTTP/1.1" status: 204 len: 168 time: 1.3955104 Nov 24 14:12:51.188543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45052) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:51.307457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.436552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.460963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4718aa-ff01-4088-9d8c-bbe0544e3024']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:51.473261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afe8ace-b24c-4886-b294-18273aa8461d') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:51.473544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afe8ace-b24c-4886-b294-18273aa8461d') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:51.484627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.501067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.507365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:12:51.507762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:12:51.523268 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:12:51.605936 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.609540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c2780160-8011-4de8-b82c-af9320c15ad3 tempest-FloatingIPTestJSON-670387624 tempest-FloatingIPTestJSON-670387624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:51.625117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.637723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=5a4718aa-ff01-4088-9d8c-bbe0544e3024,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:51.641169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:51.648281 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/5a4718aa-ff01-4088-9d8c-bbe0544e3024 HTTP/1.1" status: 204 len: 168 time: 0.4587364 Nov 24 14:12:51.667759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45056) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:51.673308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--190819635', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:51.678448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:51.682690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:51.685612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:51.691360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:51.702178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:12:51.705640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.734933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:12:51.743801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.744158 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment 4c2866c1-b6e3-4487-927a-129f9595c53e of type vlan for network 835cbc9d-4302-411b-a929-fff2746d8707 Nov 24 14:12:51.769906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.800237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.806491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:51.807117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.810916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e8ac577c-8c34-4fc8-8f4f-4925216c5aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:51.920999 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2497249 Nov 24 14:12:51.921629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45060) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:51.928315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-206014104', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:51.929900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b03764ba-caf1-4511-a4b7-40b1988acd23 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:51.934298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=835cbc9d-4302-411b-a929-fff2746d8707,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:51.937662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:51.938566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:51.942614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:51.945429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:51.952106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:51.964817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.965934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.971653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 835cbc9d-4302-411b-a929-fff2746d8707 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:12:51.982855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:51.986809 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b03764ba-caf1-4511-a4b7-40b1988acd23 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:51.987164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b03764ba-caf1-4511-a4b7-40b1988acd23 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:51.987575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:52.069910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:52.070256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6d7cd1e0-8c8e-472e-80e5-0fdd40095aed not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:52.070669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f469b343-a9a3-4f31-8291-86f4ca62c53a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:12:52.119155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: f469b343-a9a3-4f31-8291-86f4ca62c53a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:12:52.119499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device f469b343-a9a3-4f31-8291-86f4ca62c53a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:12:52.264170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:52.547981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-44424c89-d5b4-4d21-9267-52ba002a402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:52.688376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:52.719124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:52.850690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.199 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/7bd3c141-bbc8-4914-84c3-f373693f09dc) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:12:52.993819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:52.997315 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:12:53.024064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:53.028774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b610c002-1103-4c60-85ae-da45031fe9f1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:53.088523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:12:53.091493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:53.095248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:12:53.143869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=7bd3c141-bbc8-4914-84c3-f373693f09dc,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:53.147698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:53.518518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:53.703851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:53.868732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:54.215234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:12:54.396893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:54.407794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:54.417647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:54.418722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:54.425317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:54.429512 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5045881 Nov 24 14:12:54.429809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45072) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:54.475507 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dd50e7a8-279e-461e-87ef-8b1be66eb691 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442779 Nov 24 14:12:54.478064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45076) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:54.605097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:54.619013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5c895-6d07-49a3-89dc-9d2ffc0b6590 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:54.620864 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2ef5c895-6d07-49a3-89dc-9d2ffc0b6590 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415646 Nov 24 14:12:54.623466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45080) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:54.664992 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-81534c8d-de81-4328-9440-263e9f56bbc8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402403 Nov 24 14:12:54.668223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45084) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:54.674279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58943266', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:54.814820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:54.818843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:54.821891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:54.829342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:54.839750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:12:54.844125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:54.953538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:53Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:54.961091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:54.961649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Updating router d17677ad-5c58-42e0-9217-3834c8c9424a port 7bd3c141-bbc8-4914-84c3-f373693f09dc binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:12:55.018515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.089123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.092569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-65e14d1f-4173-4e78-be93-cffe7c3a2b19 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:55.165879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=a8402eef-9631-494e-b48e-3d943706a5b7,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:55.171170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:55.176951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:12:55.177306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 835cbc9d-4302-411b-a929-fff2746d8707, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:12:55.196172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 835cbc9d-4302-411b-a929-fff2746d8707 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:12:55.206284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 835cbc9d-4302-411b-a929-fff2746d8707) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:55.210703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:55.212471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.223406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ab48e-c77e-4990-b314-122c0d4ce647 None None] Network 835cbc9d-4302-411b-a929-fff2746d8707 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:12:55.245176 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5750215 Nov 24 14:12:55.247855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45088) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:55.348032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.562077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-835cbc9d-4302-411b-a929-fff2746d8707', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:12:55.562909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.583632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.636460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Transition to ACTIVE for port object 7bd3c141-bbc8-4914-84c3-f373693f09dc will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:12:55.647279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.660656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:55.812448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8307bf2-ff38-47a7-9d3a-5dca4af003c7 None None] Pushing event updated for resources: {'Port': ['ID=7bd3c141-bbc8-4914-84c3-f373693f09dc,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:55.816562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Attempting to bind port 7bd3c141-bbc8-4914-84c3-f373693f09dc on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:12:55.816965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Attempting to bind port 7bd3c141-bbc8-4914-84c3-f373693f09dc by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:12:55.817337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Attempting to bind port 7bd3c141-bbc8-4914-84c3-f373693f09dc on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:12:55.821092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a8307bf2-ff38-47a7-9d3a-5dca4af003c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:55.828346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:12:55.828724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:12:55.829153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.829549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:12:55.830018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Bound port: 7bd3c141-bbc8-4914-84c3-f373693f09dc, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:12:55.830395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:55.887366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Allocated IP 172.20.0.2 (835cbc9d-4302-411b-a929-fff2746d8707/a8402eef-9631-494e-b48e-3d943706a5b7/b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:12:55.987628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] For port 7bd3c141-bbc8-4914-84c3-f373693f09dc, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:12:56.009166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] For port 7bd3c141-bbc8-4914-84c3-f373693f09dc, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7bd3c141-bbc8-4914-84c3-f373693f09dc,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:12:56.014253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.019591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:56.114863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.148374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8307bf2-ff38-47a7-9d3a-5dca4af003c7 None None] Pushing event updated for resources: {'Port': ['ID=7bd3c141-bbc8-4914-84c3-f373693f09dc,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:56.151379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:56.152378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:56.204570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a8307bf2-ff38-47a7-9d3a-5dca4af003c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:56.353858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.377387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Transition to ACTIVE for port object b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:12:56.410146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Transition to ACTIVE for port object b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:12:56.412277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:56.524835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (835cbc9d-4302-411b-a929-fff2746d8707/a8402eef-9631-494e-b48e-3d943706a5b7/46788295-a10f-4b7c-aaeb-3c3ad1604aab) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:12:56.563973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.574624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0dccba10-00ca-4542-916b-a0c73718ff51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:56.686121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.703314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 46788295-a10f-4b7c-aaeb-3c3ad1604aab will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:12:56.712147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Network 835cbc9d-4302-411b-a929-fff2746d8707 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:12:56.718208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:56.725819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:12:56.730664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Pushing event updated for resources: {'Port': ['ID=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:56.730827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.735994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:56.741509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d704cc2-7266-4195-a848-af2765079810 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:56.794590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 835cbc9d-4302-411b-a929-fff2746d8707 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:12:56.801860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:56.804440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:12:56.856533 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Attempting to bind port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:12:56.856946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Attempting to bind port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:12:56.857295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Attempting to bind port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf on network 835cbc9d-4302-411b-a929-fff2746d8707 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:12:56.863538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=46788295-a10f-4b7c-aaeb-3c3ad1604aab,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:56.866682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:56.877111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.891304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:12:56.891687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Checking segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:12:56.892092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.892492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Bound using segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:12:56.892989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Bound port: b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:12:56.893373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:56.995096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:57.006736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] For port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:12:57.011797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] For port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:12:57.014843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:53Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:57.018686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:57.023406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-45edf8ab-bbb3-4313-ab34-1dedf55958c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:57.059797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cba4f3-f6ea-45f8-b397-5057b9bc0bd0 None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:53Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:57.116099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Pushing event updated for resources: {'Port': ['ID=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:57.118906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:57.465880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:57.471523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:57.509957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7dff1484-bace-4818-b0fc-e9fa13affa58 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:57.605991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:57.609869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=46788295-a10f-4b7c-aaeb-3c3ad1604aab,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:57.613364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:57.914194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 835cbc9d-4302-411b-a929-fff2746d8707 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:12:57.915667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:12:58.019153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7bd3c141-bbc8-4914-84c3-f373693f09dc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:12:58.110979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 7bd3c141-bbc8-4914-84c3-f373693f09dc completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:12:58.116842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7bd3c141-bbc8-4914-84c3-f373693f09dc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:58.117374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:58.145514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:12:58.189259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025b142-8002-4d60-b255-d154d8be3627 None None] Network 835cbc9d-4302-411b-a929-fff2746d8707 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:12:58.331853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:12:58.338503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c1342307-01a3-4310-b14a-fa5cca98531d None None] Provisioning for port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:12:58.347316 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/d17677ad-5c58-42e0-9217-3834c8c9424a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0962029 Nov 24 14:12:58.347549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45092) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:58.411716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:58.448515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 7bd3c141-bbc8-4914-84c3-f373693f09dc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7bd3c141-bbc8-4914-84c3-f373693f09dc,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:58.454095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:58.454954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:12:58.501553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65c4a8-9593-41f3-880b-162bff837bf8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.502258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65c4a8-9593-41f3-880b-162bff837bf8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.502916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65c4a8-9593-41f3-880b-162bff837bf8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.503540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65c4a8-9593-41f3-880b-162bff837bf8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.505570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2c65c4a8-9593-41f3-880b-162bff837bf8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1569648 Nov 24 14:12:58.507417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:58.509675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45096) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:58.592446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf2991-4919-43ea-9679-60d1ab6a8522 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.593048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf2991-4919-43ea-9679-60d1ab6a8522 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.593719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf2991-4919-43ea-9679-60d1ab6a8522 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.594227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf2991-4919-43ea-9679-60d1ab6a8522 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:58.595948 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9eaf2991-4919-43ea-9679-60d1ab6a8522 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0843954 Nov 24 14:12:58.598586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45100) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:58.627265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=7bd3c141-bbc8-4914-84c3-f373693f09dc,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:58.633027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:58.638005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:12:58.646009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:58.646394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:58.792170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:58.810180 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:58.821382 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:12:58.822080 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:58.826257 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6344afa2-c407-4faf-8fcb-264850dc5c4b tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2264652 Nov 24 14:12:58.838128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:12:58.843645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:58.845879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:58.918872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:58.922342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:58.998669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9661ea3d-b5c4-46f5-bf4b-b856a86d24ab None None] Provisioning complete for port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:58.999047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9661ea3d-b5c4-46f5-bf4b-b856a86d24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.029828 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:12:59.152961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9661ea3d-b5c4-46f5-bf4b-b856a86d24ab None None] Provisioning for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:12:59.159589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9661ea3d-b5c4-46f5-bf4b-b856a86d24ab None None] Provisioning complete for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:59.160145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9661ea3d-b5c4-46f5-bf4b-b856a86d24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.224545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-9661ea3d-b5c4-46f5-bf4b-b856a86d24ab None None] Port 46788295-a10f-4b7c-aaeb-3c3ad1604aab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:12:59.347676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fefe6a00-14fa-4a57-bbf8-794202758ddf None None] Provisioning complete for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:59.348340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fefe6a00-14fa-4a57-bbf8-794202758ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.426124 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:12:57Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:59.431490 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:59.433050 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Updating router d17677ad-5c58-42e0-9217-3834c8c9424a port 46788295-a10f-4b7c-aaeb-3c3ad1604aab binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:12:59.480573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fefe6a00-14fa-4a57-bbf8-794202758ddf None None] Port 46788295-a10f-4b7c-aaeb-3c3ad1604aab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:12:59.497578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45108) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:59.498348 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.502923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620335224', 'description': 'tempest-secgroup-smoke-1620335224 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:59.508857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:59.513577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:59.516399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:59.522120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:59.537461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.559056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:59.562815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:59.565597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:59.571081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:59.613844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-71fd3248-002f-44d5-8752-873e14983c89 None None] Provisioning complete for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:59.614540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71fd3248-002f-44d5-8752-873e14983c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.648652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.654226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.659721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ce4d171c-91f2-4395-bd91-9b6111e222dd tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:59.677015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-71fd3248-002f-44d5-8752-873e14983c89 None None] Port 46788295-a10f-4b7c-aaeb-3c3ad1604aab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:12:59.702826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258572e6-8c0d-43f1-8472-68312a78719d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:59.706128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:59.707796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.709162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106109 Nov 24 14:12:59.712786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45112) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:59.719793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '258572e6-8c0d-43f1-8472-68312a78719d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:59.726832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:59.731160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:59.734356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:59.740468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:59.759123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.821568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.826164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.827950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-84d45c0a-a6c9-48a5-9a9b-2911db72f577 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:59.850549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58374ad-aa1b-4d13-8b67-22d2b2aff864,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:59.853247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:12:59.861948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.863489 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484702 Nov 24 14:12:59.866189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45116) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:12:59.871384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '258572e6-8c0d-43f1-8472-68312a78719d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:12:59.875286 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.877819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:12:59.882339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:12:59.885902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:12:59.888035 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Transition to ACTIVE for port object 46788295-a10f-4b7c-aaeb-3c3ad1604aab will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:12:59.893296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:12:59.895014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.898721 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e645735a-90ba-4787-a924-47147aac1153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:12:59.914542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.942065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7bd3c141-bbc8-4914-84c3-f373693f09dc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:12:59.968124 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Pushing event updated for resources: {'Port': ['ID=46788295-a10f-4b7c-aaeb-3c3ad1604aab,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:59.990931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.995687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:12:59.997710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-51fe0e10-6306-4e9e-8278-f363757bca51 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:00.018280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7bd3c141-bbc8-4914-84c3-f373693f09dc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:00.018662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.020408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5c5601-f36f-494b-b1f6-193664858e8f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.024809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.034700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.036609 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1690876 Nov 24 14:13:00.038939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45120) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:00.045057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '258572e6-8c0d-43f1-8472-68312a78719d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:00.048106 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.048452 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.048822 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.049146 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.049653 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.049977 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.050296 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.050617 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.050938 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.051251 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.051562 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.051786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:00.051907 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:00.056035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:00.059858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:00.065932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:00.086470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.088499 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.150377 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Attempting to bind port 46788295-a10f-4b7c-aaeb-3c3ad1604aab on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:13:00.151308 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Attempting to bind port 46788295-a10f-4b7c-aaeb-3c3ad1604aab by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:13:00.152038 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Attempting to bind port 46788295-a10f-4b7c-aaeb-3c3ad1604aab on network 835cbc9d-4302-411b-a929-fff2746d8707 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:13:00.159947 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:13:00.160454 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Checking segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:13:00.160959 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.161286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.161487 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Bound using segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:13:00.162266 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Bound port: 46788295-a10f-4b7c-aaeb-3c3ad1604aab, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:13:00.163133 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.166918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.169212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-79d16f94-232e-4501-b8c2-ca66d6ba3b05 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:00.170905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:13:00.193317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212984b5-57e5-4675-affd-7d79221e241c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.199205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.205176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.209581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45124) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:00.215406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '258572e6-8c0d-43f1-8472-68312a78719d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:00.220106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799479 Nov 24 14:13:00.223012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:00.227292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:00.231161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:00.237991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:00.257647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.258941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:00.259504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.294073 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] For port 46788295-a10f-4b7c-aaeb-3c3ad1604aab, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:13:00.298057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] For port 46788295-a10f-4b7c-aaeb-3c3ad1604aab, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=46788295-a10f-4b7c-aaeb-3c3ad1604aab,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:13:00.303706 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.310516 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d664d2ba-7d76-43e2-bf90-61e9115d8557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:00.336145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.342373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.344423 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef87a716-b9bc-48af-8f22-1bfe87cd3c82 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:00.383229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.388258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45128) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:00.389829 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1791432 Nov 24 14:13:00.391165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d98321-4255-4431-92ac-dea4fe677e94,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.394497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '258572e6-8c0d-43f1-8472-68312a78719d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:00.395895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.400637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:00.404627 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:13:00.405217 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:00.405981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:00.410218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:00.418857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:00.430490 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:13:00.439960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.517470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.524076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.526632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3675d25c-ff6b-4381-a205-d25df37f89ec tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:00.530788 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Pushing event updated for resources: {'Port': ['ID=46788295-a10f-4b7c-aaeb-3c3ad1604aab,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.534080 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.558805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.559996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1707208 Nov 24 14:13:00.560944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265804f-e6c0-4d41-a005-9664de41f371,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.562841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45132) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:00.567461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.571416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '258572e6-8c0d-43f1-8472-68312a78719d', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:00.577762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:00.581848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:00.585324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:00.591779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:00.604427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:13:00.611940 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:13:00.612303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.681614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.686568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.688370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7a1913a7-2fa9-4aba-ac26-d143f4d7e32d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:00.708651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366cdb48-2cef-4802-9701-296b194f160c,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:00.712720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:00.723470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:00.733800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602509 Nov 24 14:13:00.893315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3120802a-26f5-49db-842a-43b064ece0f1 req-dcd9f844-23e3-4b8b-9c41-62efa74d705f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:13:00.909977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3120802a-26f5-49db-842a-43b064ece0f1 req-dcd9f844-23e3-4b8b-9c41-62efa74d705f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:13:00.911384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-dcd9f844-23e3-4b8b-9c41-62efa74d705f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620335224&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.0592208 Nov 24 14:13:00.974438 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:00Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:00.978391 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c8e35-fac0-4163-9d20-59757b2248c5 None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:00Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:13:01.071450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-4882b5c8-9fcd-4cfa-a11f-ccb79e61fbbc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:01.073862 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-4882b5c8-9fcd-4cfa-a11f-ccb79e61fbbc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 796 time: 0.1554511 Nov 24 14:13:01.091659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-1bb4bad2-7553-4266-85c8-67d08414949a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0108013 Nov 24 14:13:01.311783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3120802a-26f5-49db-842a-43b064ece0f1 req-11c3b5ca-e9b6-4452-866e-faf0a3c6c455 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:13:01.327147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3120802a-26f5-49db-842a-43b064ece0f1 req-11c3b5ca-e9b6-4452-866e-faf0a3c6c455 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:13:01.328466 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-11c3b5ca-e9b6-4452-866e-faf0a3c6c455 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2313468 Nov 24 14:13:01.577133 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-f673f863-4909-4cd8-9873-5acfada7367b service neutron] 10.222.0.36 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361774 Nov 24 14:13:01.718744 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-e865e404-2ff7-4360-b41f-845e4e30f228 service neutron] 10.222.0.36 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358912 Nov 24 14:13:01.934709 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c97a8ca7-0ad2-496c-b9d7-1d4253a7bf62 req-b012378c-8031-420b-856d-f61cd8386ee5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 210 time: 0.0672088 Nov 24 14:13:01.974904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46788295-a10f-4b7c-aaeb-3c3ad1604aab up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:13:02.063716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:13:02.069752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:02.070244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:02.203793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:02.237566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 46788295-a10f-4b7c-aaeb-3c3ad1604aab, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=46788295-a10f-4b7c-aaeb-3c3ad1604aab,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:02.242022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:02.244009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:02.322184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=46788295-a10f-4b7c-aaeb-3c3ad1604aab,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:02.327595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:03.086778 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cca5dbca-ec78-41b2-80ed-203fae18f8c6 req-4c47ed62-b4b3-43c2-b9e9-2b44803f7628 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 210 time: 0.0436318 Nov 24 14:13:03.299458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-ccfa7c49-dd1a-4b10-8718-124173a7dd3b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:03.300822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-ccfa7c49-dd1a-4b10-8718-124173a7dd3b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 796 time: 0.1509688 Nov 24 14:13:03.360611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-b1f7fbe9-a998-4d55-9e70-a6694d1cb9fb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 380 time: 0.0458581 Nov 24 14:13:03.370094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['258572e6-8c0d-43f1-8472-68312a78719d']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:03.508635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:03.518709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:03.528338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:13:03.531844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:03.710510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.9 (835cbc9d-4302-411b-a929-fff2746d8707/a8402eef-9631-494e-b48e-3d943706a5b7/5d3d8479-76ed-472e-b58c-7f0250fdc954) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:13:03.905762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:03.923176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 5d3d8479-76ed-472e-b58c-7f0250fdc954 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:13:03.933688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46788295-a10f-4b7c-aaeb-3c3ad1604aab up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:13:03.947063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:03.953917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:04.003715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 46788295-a10f-4b7c-aaeb-3c3ad1604aab triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:04.004126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:04.018788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 835cbc9d-4302-411b-a929-fff2746d8707 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:13:04.022193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:13:04.026944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:13:04.072891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:04.078244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:04.102889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:04.104207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:04.135829 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7690363 Nov 24 14:13:04.151546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Request body: {'port': {'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:04.313291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5857044b-6f32-4a1b-85d7-94b31f37b85b None None] Provisioning for port 5d3d8479-76ed-472e-b58c-7f0250fdc954 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:13:04.320641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5857044b-6f32-4a1b-85d7-94b31f37b85b None None] Provisioning complete for port 5d3d8479-76ed-472e-b58c-7f0250fdc954 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:04.321233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5857044b-6f32-4a1b-85d7-94b31f37b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:04.325322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:04.379826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5857044b-6f32-4a1b-85d7-94b31f37b85b None None] Port 5d3d8479-76ed-472e-b58c-7f0250fdc954 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:13:04.397247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718d9a7-47a5-4a73-8712-187c5932c35a req-8462c90b-d701-4954-b25f-ec6760d07ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:04.397924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2718d9a7-47a5-4a73-8712-187c5932c35a req-8462c90b-d701-4954-b25f-ec6760d07ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:13:04.476293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2718d9a7-47a5-4a73-8712-187c5932c35a req-8462c90b-d701-4954-b25f-ec6760d07ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:13:04.477467 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2718d9a7-47a5-4a73-8712-187c5932c35a req-8462c90b-d701-4954-b25f-ec6760d07ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 931 time: 0.2716064 Nov 24 14:13:04.733119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2718d9a7-47a5-4a73-8712-187c5932c35a req-d8a3d75f-1a09-40a0-90f9-57288aeb58a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479553 Nov 24 14:13:04.859370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3d8479-76ed-472e-b58c-7f0250fdc954 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:13:04.866863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:04.881595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Transition to ACTIVE for port object 5d3d8479-76ed-472e-b58c-7f0250fdc954 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:13:04.885656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:04.890272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af1292cc-9dc6-4488-8c48-90efcdc42483 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:05.046198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:05.053606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:05.128703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Attempting to bind port 5d3d8479-76ed-472e-b58c-7f0250fdc954 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:13:05.129330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Attempting to bind port 5d3d8479-76ed-472e-b58c-7f0250fdc954 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:13:05.129440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Attempting to bind port 5d3d8479-76ed-472e-b58c-7f0250fdc954 on network 835cbc9d-4302-411b-a929-fff2746d8707 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:13:05.134108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Port 5d3d8479-76ed-472e-b58c-7f0250fdc954 on network 835cbc9d-4302-411b-a929-fff2746d8707 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:13:05.134427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Attempting to bind port 5d3d8479-76ed-472e-b58c-7f0250fdc954 on network 835cbc9d-4302-411b-a929-fff2746d8707 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:13:05.139768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:13:05.140098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Checking segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:13:05.140478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Bound using segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:13:05.140933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Bound port: 5d3d8479-76ed-472e-b58c-7f0250fdc954, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:13:05.141275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:05.233921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:13:05.236967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:13:05.241987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:05.245945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a5b62f6a-c621-4c42-a9e2-d0acc7b2a7b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:05.300551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:05.301531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:05.302904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] 10.222.0.76 "PUT /v2.0/ports/5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 1093 time: 1.1563447 Nov 24 14:13:05.306321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:13:05.335724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:05.341075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:05.356696 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'status': 'completed', 'code': 200} Nov 24 14:13:05.559118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-9a1cdc55-65b6-42b4-a253-f5c28c1d5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:05.560564 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-9a1cdc55-65b6-42b4-a253-f5c28c1d5e0a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1096 time: 0.0817971 Nov 24 14:13:05.640892 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-41d1826c-1c03-4d67-82c1-fb1dd6e265c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 217 time: 0.0616195 Nov 24 14:13:05.708272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-9a249c2d-dadb-4005-8e4e-bd1a228fd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:05.709968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-9a249c2d-dadb-4005-8e4e-bd1a228fd54d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0622828 Nov 24 14:13:05.792907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120802a-26f5-49db-842a-43b064ece0f1 req-b0b15806-baaf-45be-b3ea-e5e6bac7e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:05.794387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-b0b15806-baaf-45be-b3ea-e5e6bac7e87d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762751 Nov 24 14:13:05.988123 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-7201cfac-8cdb-475b-85da-f68ba61b618f service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862533 Nov 24 14:13:06.004042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598357d0-22e4-4cc8-be72-b55d8824b865 req-c8239d88-aba6-4d77-959b-2a341ce8681e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:06.005496 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-598357d0-22e4-4cc8-be72-b55d8824b865 req-c8239d88-aba6-4d77-959b-2a341ce8681e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 943 time: 0.1314564 Nov 24 14:13:06.129355 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-598357d0-22e4-4cc8-be72-b55d8824b865 req-bfb9eabd-2b40-4882-aa34-a1e7c49a1c44 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058249 Nov 24 14:13:06.168059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3120802a-26f5-49db-842a-43b064ece0f1 req-0706aa81-d275-4f00-90a7-5c67630ff579 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615720 Nov 24 14:13:06.290279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7107-9be3-4ff1-a851-fa707a51867d req-6e08720b-b27b-4322-b200-6cc20430a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:06.292557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-6e08720b-b27b-4322-b200-6cc20430a890 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1096 time: 0.0728331 Nov 24 14:13:06.425182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7107-9be3-4ff1-a851-fa707a51867d req-54e79304-0b7a-4bfd-8e82-4d10ab03fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:06.426528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-54e79304-0b7a-4bfd-8e82-4d10ab03fc95 service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1271415 Nov 24 14:13:06.500722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-b11dda4c-75a6-485e-bc7b-2512a4dcadf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 217 time: 0.0662310 Nov 24 14:13:06.567607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7107-9be3-4ff1-a851-fa707a51867d req-e1c5677a-a026-477e-b556-4e059f73694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:06.569056 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-e1c5677a-a026-477e-b556-4e059f73694d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0606670 Nov 24 14:13:06.772507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7107-9be3-4ff1-a851-fa707a51867d req-16a9a269-c7b8-44a6-bf2c-6c2fabfe7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:06.774020 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-16a9a269-c7b8-44a6-bf2c-6c2fabfe7c97 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1948721 Nov 24 14:13:06.905200 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-4e1040eb-9157-4d22-a288-53ae65980c3e service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230767 Nov 24 14:13:07.039796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-611d7107-9be3-4ff1-a851-fa707a51867d req-3b7ba2fa-06b7-4a69-9c5f-78e20f92cd88 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276793 Nov 24 14:13:07.318297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbf049-3495-421b-952c-e707a8bd3428 req-dbd1d03e-af74-4b2f-81d5-f72e45edcfe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:07.319747 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a4dbf049-3495-421b-952c-e707a8bd3428 req-dbd1d03e-af74-4b2f-81d5-f72e45edcfe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 943 time: 0.0843623 Nov 24 14:13:07.364123 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a4dbf049-3495-421b-952c-e707a8bd3428 req-e3d86e94-b859-4de1-b069-a45cc2e17d72 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 Nov 24 14:13:08.550476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeb260-b275-4382-a7d5-bdeeb32e564f req-ca8e63ad-f3ef-4fc7-b943-91424d1ed621 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:08.551953 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b5aeb260-b275-4382-a7d5-bdeeb32e564f req-ca8e63ad-f3ef-4fc7-b943-91424d1ed621 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 943 time: 0.0834494 Nov 24 14:13:08.595813 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b5aeb260-b275-4382-a7d5-bdeeb32e564f req-c64a419b-9f49-470d-bd4f-68fcb396bc3e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Nov 24 14:13:09.788854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cab67-e356-4399-a610-9fe1a5b707bd req-25c7c06e-cc70-4602-8a67-e3e5e31906aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:09.790304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f10cab67-e356-4399-a610-9fe1a5b707bd req-25c7c06e-cc70-4602-8a67-e3e5e31906aa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 943 time: 0.0873549 Nov 24 14:13:09.835960 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f10cab67-e356-4399-a610-9fe1a5b707bd req-03ce5388-0d8e-470b-9ecc-a7636d93250b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399365 Nov 24 14:13:10.358563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5d3d8479-76ed-472e-b58c-7f0250fdc954 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:13:10.493550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:10.506669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:13:10.565634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:10.583049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3d8479-76ed-472e-b58c-7f0250fdc954 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:13:10.599441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:10.604350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:10.606209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:10.672560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:10.675456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:10.901442 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['5d3d8479-76ed-472e-b58c-7f0250fdc954'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:13:11.025893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651666f-52e4-4d0a-bffd-4a09c74cc395 req-d0cc7ad7-0edb-4608-80d8-7a44cf609497 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:11.027273 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1651666f-52e4-4d0a-bffd-4a09c74cc395 req-d0cc7ad7-0edb-4608-80d8-7a44cf609497 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 944 time: 0.0834479 Nov 24 14:13:11.073685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1651666f-52e4-4d0a-bffd-4a09c74cc395 req-5b7422bb-9996-4c9e-af25-642c2085dc9d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 Nov 24 14:13:12.265537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4c68-32e5-44ff-821f-4de6ecff7b6d req-c19f8d37-c46c-4496-93a6-f0092bfc560d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:12.266977 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55be4c68-32e5-44ff-821f-4de6ecff7b6d req-c19f8d37-c46c-4496-93a6-f0092bfc560d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 944 time: 0.0826418 Nov 24 14:13:12.311941 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55be4c68-32e5-44ff-821f-4de6ecff7b6d req-6346134a-5c2e-4014-afd5-2b76a1563249 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Nov 24 14:13:12.359200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5d3d8479-76ed-472e-b58c-7f0250fdc954 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:13:12.428948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 5d3d8479-76ed-472e-b58c-7f0250fdc954 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:13:12.434516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 5d3d8479-76ed-472e-b58c-7f0250fdc954 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:12.434898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:12.580096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:12.607053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:13:12.617221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:12.621733 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:12.623534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a724e82d-fcad-483f-8df7-18fc61cab277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:12.693567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:12.696514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:12.729196 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'code': 200} Nov 24 14:13:12.966946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093da3d-4abc-4ac8-a88f-4ec54d2877c3 req-516dd402-b3c1-4407-a556-d7ba7d2437a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:12.968313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1093da3d-4abc-4ac8-a88f-4ec54d2877c3 req-516dd402-b3c1-4407-a556-d7ba7d2437a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1098 time: 0.0704143 Nov 24 14:13:13.016173 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1093da3d-4abc-4ac8-a88f-4ec54d2877c3 req-a51dfd29-4898-4511-a1db-e5afec5e58ec service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Nov 24 14:13:13.497253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ca8f5-08f4-4d0e-859c-86f871d9a47d req-8aabc1ab-2351-4c44-9345-15783c4c7011 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:13.498696 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2b5ca8f5-08f4-4d0e-859c-86f871d9a47d req-8aabc1ab-2351-4c44-9345-15783c4c7011 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 945 time: 0.0801339 Nov 24 14:13:13.545373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2b5ca8f5-08f4-4d0e-859c-86f871d9a47d req-bd1fa48a-07f9-4f41-8f53-d2aa3004e14d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Nov 24 14:13:14.742460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d05a2-8581-4ad7-9f74-a6b510f4ca26 req-3ab47dcc-a1ee-4e61-af23-b8be5e6dfd5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:14.744326 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a9d05a2-8581-4ad7-9f74-a6b510f4ca26 req-3ab47dcc-a1ee-4e61-af23-b8be5e6dfd5d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 945 time: 0.0965917 Nov 24 14:13:14.795042 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a9d05a2-8581-4ad7-9f74-a6b510f4ca26 req-81f46ee4-b41d-4f0d-9dfe-f8e8ee5e2c6f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Nov 24 14:13:14.978978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184cf3-9899-4038-93ff-c5cf62fdbb6f req-bc171e8c-dc44-45e9-baf4-693683c7037b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:14.981026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d184cf3-9899-4038-93ff-c5cf62fdbb6f req-bc171e8c-dc44-45e9-baf4-693683c7037b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 945 time: 0.0804908 Nov 24 14:13:15.024195 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d184cf3-9899-4038-93ff-c5cf62fdbb6f req-59c7a5ac-4c8e-45e1-a5f8-fcb409053e2b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Nov 24 14:13:15.051280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45196) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:15.130325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9be72-be7c-4440-ac1b-44d2fdd2bbcb tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:15.131757 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-22f9be72-be7c-4440-ac1b-44d2fdd2bbcb tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1093 time: 0.0795164 Nov 24 14:13:15.134643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45200) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:15.140337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:15.146392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:15.150192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:15.153907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:15.159576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:15.170279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:15.307914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:15.449839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.109 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/8b9c0798-9a9a-42ae-b99f-5602845ab447) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:13:15.601430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:15.630538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:15.634112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:15.700010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:13:15.702869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:13:15.707514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:13:15.736893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=8b9c0798-9a9a-42ae-b99f-5602845ab447,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:15.747920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:16.230489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:16.306088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:16.508169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:16.512359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:16.516445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8df73f5-8bef-48e2-95b7-e35650419b28 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:16.624862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=8b9c0798-9a9a-42ae-b99f-5602845ab447,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:16.628715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:16.635116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:16.806449 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 65b2ce2c-4f2a-4bf7-9028-ed02c19696d4 associated. External IP: 172.26.8.109, port: 5d3d8479-76ed-472e-b58c-7f0250fdc954. Nov 24 14:13:16.918432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:17.152690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:13:17.472423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:13:17.482501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:13:17.493184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:13:17.493918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:17.498461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:17.555847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4201953 Nov 24 14:13:17.556584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:13:17.558641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45204) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:17.601015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'status': 'completed', 'code': 200} Nov 24 14:13:17.638729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762635b-3df3-4a03-b017-9492f2e83ea8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:17.643283 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f762635b-3df3-4a03-b017-9492f2e83ea8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1093 time: 0.0836279 Nov 24 14:13:17.686393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:13:17.710424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-558f5397-67dc-4bd8-b8b1-98d24d72f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:17.711978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-558f5397-67dc-4bd8-b8b1-98d24d72f6c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1098 time: 0.0871851 Nov 24 14:13:17.851871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-e97afef3-9291-4978-897e-8569a972ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:17.853340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-e97afef3-9291-4978-897e-8569a972ee5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1329167 Nov 24 14:13:17.942397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45212) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:17.947543 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871825457', 'description': 'tempest-secgroup-smoke-1871825457 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:17.954069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:17.964055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:17.970520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-5d9bd86c-8e8c-46bb-890c-d15cbb382edd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 999 time: 0.1100929 Nov 24 14:13:17.975079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:17.998932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.003008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.006033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.011987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.041004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-32c19bc2-d181-4c5e-8102-7514af2fdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:18.042452 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-32c19bc2-d181-4c5e-8102-7514af2fdc79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0656395 Nov 24 14:13:18.088049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.088305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:16Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:18.092957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:13:18.094062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.100451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bd674e1-486b-46f6-b5fe-a7945848167c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:18.102387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:13:18.103126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:12:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:18.128405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-8508ab5e-7c70-4ec6-8a2f-259dc84c1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:18.129943 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-8508ab5e-7c70-4ec6-8a2f-259dc84c1fa0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804045 Nov 24 14:13:18.147018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ed9b8b-90df-430d-a30b-2435929bd7d2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:18.150117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:18.151545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.152828 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2094290 Nov 24 14:13:18.157282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45216) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:18.163826 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ed9b8b-90df-430d-a30b-2435929bd7d2', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:18.171478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.175404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.178375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.184052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.205909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.270644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.275117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.276012 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-e8097c5b-9691-43d7-a439-c5ca255d5ba9 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393511 Nov 24 14:13:18.277714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-584ef73f-51c2-40ff-a929-415ade4ad284 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:18.301516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e45acd8-61bb-405f-9d01-19d997d3c3a5,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:18.306181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:18.313389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.317295 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564894 Nov 24 14:13:18.317573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45220) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:18.320145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:13:18.323081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ed9b8b-90df-430d-a30b-2435929bd7d2', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:18.329467 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.333389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.336337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.342310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.360995 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.422047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df2ce7a-a0d8-43fe-874f-44b412116ad1 req-3dc88eae-b533-4f57-adad-61d8b199c1ad service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393132 Nov 24 14:13:18.433139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.437470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.439284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e988221a-578d-4f73-8a72-adf040898e76 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:18.462465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5fe3e9-5afc-48a6-aa6b-b44570ee15b7,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:18.467421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:18.471866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.476456 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f4568007-98c0-458d-ba8d-e5593822299a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543994 Nov 24 14:13:18.476456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45224) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:18.481021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ed9b8b-90df-430d-a30b-2435929bd7d2', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:18.487412 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.491892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.494318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.500039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.517541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.583525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.587938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.589782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e3ee7e80-223d-4848-bc9a-33d29e773959 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:18.613931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d430b8a-6f7a-4deb-b86c-3b8bda145cb8,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:18.616638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:18.624653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.626043 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e14749a1-c194-49bd-b97c-340303e4153e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492431 Nov 24 14:13:18.628772 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45228) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:18.633955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ed9b8b-90df-430d-a30b-2435929bd7d2', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:18.640037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.643865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.646763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.652465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.670777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.692998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:16Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:18.697084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd7e47-f20b-44ca-b2f3-1ee3a81471de None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:16Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:13:18.738555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.742783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.744631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5ea3eba1-4f77-45b8-89bf-b73a6853f788 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:18.768025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f8b6e0-bf29-4bb0-8a9e-cf858c169d63,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:18.772696 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:18.778069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.779895 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501930 Nov 24 14:13:18.782507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45232) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:18.787693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ed9b8b-90df-430d-a30b-2435929bd7d2', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:18.794146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.798316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.801241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.806874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.816914 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:13:18.823743 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.892232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.896141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.897990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2aaf477c-f1e0-4b44-9588-0d4766965ce3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:18.924887 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3236a-035f-4e9a-8666-4f8b6a44088a None None] New status for floating IP 65b2ce2c-4f2a-4bf7-9028-ed02c19696d4: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:13:18.925447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355285c4-ae2f-4c47-ac19-70dbed50fa09,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:18.929872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:18.938178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:18.941990 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559343 Nov 24 14:13:18.942173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45236) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:18.947260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': 'f8ed9b8b-90df-430d-a30b-2435929bd7d2', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:18.954044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:18.958214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:18.961182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:18.967528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:18.977031 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:13:18.983930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:19.050284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:19.054169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:19.060732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a09d00f-6e2c-4ab4-8876-1b02cb6c9969 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:19.080700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bd8dbe-846d-4420-ae28-774547806391,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:19.083460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:19.091824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:19.093403 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cc8c3eba-81be-4bfc-adec-76d2798e4486 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500423 Nov 24 14:13:19.258806 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-ccc479a6-7fa6-4233-963a-f543b6bb0229 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871825457&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.0412467 Nov 24 14:13:19.417342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-f691e7bb-c7d1-4b9c-ba56-8f697c0de54d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:19.418806 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-f691e7bb-c7d1-4b9c-ba56-8f697c0de54d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 796 time: 0.1525505 Nov 24 14:13:19.433798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-4392b046-1777-4343-b87b-1cb71a34a001 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0093451 Nov 24 14:13:19.527819 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6d0b8ac5-3137-4f8a-9ce0-eed1c5f18e32 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0883093 Nov 24 14:13:19.665882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-ecd31796-62ab-48a4-a91a-eba6ecc24a19 service neutron] 10.222.0.36 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265016 Nov 24 14:13:19.776048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb28d0-3ef2-4846-8cea-afcdca338126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:19.811928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-59fa6daf-6adb-419c-8cdc-ba42c20d8aed service neutron] 10.222.0.36 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394393 Nov 24 14:13:20.004193 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0d9c84e4-806d-4978-a314-3679655c34ff req-edff0a4e-c2b4-434e-9fed-61f578412786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 210 time: 0.0491245 Nov 24 14:13:20.338648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:21.191329 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-68ae84e5-ac73-4921-9d73-7f02f2203fac req-e48a8b47-76ae-4570-af0f-721e4bc35208 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 210 time: 0.0549350 Nov 24 14:13:21.242883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-9b6fc0fd-1c15-4cd3-9d47-e3bb2010c075 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:21.244286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-9b6fc0fd-1c15-4cd3-9d47-e3bb2010c075 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 796 time: 0.3303623 Nov 24 14:13:21.296434 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-1891db95-96e8-42c2-a843-40f94e04d974 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 473 time: 0.0426776 Nov 24 14:13:21.305869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['f8ed9b8b-90df-430d-a30b-2435929bd7d2']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:21.441264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:21.451428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:21.460770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:13:21.464296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:21.628453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.7 (835cbc9d-4302-411b-a929-fff2746d8707/a8402eef-9631-494e-b48e-3d943706a5b7/d4c76cf9-ce94-4550-94b3-72bd2d64decd) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:13:21.820647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:21.836584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object d4c76cf9-ce94-4550-94b3-72bd2d64decd will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:13:21.860764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:21.866467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-461be7de-a0e8-4daf-93ce-6bbf329e368e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:21.936290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 835cbc9d-4302-411b-a929-fff2746d8707 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:13:21.939323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:13:21.941897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:13:21.988349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=d4c76cf9-ce94-4550-94b3-72bd2d64decd,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:22.002200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.002590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.002969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.003343 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.003715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.004084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.004447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.004835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.005208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.005701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.005926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.006283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:13:22.011796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:22.025088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:22.025720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:22.053350 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510302 Nov 24 14:13:22.066076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Request body: {'port': {'device_id': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:22.152276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0ad0f7c5-1a1d-438e-acae-2091f734c904 None None] Provisioning for port d4c76cf9-ce94-4550-94b3-72bd2d64decd completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:13:22.158166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-0ad0f7c5-1a1d-438e-acae-2091f734c904 None None] Provisioning complete for port d4c76cf9-ce94-4550-94b3-72bd2d64decd triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:22.158717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0ad0f7c5-1a1d-438e-acae-2091f734c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:22.187012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:22.217284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0f7c5-1a1d-438e-acae-2091f734c904 None None] Port d4c76cf9-ce94-4550-94b3-72bd2d64decd cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:13:22.493112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e376f-fc79-423d-82e6-0424a9c3201d req-89b7d9c9-eb02-46e4-ad40-b8868f8911bb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:22.493714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e52e376f-fc79-423d-82e6-0424a9c3201d req-89b7d9c9-eb02-46e4-ad40-b8868f8911bb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:13:22.537294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e52e376f-fc79-423d-82e6-0424a9c3201d req-89b7d9c9-eb02-46e4-ad40-b8868f8911bb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:13:22.538499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e52e376f-fc79-423d-82e6-0424a9c3201d req-89b7d9c9-eb02-46e4-ad40-b8868f8911bb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 931 time: 0.2367241 Nov 24 14:13:22.551131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-560a332d-2786-4a77-9b5f-62e3633dca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:22.644847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e52e376f-fc79-423d-82e6-0424a9c3201d req-0dff8b3f-3b68-4521-a14b-894b248d7834 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990260 Nov 24 14:13:22.648636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c76cf9-ce94-4550-94b3-72bd2d64decd {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:13:22.656904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:22.672910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Transition to ACTIVE for port object d4c76cf9-ce94-4550-94b3-72bd2d64decd will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:13:22.677203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:22.681736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-69fafe67-e7c6-44a6-a030-9e42cf2b84ce tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:22.833374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Pushing event updated for resources: {'Port': ['ID=d4c76cf9-ce94-4550-94b3-72bd2d64decd,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:22.841041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:23.054617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Attempting to bind port d4c76cf9-ce94-4550-94b3-72bd2d64decd on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:13:23.054852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Attempting to bind port d4c76cf9-ce94-4550-94b3-72bd2d64decd by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:13:23.055158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Attempting to bind port d4c76cf9-ce94-4550-94b3-72bd2d64decd on network 835cbc9d-4302-411b-a929-fff2746d8707 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:13:23.060171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Port d4c76cf9-ce94-4550-94b3-72bd2d64decd on network 835cbc9d-4302-411b-a929-fff2746d8707 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:13:23.060486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Attempting to bind port d4c76cf9-ce94-4550-94b3-72bd2d64decd on network 835cbc9d-4302-411b-a929-fff2746d8707 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:13:23.065813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:13:23.066136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Checking segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:13:23.066513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Bound using segment: {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:13:23.066926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Bound port: d4c76cf9-ce94-4550-94b3-72bd2d64decd, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2866c1-b6e3-4487-927a-129f9595c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:13:23.067264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:23.157326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] For port d4c76cf9-ce94-4550-94b3-72bd2d64decd, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:13:23.160320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] For port d4c76cf9-ce94-4550-94b3-72bd2d64decd, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:13:23.166116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:23.171142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4537c383-7ac0-482c-8166-6c5590bb7047 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:23.229610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:23.230221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:23.232264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] 10.222.0.76 "PUT /v2.0/ports/d4c76cf9-ce94-4550-94b3-72bd2d64decd HTTP/1.1" status: 200 len: 1093 time: 1.1710036 Nov 24 14:13:23.235217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:13:23.259741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Pushing event updated for resources: {'Port': ['ID=d4c76cf9-ce94-4550-94b3-72bd2d64decd,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:23.269696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:23.284956 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'status': 'completed', 'code': 200} Nov 24 14:13:23.364676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-1f150e37-24ce-4f79-8c8a-eacf3415154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:23.366219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-1f150e37-24ce-4f79-8c8a-eacf3415154f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 1096 time: 0.0740194 Nov 24 14:13:23.441081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-9b671797-627e-4196-9267-d02e4f95681c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd HTTP/1.1" status: 200 len: 217 time: 0.0670598 Nov 24 14:13:23.507523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-e286161d-7cc1-4e58-832e-9e87a0529c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:23.508889 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-e286161d-7cc1-4e58-832e-9e87a0529c85 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0625114 Nov 24 14:13:23.588300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-1945ff9b-43c7-4ebf-a561-29f9b24af782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:23.589847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-1945ff9b-43c7-4ebf-a561-29f9b24af782 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748129 Nov 24 14:13:23.711782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:23.733803 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-9f37fd93-e698-484a-a75a-b2148fff05ed service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372330 Nov 24 14:13:23.946005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ea8eadf-11b0-4074-9938-d361362eead2 req-d368d09f-16f6-4589-904d-98ce4fbb0729 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059135 Nov 24 14:13:23.958890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73074dfa-4bf9-45ab-8c8d-bc22f2161ff5 req-5bbe0116-13b5-44da-8bef-8abe6ef69cf9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:23.960314 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-73074dfa-4bf9-45ab-8c8d-bc22f2161ff5 req-5bbe0116-13b5-44da-8bef-8abe6ef69cf9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 943 time: 0.1959851 Nov 24 14:13:24.047106 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-73074dfa-4bf9-45ab-8c8d-bc22f2161ff5 req-f10659cf-aae6-48b2-9b99-08913c55f876 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803103 Nov 24 14:13:24.077303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-7ab6714b-70f3-483b-912a-4e8026313cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:24.078784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-7ab6714b-70f3-483b-912a-4e8026313cf0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 1096 time: 0.0840809 Nov 24 14:13:24.212056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-4eb19b0a-f173-4ebd-ab9b-80d83154cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:24.213399 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-4eb19b0a-f173-4ebd-ab9b-80d83154cd77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1281226 Nov 24 14:13:24.280300 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-609f05f2-ba0c-4c93-bb87-5b2619212434 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd HTTP/1.1" status: 200 len: 217 time: 0.0598450 Nov 24 14:13:24.349812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-f647b0a5-4335-4714-9b1d-e2482c4e6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:24.351223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-f647b0a5-4335-4714-9b1d-e2482c4e6669 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0604119 Nov 24 14:13:24.426643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-95fea243-aa5e-417d-afbb-dec5d6b45d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:24.428084 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-95fea243-aa5e-417d-afbb-dec5d6b45d59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694809 Nov 24 14:13:24.559649 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-417e51a7-a7ac-4605-82b9-30a7be5c8b1b service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242464 Nov 24 14:13:24.698526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-334b6853-ad46-4b35-8f37-702272b2ba63 req-1383f3cc-8312-436f-beab-8ef110805e10 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251111 Nov 24 14:13:25.308199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:25.361850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59534911-20cf-49dc-864f-1143ede35f3a req-08717e93-de9a-4adf-a049-78a9f159dfdb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:25.363221 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59534911-20cf-49dc-864f-1143ede35f3a req-08717e93-de9a-4adf-a049-78a9f159dfdb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 943 time: 0.2090504 Nov 24 14:13:25.407996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59534911-20cf-49dc-864f-1143ede35f3a req-3c538980-3ee1-49bf-b214-19850e9ccc23 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387893 Nov 24 14:13:26.594504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbf3ba-79b0-4398-a61c-c62e894bd348 req-92b380da-8e53-491d-ad7f-92d8ec9144b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:26.595947 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adcbf3ba-79b0-4398-a61c-c62e894bd348 req-92b380da-8e53-491d-ad7f-92d8ec9144b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 943 time: 0.0819149 Nov 24 14:13:26.643523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adcbf3ba-79b0-4398-a61c-c62e894bd348 req-ade59595-2a40-4032-843c-db9312462bdf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Nov 24 14:13:27.827018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc88a5-bd6b-4ddb-ac3d-ae520f15dfc6 req-16eea93d-3311-4ff4-9f43-772bf145e2ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:27.828458 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-83dc88a5-bd6b-4ddb-ac3d-ae520f15dfc6 req-16eea93d-3311-4ff4-9f43-772bf145e2ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 943 time: 0.0806859 Nov 24 14:13:27.875754 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-83dc88a5-bd6b-4ddb-ac3d-ae520f15dfc6 req-2eb6e43b-0c8b-4e13-904d-0c2acabab71c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Nov 24 14:13:28.453822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device d4c76cf9-ce94-4550-94b3-72bd2d64decd details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:13:28.636424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port d4c76cf9-ce94-4550-94b3-72bd2d64decd, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:28.649874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'port_id': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'mac_address': 'fa:16:3e:5d:d6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:13:28.708266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:28.725434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c76cf9-ce94-4550-94b3-72bd2d64decd {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:13:28.742979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port d4c76cf9-ce94-4550-94b3-72bd2d64decd, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:28.747394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:28.750396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-365a68d5-6f01-4028-9f9f-b607e45d3f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:28.817358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=d4c76cf9-ce94-4550-94b3-72bd2d64decd,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:28.820446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:29.003051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['d4c76cf9-ce94-4550-94b3-72bd2d64decd'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:13:29.071644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cea632-e1b3-4102-be5e-ccf6b242debc req-367fdbe4-a746-4bfc-a76e-f8c1efe4670b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:29.073160 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7cea632-e1b3-4102-be5e-ccf6b242debc req-367fdbe4-a746-4bfc-a76e-f8c1efe4670b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 944 time: 0.0924370 Nov 24 14:13:29.119295 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7cea632-e1b3-4102-be5e-ccf6b242debc req-e7b6cf6a-7749-4f3f-8ff5-9ad1ecc95f90 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Nov 24 14:13:29.997320 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:13:30.461389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d1dcc-9f19-489f-9de7-c6e5d0aee789 req-4514c915-712c-42b7-97db-7c5b29ee175a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:30.462876 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd3d1dcc-9f19-489f-9de7-c6e5d0aee789 req-4514c915-712c-42b7-97db-7c5b29ee175a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 944 time: 0.0858896 Nov 24 14:13:30.468892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device d4c76cf9-ce94-4550-94b3-72bd2d64decd up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:13:30.510198 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd3d1dcc-9f19-489f-9de7-c6e5d0aee789 req-785945cb-fcb5-4a9d-af74-80466277232c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Nov 24 14:13:30.540221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port d4c76cf9-ce94-4550-94b3-72bd2d64decd completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:13:30.547417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port d4c76cf9-ce94-4550-94b3-72bd2d64decd triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:13:30.547839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:30.676335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:30.705233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:13:30.717564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port d4c76cf9-ce94-4550-94b3-72bd2d64decd, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:13:30.721649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:30.724701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d738a49c-8876-4c40-ba56-d816bd829a31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:30.757863 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'code': 200} Nov 24 14:13:30.800462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=d4c76cf9-ce94-4550-94b3-72bd2d64decd,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:30.803628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:30.999823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d17ed2-48ba-4d94-b81a-c4b888a4da91 req-bca59346-89b1-497d-b8d8-f9026dec2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:31.001230 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-54d17ed2-48ba-4d94-b81a-c4b888a4da91 req-bca59346-89b1-497d-b8d8-f9026dec2c7b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 1098 time: 0.0769668 Nov 24 14:13:31.046793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-54d17ed2-48ba-4d94-b81a-c4b888a4da91 req-2a072e18-e2d3-489f-81fd-5c434f409c5f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362091 Nov 24 14:13:31.716942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299151cd-2438-4a72-b555-6c41c01d8aed req-caacf70e-bda7-461c-a71d-86d31a7ca3e5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:31.719077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-299151cd-2438-4a72-b555-6c41c01d8aed req-caacf70e-bda7-461c-a71d-86d31a7ca3e5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 945 time: 0.0964909 Nov 24 14:13:31.773344 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-299151cd-2438-4a72-b555-6c41c01d8aed req-38d0d62f-c187-4b08-aebf-0b007bb72eae tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Nov 24 14:13:32.971383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347acc4-3df4-46ce-897e-7b22d05b3e22 req-53d6c194-41ab-4b2c-9892-2482b37f7bb1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:32.972905 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6347acc4-3df4-46ce-897e-7b22d05b3e22 req-53d6c194-41ab-4b2c-9892-2482b37f7bb1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 945 time: 0.0905819 Nov 24 14:13:33.029397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6347acc4-3df4-46ce-897e-7b22d05b3e22 req-7fb78fd8-84e6-4726-9cca-7aef6483f895 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507379 Nov 24 14:13:33.229774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d6452-cee1-4cad-977d-119c2c73cce6 req-aa31ce72-6e92-46f0-a2b5-f76d5c8d9b25 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:33.231223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-060d6452-cee1-4cad-977d-119c2c73cce6 req-aa31ce72-6e92-46f0-a2b5-f76d5c8d9b25 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 945 time: 0.0870295 Nov 24 14:13:33.284764 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-060d6452-cee1-4cad-977d-119c2c73cce6 req-81a1bed7-0db6-4478-aeb0-dde54c5c98d8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469568 Nov 24 14:13:33.321457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45292) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:33.402802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e1ffc-e29d-48d8-bd59-5e3f909cc2bc tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:33.404436 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-835e1ffc-e29d-48d8-bd59-5e3f909cc2bc tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 1093 time: 0.0818617 Nov 24 14:13:33.407310 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45296) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:13:33.414286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:13:33.420465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:13:33.424326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:13:33.428879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:13:33.435985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:13:33.451856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:33.602786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:33.765927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.10 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/bcf9f147-9b12-48cb-aca5-4132e44a30af) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:13:33.927678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:33.967426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:33.973065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-16416888-48a3-4920-9117-903782240e2e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:34.043630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:13:34.046887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:13:34.051187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:13:34.087956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=bcf9f147-9b12-48cb-aca5-4132e44a30af,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:34.098827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:34.613994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:34.700311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:34.931566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:34.937893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:34.942501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3807ac75-c566-4efc-98e8-9410d3b06829 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:13:35.080493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=bcf9f147-9b12-48cb-aca5-4132e44a30af,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:13:35.086751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:13:35.095896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:35.284249 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 80e56065-475c-4c6e-aa74-701b8fa4a7b1 associated. External IP: 172.26.8.10, port: d4c76cf9-ce94-4550-94b3-72bd2d64decd. Nov 24 14:13:35.714596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:13:35.939492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:13:35.950189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:13:35.966435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:35.967239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:13:35.968275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:13:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:36.026830 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6181390 Nov 24 14:13:36.027508 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:13:36.091127 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'status': 'completed', 'code': 200} Nov 24 14:13:36.181800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:13:36.205152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-1a259c8a-b525-4941-8ead-acbf86019f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:36.206649 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-1a259c8a-b525-4941-8ead-acbf86019f78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 1098 time: 0.0860002 Nov 24 14:13:36.357940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-66185605-7473-48b9-8a6a-8062d857cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:36.359426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-66185605-7473-48b9-8a6a-8062d857cd8d service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1454294 Nov 24 14:13:36.495048 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-72f903da-2e6d-46cc-8ee7-675606c514ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd HTTP/1.1" status: 200 len: 998 time: 0.1283116 Nov 24 14:13:36.562571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-d5d9110c-8d85-4a98-8835-bbafb39bc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:36.564073 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-d5d9110c-8d85-4a98-8835-bbafb39bc728 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0618141 Nov 24 14:13:36.572409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:19Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}, {'id': '80e56065-475c-4c6e-aa74-701b8fa4a7b1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:5d:d6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:34Z', 'updated_at': '2021-11-24T14:13:34Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:36.577681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:13:36.586920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:13:36.587539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:13:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:36.656700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-82a20f94-3176-47b7-8979-cf78a6457692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:13:36.658135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-82a20f94-3176-47b7-8979-cf78a6457692 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814836 Nov 24 14:13:36.798853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:13:36.838816 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-e293b3fb-db26-4ba0-a617-8021dbc87ee5 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730256 Nov 24 14:13:36.997480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-939ceadc-8dd4-412e-98c6-a37c49a86fb7 req-50def8a2-7570-44aa-9a52-98665a9b4803 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495602 Nov 24 14:13:37.276805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:19Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}, {'id': '80e56065-475c-4c6e-aa74-701b8fa4a7b1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:5d:d6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:34Z', 'updated_at': '2021-11-24T14:13:34Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:13:37.281702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84c6b2-50c2-472d-b381-49d36ae8fc83 None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:19Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}, {'id': '80e56065-475c-4c6e-aa74-701b8fa4a7b1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.10', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:5d:d6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:34Z', 'updated_at': '2021-11-24T14:13:34Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:13:37.491100 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfebd0f5-daa9-4f9e-82c8-935cdb4b2894 None None] New status for floating IP 80e56065-475c-4c6e-aa74-701b8fa4a7b1: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:13:46.923700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:49.767624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e425-deed-4742-8c11-5e4ae635a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:50.343339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:52.553303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-76faa8b7-9293-434a-972d-8b3cad16b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:53.720538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:13:55.319204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:03.203978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-accb5af7-0643-4292-a2ee-7a303bf83c54 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707278 Nov 24 14:14:03.472927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-2ab84c6c-5570-4bb8-94ef-5f6987f8b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:03.474326 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-2ab84c6c-5570-4bb8-94ef-5f6987f8b26e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1098 time: 0.1951683 Nov 24 14:14:03.627400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-95dcf8ee-790a-4b85-b20f-4bef24d9dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:03.628921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-95dcf8ee-790a-4b85-b20f-4bef24d9dd16 service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1286192 Nov 24 14:14:03.740533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-25f76b47-6b8f-44fd-965f-d0b5efef153b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 1001 time: 0.1003873 Nov 24 14:14:03.805892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-7ed56d0a-740c-4179-aef2-b1fdbbff8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:03.807292 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-7ed56d0a-740c-4179-aef2-b1fdbbff8027 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0568793 Nov 24 14:14:03.884265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-15702d06-c6d3-4146-b7e1-f3b8728ba60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:03.885813 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-15702d06-c6d3-4146-b7e1-f3b8728ba60f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715106 Nov 24 14:14:04.031293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-a3d285d9-9888-4799-9556-57d0affe4d58 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372776 Nov 24 14:14:04.171604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e0bd1cc-288f-46b1-b3b6-58ed1a7c9593 req-63b32a61-d033-4b6f-a35a-0d4c04b33a4f service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333797 Nov 24 14:14:06.996719 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:14:12.436652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45316) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:12.674088 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-730b102f-f08c-4b78-b46f-4c3f9bb74932 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/65b2ce2c-4f2a-4bf7-9028-ed02c19696d4 HTTP/1.1" status: 200 len: 993 time: 0.2359142 Nov 24 14:14:13.603582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45326) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:13.609829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:13.736537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:13.953166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:13.977285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:13.981871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:13.987037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:14.048618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:14.049274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:14.050683 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/ports/5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 938 time: 0.4461126 Nov 24 14:14:14.051313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:14.076810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=6']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:14.080258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:14.099260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'status': 'completed', 'code': 200} Nov 24 14:14:14.200930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-5c30f6df-26a5-463b-bb96-e48cd116b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:14.202397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-5c30f6df-26a5-463b-bb96-e48cd116b3b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1099 time: 0.0777864 Nov 24 14:14:14.310433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-19262f85-48cb-4573-b0a0-b4b187114628 None None] Provisioning complete for port 5d3d8479-76ed-472e-b58c-7f0250fdc954 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:14.311005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19262f85-48cb-4573-b0a0-b4b187114628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:14.340687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-50c3132d-5ec7-4661-bf6b-f2f208e0ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:14.342167 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-50c3132d-5ec7-4661-bf6b-f2f208e0ff03 service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1306736 Nov 24 14:14:14.374093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-19262f85-48cb-4573-b0a0-b4b187114628 None None] Port 5d3d8479-76ed-472e-b58c-7f0250fdc954 is administratively disabled so it will not transition to active. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Nov 24 14:14:14.449142 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-3e617606-3659-45f2-8565-d8bb6991d618 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 1002 time: 0.0969799 Nov 24 14:14:14.512288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-33eb646c-82d7-4171-b19b-82addc5e1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:14.513726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-33eb646c-82d7-4171-b19b-82addc5e1654 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0580678 Nov 24 14:14:14.594414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-cf207880-9b38-4a6a-8192-3ba11fa137fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:14.595909 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-cf207880-9b38-4a6a-8192-3ba11fa137fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709414 Nov 24 14:14:14.851405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-f3594b99-d058-4060-a069-740af2d36069 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470493 Nov 24 14:14:14.986213 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e361043b-3785-4c50-a2ec-91d42691ee5e req-ae9f85ed-09a0-4490-a163-b549e55b4fc0 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240008 Nov 24 14:14:16.930796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:17.510583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45336) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:17.517296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:17.641096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:17.858684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:17.884142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:17.888997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:17.892870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afe895c5-f29d-4797-b19e-a93d1fc71b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:17.957509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:17.958132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:17.959532 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/ports/5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 937 time: 0.4479449 Nov 24 14:14:17.960181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:17.962650 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45340) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:17.983605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=7']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:17.986931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:18.020033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'status': 'completed', 'code': 200} Nov 24 14:14:18.085657 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-300d7d5c-36fb-49c3-85f1-5759ee9127a4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/65b2ce2c-4f2a-4bf7-9028-ed02c19696d4 HTTP/1.1" status: 200 len: 993 time: 0.1214478 Nov 24 14:14:18.127036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-7ded27a2-e6dc-4b47-b7f3-e4b0cd46378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:18.128566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-7ded27a2-e6dc-4b47-b7f3-e4b0cd46378e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1098 time: 0.0813553 Nov 24 14:14:18.224247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-71106079-0984-453c-b68b-0cbade584187 None None] Provisioning complete for port 5d3d8479-76ed-472e-b58c-7f0250fdc954 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:18.225371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-71106079-0984-453c-b68b-0cbade584187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:18.255744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['5d3d8479-76ed-472e-b58c-7f0250fdc954'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:14:18.266886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-3f4d159a-6d8e-426b-8bb2-7221c37c962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:18.268326 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-3f4d159a-6d8e-426b-8bb2-7221c37c962c service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1301515 Nov 24 14:14:18.375571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-d1c3cbc2-6c3b-4928-a685-868b3ea9e319 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 1001 time: 0.0999019 Nov 24 14:14:18.441494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-22f564f6-31da-47b7-9f75-332e9b116455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:18.442961 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-22f564f6-31da-47b7-9f75-332e9b116455 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0579405 Nov 24 14:14:18.523901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-5c54c307-536f-41f0-815d-ad3194ef06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:18.525399 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-5c54c307-536f-41f0-815d-ad3194ef06dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719409 Nov 24 14:14:18.663641 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-662f597c-3709-4797-8980-6bd9e0ec405c service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275530 Nov 24 14:14:18.797253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-26d41ebd-62a1-49f1-82ee-a437aaa8a9a2 req-73d08217-2bc4-4b04-8f87-5c7a8f753053 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263864 Nov 24 14:14:19.769367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-17ef0b03-96c7-4d76-b806-8468ccc4d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:20.349756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:20.683399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45352) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:20.888440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port bcf9f147-9b12-48cb-aca5-4132e44a30af {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:20.888803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:21.058004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:21.058221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:21.182291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for bcf9f147-9b12-48cb-aca5-4132e44a30af owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:21.336721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:21.340341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-21973897-73f0-48ff-b64e-895569865f79 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:21.414934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=bcf9f147-9b12-48cb-aca5-4132e44a30af,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:21.431032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.431410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.431783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.432147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.432507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.432904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.433263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.433617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.433971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.434348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.434700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.435134 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:21.461636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:21.490816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:21.491205 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 80e56065-475c-4c6e-aa74-701b8fa4a7b1 disassociated (deleted). External IP: 172.26.8.10, port: d4c76cf9-ce94-4550-94b3-72bd2d64decd. Nov 24 14:14:21.852466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:14:22.150435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:14:22.160769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:14:22.170288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:22.170925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:13:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:22.173901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:22.228881 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/80e56065-475c-4c6e-aa74-701b8fa4a7b1 HTTP/1.1" status: 204 len: 168 time: 1.5443804 Nov 24 14:14:22.229651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:22.349408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:22.469770 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'status': 'completed', 'code': 200} Nov 24 14:14:22.606717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da613c57-1078-495f-85da-f4c45921a4c6 req-90c7b9fa-95ea-46af-95e2-421b32b8978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:22.608308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-90c7b9fa-95ea-46af-95e2-421b32b8978c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 1098 time: 0.1186464 Nov 24 14:14:22.615552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee5b037e-6d2b-4d83-968c-16fd353c479f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:22.736581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:19Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:22.742933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:14:22.753394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:22.754005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:22.878561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803bf6-287d-4b4c-807e-59cde4ed884f req-2c26bb4a-b95c-460f-88dc-2e81f19b934a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:22.879916 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f803bf6-287d-4b4c-807e-59cde4ed884f req-2c26bb4a-b95c-460f-88dc-2e81f19b934a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 945 time: 0.3241999 Nov 24 14:14:22.915732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da613c57-1078-495f-85da-f4c45921a4c6 req-e95bca9e-e065-4dd4-aaf1-78b8a66ea914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:22.917160 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-e95bca9e-e065-4dd4-aaf1-78b8a66ea914 service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.3000164 Nov 24 14:14:22.985734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:22.996277 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f803bf6-287d-4b4c-807e-59cde4ed884f req-911a4b90-b320-4695-a872-071b0a37c784 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068654 Nov 24 14:14:22.997729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-7ffb3dcb-f54f-4433-8dce-93bea1779c0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd HTTP/1.1" status: 200 len: 217 time: 0.0684752 Nov 24 14:14:23.066178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da613c57-1078-495f-85da-f4c45921a4c6 req-d9f3d649-d74b-4c5e-b295-5d72a003abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:23.067590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-d9f3d649-d74b-4c5e-b295-5d72a003abfe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0628579 Nov 24 14:14:23.144156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da613c57-1078-495f-85da-f4c45921a4c6 req-1d158299-508d-4b8b-8898-8d870075bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:23.145559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-1d158299-508d-4b8b-8898-8d870075bc48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705693 Nov 24 14:14:23.281348 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-72480f4d-d2be-4cc9-8ca9-8e1fe450d99a service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268651 Nov 24 14:14:23.343256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:19Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:23.347955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe50955-85e2-4dfc-8a92-817a209d23a8 None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '65b2ce2c-4f2a-4bf7-9028-ed02c19696d4', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'port_id': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'mac_address': 'fa:16:3e:75:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7348aa58-1073-4275-a31f-062dd665554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:13:16Z', 'updated_at': '2021-11-24T14:13:19Z', 'revision_number': 1, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:14:23.418252 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da613c57-1078-495f-85da-f4c45921a4c6 req-310fe463-bfdb-4ff9-af8d-16c8ca26e4d7 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292539 Nov 24 14:14:23.566085 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5a27e-640c-451b-a606-bd030b7b4067 None None] New status for floating IP 80e56065-475c-4c6e-aa74-701b8fa4a7b1: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:14:23.712773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:24.071924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-67d35d5e-1fb7-443f-880b-565169f583c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:24.075469 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-67d35d5e-1fb7-443f-880b-565169f583c8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 945 time: 0.0894532 Nov 24 14:14:24.200754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port d4c76cf9-ce94-4550-94b3-72bd2d64decd {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:24.201107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:24.273817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d471987-b271-42dc-837b-d956d5e330b4 req-30d9ddcc-e816-4043-b68d-43ff60e4243f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:24.275308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2d471987-b271-42dc-837b-d956d5e330b4 req-30d9ddcc-e816-4043-b68d-43ff60e4243f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 945 time: 0.1619654 Nov 24 14:14:24.391198 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2d471987-b271-42dc-837b-d956d5e330b4 req-a8c4ef93-9748-4d19-82c1-d97500dc2741 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8ed9b8b-90df-430d-a30b-2435929bd7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903883 Nov 24 14:14:24.507593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port d4c76cf9-ce94-4550-94b3-72bd2d64decd, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=d4c76cf9-ce94-4550-94b3-72bd2d64decd,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:24.507948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:24.640130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for d4c76cf9-ce94-4550-94b3-72bd2d64decd owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:24.784507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:24.790246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-309bd794-3851-4d97-bb5e-39242a167fa1 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:24.836566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=d4c76cf9-ce94-4550-94b3-72bd2d64decd,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:24.875257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.875636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.876006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.876374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.876736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.877120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.877477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.877836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.878190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.878545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.878895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.879244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:24.886354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:25.040199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port d4c76cf9-ce94-4550-94b3-72bd2d64decd on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:14:25.042472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:25.045780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'name': 'network-vif-deleted', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:25.057170 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77c24edb-9ed1-4c96-aa0d-2b8ab9735768 req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/d4c76cf9-ce94-4550-94b3-72bd2d64decd HTTP/1.1" status: 204 len: 173 time: 0.9731286 Nov 24 14:14:25.091969 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e027d3c-056d-4bac-b54b-69017c9b280e', 'name': 'network-vif-deleted', 'tag': 'd4c76cf9-ce94-4550-94b3-72bd2d64decd', 'status': 'completed', 'code': 200} Nov 24 14:14:25.318116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:25.561159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-af0390e1-3a6e-4f29-8bd5-d06e1d4568a7 req-f4fa5d4f-2f36-4779-aede-bae8814c189d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:14:25.577889 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-af0390e1-3a6e-4f29-8bd5-d06e1d4568a7 req-f4fa5d4f-2f36-4779-aede-bae8814c189d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:14:25.581274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af0390e1-3a6e-4f29-8bd5-d06e1d4568a7 req-f4fa5d4f-2f36-4779-aede-bae8814c189d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e027d3c-056d-4bac-b54b-69017c9b280e HTTP/1.1" status: 200 len: 210 time: 0.0649619 Nov 24 14:14:26.682951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45370) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:26.753915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:26.783162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:26.849898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:26.853667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3d035dc8-7deb-4974-8f9f-ce86ff1859f7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:26.869213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ed9b8b-90df-430d-a30b-2435929bd7d2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:26.873908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:26.879055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:26.880159 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/f8ed9b8b-90df-430d-a30b-2435929bd7d2 HTTP/1.1" status: 204 len: 168 time: 0.1961284 Nov 24 14:14:26.909909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45376) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:27.109487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 8b9c0798-9a9a-42ae-b99f-5602845ab447 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:27.109824 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:27.283782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:27.283998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:27.408820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 8b9c0798-9a9a-42ae-b99f-5602845ab447 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:27.560527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:27.564091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:27.607017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=8b9c0798-9a9a-42ae-b99f-5602845ab447,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:27.610123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:27.701643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:27.702335 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP 65b2ce2c-4f2a-4bf7-9028-ed02c19696d4 disassociated (deleted). External IP: 172.26.8.109, port: 5d3d8479-76ed-472e-b58c-7f0250fdc954. Nov 24 14:14:28.179631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:14:28.360556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:14:28.371643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:14:28.383039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:28.383701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:28.383868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:28.445459 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/65b2ce2c-4f2a-4bf7-9028-ed02c19696d4 HTTP/1.1" status: 204 len: 168 time: 1.5343225 Nov 24 14:14:28.446148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:28.570611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:28.777188 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'status': 'completed', 'code': 200} Nov 24 14:14:28.799459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device d4c76cf9-ce94-4550-94b3-72bd2d64decd no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:14:28.843151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: d4c76cf9-ce94-4550-94b3-72bd2d64decd {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:14:28.843485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device d4c76cf9-ce94-4550-94b3-72bd2d64decd not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:14:28.880303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5185a4-2148-4750-a360-d26f9c036427 req-ea04af05-c9b5-4f62-9ec7-efcc24592a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:28.882452 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-ea04af05-c9b5-4f62-9ec7-efcc24592a77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 1098 time: 0.0767038 Nov 24 14:14:28.954922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:28.959042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:14:28.968235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:28.968869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:29.080902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5c9e-bf15-4d41-a6ea-0decb68a88ac req-adc2277b-431d-4e21-a660-662f1e0758ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:29.082401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9fbd5c9e-bf15-4d41-a6ea-0decb68a88ac req-adc2277b-431d-4e21-a660-662f1e0758ed tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 945 time: 0.1989322 Nov 24 14:14:29.087557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5185a4-2148-4750-a360-d26f9c036427 req-d5ceaa2e-96ad-4ade-9ebf-9977f2db18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:29.089063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-d5ceaa2e-96ad-4ade-9ebf-9977f2db18d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 200 len: 898 time: 0.1646705 Nov 24 14:14:29.150728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:29.172586 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-875dd526-3cf3-44ea-8ef8-239ac07a9140 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 200 len: 217 time: 0.0677006 Nov 24 14:14:29.233571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9fbd5c9e-bf15-4d41-a6ea-0decb68a88ac req-1c06cb4e-f5be-4af2-8881-3e08e7ca0aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433206 Nov 24 14:14:29.250695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5185a4-2148-4750-a360-d26f9c036427 req-cecb267a-84ad-4b6a-98cb-65bd76ae330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:29.252343 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-cecb267a-84ad-4b6a-98cb-65bd76ae330e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 200 len: 833 time: 0.0725396 Nov 24 14:14:29.336458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5185a4-2148-4750-a360-d26f9c036427 req-17c87ef8-be66-43c1-bc91-d583eff67807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:29.337935 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-17c87ef8-be66-43c1-bc91-d583eff67807 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=835cbc9d-4302-411b-a929-fff2746d8707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782368 Nov 24 14:14:29.471848 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-8071a6f0-a521-4c75-9c77-eb17cd200927 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255808 Nov 24 14:14:29.524528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:29.528646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a489f2-e164-4d8b-a0ca-c91c670dd91a None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:12:56Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '46788295-a10f-4b7c-aaeb-3c3ad1604aab', 'name': '', 'network_id': '835cbc9d-4302-411b-a929-fff2746d8707', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:49:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:56Z', 'updated_at': '2021-11-24T14:13:02Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': 'a8402eef-9631-494e-b48e-3d943706a5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:14:29.613338 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef5185a4-2148-4750-a360-d26f9c036427 req-97d3ef7a-74ce-49a6-98fb-4ecbdc2e9834 service neutron] 10.222.0.76 "GET /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311305 Nov 24 14:14:29.760136 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac808782-360c-4b87-90c6-df89f11c87f9 None None] New status for floating IP 65b2ce2c-4f2a-4bf7-9028-ed02c19696d4: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:14:30.428382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935c113-3075-45ee-9b6b-43929190533d req-dd59ec36-f761-48d9-8f0e-628dcef78d8d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:30.429857 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8935c113-3075-45ee-9b6b-43929190533d req-dd59ec36-f761-48d9-8f0e-628dcef78d8d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 945 time: 0.0802865 Nov 24 14:14:30.475181 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8935c113-3075-45ee-9b6b-43929190533d req-aa600256-5a18-4b9b-88ad-32c5954bec1d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=258572e6-8c0d-43f1-8472-68312a78719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Nov 24 14:14:30.547516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [req-f4ce3f86-28f3-4bcf-9fee-c90bffd5b3ae req-81741f6e-1c8b-44e0-b74c-f38518ff078d service neutron] (87692) timed out ('10.222.0.76', 54623) {{(pid=87692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 14:14:30.561633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-6337b670-744a-425b-a075-93da9975831b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:30.563054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-6337b670-744a-425b-a075-93da9975831b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 945 time: 0.0850072 Nov 24 14:14:30.635624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 5d3d8479-76ed-472e-b58c-7f0250fdc954 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:30.635962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:30.886949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 5d3d8479-76ed-472e-b58c-7f0250fdc954, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5d3d8479-76ed-472e-b58c-7f0250fdc954,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:30.887305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:31.010951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 5d3d8479-76ed-472e-b58c-7f0250fdc954 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:31.278428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:31.283776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:31.328878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=5d3d8479-76ed-472e-b58c-7f0250fdc954,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:31.331744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:31.405534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port 5d3d8479-76ed-472e-b58c-7f0250fdc954 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:14:31.407910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:31.410555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'name': 'network-vif-deleted', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:31.422036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a8ccd73b-5ff0-49b2-b636-13f99a8bba9f req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/5d3d8479-76ed-472e-b58c-7f0250fdc954 HTTP/1.1" status: 204 len: 173 time: 0.8500872 Nov 24 14:14:31.458145 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7348aa58-1073-4275-a31f-062dd665554d', 'name': 'network-vif-deleted', 'tag': '5d3d8479-76ed-472e-b58c-7f0250fdc954', 'status': 'completed', 'code': 200} Nov 24 14:14:31.628147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-6ec4bbf7-8cd7-46ff-96ad-e0af61eb56b9 req-0eafaf16-ef56-498d-b570-bcf4226b9c91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:14:31.644049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-6ec4bbf7-8cd7-46ff-96ad-e0af61eb56b9 req-0eafaf16-ef56-498d-b570-bcf4226b9c91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:14:31.645435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6ec4bbf7-8cd7-46ff-96ad-e0af61eb56b9 req-0eafaf16-ef56-498d-b570-bcf4226b9c91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=7348aa58-1073-4275-a31f-062dd665554d HTTP/1.1" status: 200 len: 210 time: 0.0597589 Nov 24 14:14:32.742143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45396) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:32.811716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:32.840766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:32.903300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:32.908987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bd788275-9149-4216-9cca-373b0ee21eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:32.924565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258572e6-8c0d-43f1-8472-68312a78719d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:32.927431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:32.933783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:32.935496 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/258572e6-8c0d-43f1-8472-68312a78719d HTTP/1.1" status: 204 len: 168 time: 0.1923792 Nov 24 14:14:32.966445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45402) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:33.517931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:33.873098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 46788295-a10f-4b7c-aaeb-3c3ad1604aab {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:33.873436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:34.059325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 46788295-a10f-4b7c-aaeb-3c3ad1604aab, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=46788295-a10f-4b7c-aaeb-3c3ad1604aab,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:34.060037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:34.304140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 46788295-a10f-4b7c-aaeb-3c3ad1604aab owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:34.483692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:34.487362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:34.535704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=46788295-a10f-4b7c-aaeb-3c3ad1604aab,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:34.538541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:34.795063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5d3d8479-76ed-472e-b58c-7f0250fdc954 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:14:34.827123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:34.829180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 5d3d8479-76ed-472e-b58c-7f0250fdc954 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:14:34.829521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5d3d8479-76ed-472e-b58c-7f0250fdc954 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:14:35.203463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router d17677ad-5c58-42e0-9217-3834c8c9424a has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:14:35.382991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:14:35.392967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] Sync routers for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:14:35.400346 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/d17677ad-5c58-42e0-9217-3834c8c9424a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4328306 Nov 24 14:14:35.402811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:35.403164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45406) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:35.403644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:35.471606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet a8402eef-9631-494e-b48e-3d943706a5b7 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:14:35.474586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:35.532448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:35.581660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:35.615742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:35.827491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:35.831302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5fe8cd9b-949e-44fc-a43d-c55495692f77 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:35.865485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=a8402eef-9631-494e-b48e-3d943706a5b7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:35.869126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:35.871913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:35.878341 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/a8402eef-9631-494e-b48e-3d943706a5b7 HTTP/1.1" status: 204 len: 168 time: 0.4742718 Nov 24 14:14:35.878541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:14:34Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:35.882541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] Checking router: d17677ad-5c58-42e0-9217-3834c8c9424a for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:14:35.888150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45410) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:35.892211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a2da8-3d61-40a6-8ef1-f59d58a940d4 None None] Network 835cbc9d-4302-411b-a929-fff2746d8707 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:14:35.912433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] Routers {'d17677ad-5c58-42e0-9217-3834c8c9424a'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:35.913116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d17677ad-5c58-42e0-9217-3834c8c9424a'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:36.071951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.232780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] Set router d17677ad-5c58-42e0-9217-3834c8c9424a gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:36.257796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.267785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 7bd3c141-bbc8-4914-84c3-f373693f09dc {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:36.268115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.446917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 7bd3c141-bbc8-4914-84c3-f373693f09dc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7bd3c141-bbc8-4914-84c3-f373693f09dc,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:36.447233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.563052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] DHCP port deletion for 835cbc9d-4302-411b-a929-fff2746d8707 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:14:36.576024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 7bd3c141-bbc8-4914-84c3-f373693f09dc owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:36.576341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Deleting port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:14:36.576721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.747260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.750921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:36.771413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:14:34Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:36.789062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017f7cf-dc59-4625-8fc1-086b2ea9769c None None] The sync data for ids ['d17677ad-5c58-42e0-9217-3834c8c9424a'] in dv-neutron-818153-2-hyperv is: [{'id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'name': 'tempest-TestNetworkBasicOps-router-206014104', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:12:51Z', 'updated_at': '2021-11-24T14:14:34Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '7bd3c141-bbc8-4914-84c3-f373693f09dc', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17677ad-5c58-42e0-9217-3834c8c9424a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:12:52Z', 'updated_at': '2021-11-24T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:14:36.804713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=7bd3c141-bbc8-4914-84c3-f373693f09dc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:36.822021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] For port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,segment=NetworkSegment(4c2866c1-b6e3-4487-927a-129f9595c53e),segment_id=4c2866c1-b6e3-4487-927a-129f9595c53e)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:36.822430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.837542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:36.896388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:36.962357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Calling delete_port for b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:14:37.043646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.047192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:37.091058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Pushing event deleted for resources: {'Port': ['ID=b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:37.099930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] No DVR routers for this DVR port b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:14:37.101932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.102343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.102596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.102946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.103249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.103635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.104021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.104365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.104726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.105034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.105348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.106380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:37.109971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:37.196533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.199057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.222860 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.223452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router d17677ad-5c58-42e0-9217-3834c8c9424a {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:14:37.240427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.241744 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/d17677ad-5c58-42e0-9217-3834c8c9424a HTTP/1.1" status: 204 len: 168 time: 1.3525770 Nov 24 14:14:37.244123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45414) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:37.362331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.506169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.531282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835cbc9d-4302-411b-a929-fff2746d8707']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:37.542862 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2866c1-b6e3-4487-927a-129f9595c53e') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:37.543355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2866c1-b6e3-4487-927a-129f9595c53e') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:37.554377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.573625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.580795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:14:37.581403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:14:37.595871 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:14:37.676295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.679678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1495fd81-5cea-4b23-bfba-9daee8a2103c tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:37.694575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.706438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=835cbc9d-4302-411b-a929-fff2746d8707,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:37.710118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:37.714900 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6c2a68b1-bc5f-4367-9d59-6ea18dc8af57 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/835cbc9d-4302-411b-a929-fff2746d8707 HTTP/1.1" status: 204 len: 168 time: 0.4668608 Nov 24 14:14:37.738499 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45418) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:37.744863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'network': {'name': 'tempest-network-smoke--134760212', 'project_id': 'db914428e403428a8777a572bc271f9c', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:37.751103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:37.755346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:network and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:37.758337 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:37.764704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:37.775111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:14:37.778811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.810417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:14:37.819028 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.819361 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Added segment a0c0b46b-da53-4a70-89eb-0b99a237a0e8 of type vlan for network 7506a238-117a-4dd6-b698-609da7a86ad9 Nov 24 14:14:37.845377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.875397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.880921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:37.881491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:37.886409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-466bf50c-96ba-430b-b646-5f993573d892 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:37.978460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7bd3c141-bbc8-4914-84c3-f373693f09dc no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:14:37.987887 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2480032 Nov 24 14:14:37.991308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45422) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:37.998578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'admin_state_up': True, 'project_id': 'db914428e403428a8777a572bc271f9c', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:37.999344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Network': ['ID=7506a238-117a-4dd6-b698-609da7a86ad9,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:38.002057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4348c356-88e8-4756-b10b-5a29977eea5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:38.006442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:38.010791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:router and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:38.013924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:38.014950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 7506a238-117a-4dd6-b698-609da7a86ad9 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:14:38.022761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:38.033272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.034369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.038232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 7bd3c141-bbc8-4914-84c3-f373693f09dc {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:14:38.038589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7bd3c141-bbc8-4914-84c3-f373693f09dc not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:14:38.039011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46788295-a10f-4b7c-aaeb-3c3ad1604aab no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:14:38.050262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.126772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 46788295-a10f-4b7c-aaeb-3c3ad1604aab {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:14:38.127031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 46788295-a10f-4b7c-aaeb-3c3ad1604aab not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:14:38.127453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:14:38.173747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:14:38.174390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3c30f6a-a2a5-43cc-83f5-82b912eb0bcf not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:14:38.318466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.623777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.654439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.801672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.31 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/5b173f18-f08f-42ad-9647-297b525b1e36) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:14:38.948770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.978888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:38.982824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2aa840eb-792d-4332-80d9-d2c89f0688a1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:39.044632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:14:39.047486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:14:39.050082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:14:39.091626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:39.095776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:39.607003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:39.957128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:40.161325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:14:40.337244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:14:40.347774 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:14:40.358026 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:40.358634 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:40.363815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:40.365376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3721538 Nov 24 14:14:40.368616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45426) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:40.522215 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-224c595c-2769-486d-bb4b-cf35b4bb7e44 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=db914428e403428a8777a572bc271f9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522605 Nov 24 14:14:40.524662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:40.569289 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:40.657288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c76f4-6fd1-4db7-9b3c-6b74822f44eb tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:40.661282 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef4c76f4-6fd1-4db7-9b3c-6b74822f44eb tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342187 Nov 24 14:14:40.661750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45436) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:40.705028 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-914e35a7-9a05-48e9-9fe7-51100fe5f645 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397542 Nov 24 14:14:40.705247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45440) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:40.710757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-547152441', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'project_id': 'db914428e403428a8777a572bc271f9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:40.832916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:40.837008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:subnet and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:40.840032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:40.845575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:40.850933 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:39Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:40.854928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:14:40.855198 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Checking router: 8f3ae34d-258a-4c48-af89-c944642da537 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:14:40.855885 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Updating router 8f3ae34d-258a-4c48-af89-c944642da537 port 5b173f18-f08f-42ad-9647-297b525b1e36 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:14:40.859165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:40.911768 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.079774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.083452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9af64e1f-1f98-403e-a294-5bb14f7cb0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:41.263398 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.276158 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Transition to ACTIVE for port object 5b173f18-f08f-42ad-9647-297b525b1e36 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:41.283485 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.287346 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e0152739-56ec-437c-8174-81738d559bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:41.303864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Subnet': ['ID=60e51ccb-b960-4f16-9a3c-433803f634f3,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:41.307591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:41.315372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Checking segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:14:41.315722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network hostable DHCP agents. Network: 7506a238-117a-4dd6-b698-609da7a86ad9, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:14:41.335431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 7506a238-117a-4dd6-b698-609da7a86ad9 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:14:41.346306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 7506a238-117a-4dd6-b698-609da7a86ad9) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:14:41.350086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:41.350664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.358787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78cd6ec-cafa-4e23-8997-7c658782ae38 None None] Network 7506a238-117a-4dd6-b698-609da7a86ad9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:14:41.372881 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Pushing event updated for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:41.374044 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6678584 Nov 24 14:14:41.377289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45444) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:41.382147 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.382500 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.382840 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.383170 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.383498 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.383824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.384148 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.384467 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.384958 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.385282 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.385612 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.385915 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:14:41.389661 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:41.396710 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Attempting to bind port 5b173f18-f08f-42ad-9647-297b525b1e36 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:14:41.397162 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Attempting to bind port 5b173f18-f08f-42ad-9647-297b525b1e36 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:14:41.397536 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Attempting to bind port 5b173f18-f08f-42ad-9647-297b525b1e36 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:14:41.403633 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:14:41.404010 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:14:41.404416 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.404830 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:14:41.405296 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Bound port: 5b173f18-f08f-42ad-9647-297b525b1e36, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:14:41.405668 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.480329 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] For port 5b173f18-f08f-42ad-9647-297b525b1e36, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:14:41.484110 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] For port 5b173f18-f08f-42ad-9647-297b525b1e36, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5b173f18-f08f-42ad-9647-297b525b1e36,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:14:41.488871 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.493198 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:41.569467 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:41.570079 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:41.585900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-7506a238-117a-4dd6-b698-609da7a86ad9', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:14:41.586813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.711952 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Pushing event updated for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:41.718324 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:41.764083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Allocated IP 172.20.0.2 (7506a238-117a-4dd6-b698-609da7a86ad9/60e51ccb-b960-4f16-9a3c-433803f634f3/47d01ca3-39d0-4ceb-b485-611ec1820322) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:14:41.771820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:41.973468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:41.984811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Transition to ACTIVE for port object 47d01ca3-39d0-4ceb-b485-611ec1820322 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:42.003871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Transition to ACTIVE for port object 47d01ca3-39d0-4ceb-b485-611ec1820322 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:42.010671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.015968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-faa2a2e9-3916-44a3-a297-080f3902e250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:42.116529 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:39Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:42.117246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Network 7506a238-117a-4dd6-b698-609da7a86ad9 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:14:42.119520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.120617 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f8dc90-90c3-4148-8266-4c61a90716f3 None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:39Z', 'revision_number': 3, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:14:42.125449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:14:42.130176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:14:42.215871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Pushing event updated for resources: {'Port': ['ID=47d01ca3-39d0-4ceb-b485-611ec1820322,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:42.225133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:42.235685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Attempting to bind port 47d01ca3-39d0-4ceb-b485-611ec1820322 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:14:42.236065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Attempting to bind port 47d01ca3-39d0-4ceb-b485-611ec1820322 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:14:42.236435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Attempting to bind port 47d01ca3-39d0-4ceb-b485-611ec1820322 on network 7506a238-117a-4dd6-b698-609da7a86ad9 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:14:42.242312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:14:42.242693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Checking segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:14:42.243101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.243502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Bound using segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:14:42.243967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Bound port: 47d01ca3-39d0-4ceb-b485-611ec1820322, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:14:42.244347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.334873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] For port 47d01ca3-39d0-4ceb-b485-611ec1820322, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:14:42.338387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] For port 47d01ca3-39d0-4ceb-b485-611ec1820322, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=47d01ca3-39d0-4ceb-b485-611ec1820322,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:14:42.344009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.347669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:42.443512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Pushing event updated for resources: {'Port': ['ID=47d01ca3-39d0-4ceb-b485-611ec1820322,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:42.446120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:42.587682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.1 (7506a238-117a-4dd6-b698-609da7a86ad9/60e51ccb-b960-4f16-9a3c-433803f634f3/86108767-6bca-4617-bbfe-ed7822273de8) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:14:42.827244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.844515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object 86108767-6bca-4617-bbfe-ed7822273de8 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:42.873362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:42.881424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-941dd325-058b-46a1-8f79-dc46c4039aeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:42.968517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 7506a238-117a-4dd6-b698-609da7a86ad9 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:14:42.972336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:14:42.975019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:14:43.174561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:43.179192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:43.193918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:43.329896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:43.510972 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989a4c8-b885-435a-9017-ced5fc38d306 None None] Network 7506a238-117a-4dd6-b698-609da7a86ad9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:14:43.641570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e93f8dd1-6a2e-4a9c-a3e3-a290affe6136 None None] Provisioning for port 47d01ca3-39d0-4ceb-b485-611ec1820322 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:43.824336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:43.830324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:43.862724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:43.981812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:43.985701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:43.996121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:43.999984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:14:44.039735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:44.111682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d49df2ab-6e64-47f0-a516-9a689cf60e50 None None] Provisioning for port 86108767-6bca-4617-bbfe-ed7822273de8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:44.117980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d49df2ab-6e64-47f0-a516-9a689cf60e50 None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:44.118353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d49df2ab-6e64-47f0-a516-9a689cf60e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.141714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 7506a238-117a-4dd6-b698-609da7a86ad9 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:14:44.142958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:14:44.165393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 5b173f18-f08f-42ad-9647-297b525b1e36 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:44.181205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5b173f18-f08f-42ad-9647-297b525b1e36 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:44.181590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.239639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d49df2ab-6e64-47f0-a516-9a689cf60e50 None None] Port 86108767-6bca-4617-bbfe-ed7822273de8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:14:44.323944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.343623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5b173f18-f08f-42ad-9647-297b525b1e36, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5b173f18-f08f-42ad-9647-297b525b1e36,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:44.344698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:14:44.348343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.349629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 47d01ca3-39d0-4ceb-b485-611ec1820322 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:44.374607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:44.470472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d82f97a7-2ce5-4982-9e84-8b6d7e3a3784 None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:44.471053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d82f97a7-2ce5-4982-9e84-8b6d7e3a3784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.530335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:14:44.531431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:44.537391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:44.540454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d82f97a7-2ce5-4982-9e84-8b6d7e3a3784 None None] Port 86108767-6bca-4617-bbfe-ed7822273de8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:14:44.546478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45448) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:44.549456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/8f3ae34d-258a-4c48-af89-c944642da537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710143 Nov 24 14:14:44.549736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:14:44.553896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 47d01ca3-39d0-4ceb-b485-611ec1820322 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:44.563910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 47d01ca3-39d0-4ceb-b485-611ec1820322 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:44.564267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.594380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:44.595014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:44.687110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e83661-6e37-47f6-88f2-043884135957 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.687572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e83661-6e37-47f6-88f2-043884135957 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.688032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e83661-6e37-47f6-88f2-043884135957 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.688480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e83661-6e37-47f6-88f2-043884135957 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.692642 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-91e83661-6e37-47f6-88f2-043884135957 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1427124 Nov 24 14:14:44.692884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45452) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:44.765653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cbb29-d440-4823-806a-80b7c9720543 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.766237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cbb29-d440-4823-806a-80b7c9720543 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.766694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cbb29-d440-4823-806a-80b7c9720543 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.767142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32cbb29-d440-4823-806a-80b7c9720543 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:44.768820 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e32cbb29-d440-4823-806a-80b7c9720543 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0750182 Nov 24 14:14:44.770815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d18c3627-42af-436c-9cbd-03cd43b60f6c None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:44.771272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d18c3627-42af-436c-9cbd-03cd43b60f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.771514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45456) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:44.893108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d18c3627-42af-436c-9cbd-03cd43b60f6c None None] Port 86108767-6bca-4617-bbfe-ed7822273de8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:14:44.911419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:44.959477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:44.973507 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-8804c3d6-eb60-4d99-8580-437c38c70501 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2008560 Nov 24 14:14:45.127058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 47d01ca3-39d0-4ceb-b485-611ec1820322, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=47d01ca3-39d0-4ceb-b485-611ec1820322,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:45.170980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.181462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:45.280200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45462) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:45.280936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=47d01ca3-39d0-4ceb-b485-611ec1820322,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:45.286353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551060429', 'description': 'tempest-secgroup-smoke-551060429 description', 'project_id': 'db914428e403428a8777a572bc271f9c'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:45.286672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:45.293270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:45.297883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:45.300871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:45.306566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:45.322434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.356485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:45.360931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Checking router: 8f3ae34d-258a-4c48-af89-c944642da537 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:14:45.361289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Updating router 8f3ae34d-258a-4c48-af89-c944642da537 port 86108767-6bca-4617-bbfe-ed7822273de8 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:14:45.418036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.459535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:45.463275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:45.466823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:45.472768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:45.546895 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.551061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.556406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-73af2873-13b3-4855-b591-1a2ac94b3df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:45.597599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:45.600647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.601901 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3205926 Nov 24 14:14:45.602821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:45.605548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45466) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:45.610989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:45.617488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:45.621980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:45.624892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:45.630720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:45.648570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.712861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.718867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.720832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7632b457-4be7-4ffa-a2b3-b11a6bfed18d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:45.744676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450fd53a-63b1-4ae0-a4e1-6050878e0053,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:45.749617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:45.754822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.756039 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495225 Nov 24 14:14:45.758866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45470) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:45.764492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:45.770350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:45.774431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:45.778149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:45.779781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.784129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:45.791945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Transition to ACTIVE for port object 86108767-6bca-4617-bbfe-ed7822273de8 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:45.799080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.802936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.803706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:45.869704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.874527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.876569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aabe7b58-1fc3-4e2d-8cfa-a2b371bb326d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:45.899910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812b8140-0375-453f-aa3c-0150e278884a,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:45.905509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:45.913671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:45.918765 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550694 Nov 24 14:14:45.918966 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:45.924117 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:45.939693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f40a20-3864-400f-a13e-0d85953508f1 None None] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:45.941816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:45.947991 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:45.951308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:45.957963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:45.971634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-22f40a20-3864-400f-a13e-0d85953508f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:45.987382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.018799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:46.066578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.071029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.072994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-63b8af8b-9b19-4349-9352-a5c1de6e48bd tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:46.082582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Attempting to bind port 86108767-6bca-4617-bbfe-ed7822273de8 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:14:46.082965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Attempting to bind port 86108767-6bca-4617-bbfe-ed7822273de8 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:14:46.083342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Attempting to bind port 86108767-6bca-4617-bbfe-ed7822273de8 on network 7506a238-117a-4dd6-b698-609da7a86ad9 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:14:46.094821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:14:46.095205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Checking segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:14:46.095616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.096017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Bound using segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:14:46.096496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Bound port: 86108767-6bca-4617-bbfe-ed7822273de8, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:14:46.096912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.097960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddd91f7-bc87-4f5f-88a5-b8e8c038a101,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:46.102025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:46.112996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.114525 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1945839 Nov 24 14:14:46.117442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45478) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:46.123332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:46.129198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:46.133070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:46.136988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:46.144150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:46.161802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.201952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5b173f18-f08f-42ad-9647-297b525b1e36 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:46.202256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.227693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.232301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.240476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1c698724-79c7-4806-bada-2a81dc3771d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:46.257837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] For port 86108767-6bca-4617-bbfe-ed7822273de8, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:14:46.259213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb03f72b-4bd7-4a76-b93f-1d0a78d58803,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:46.262302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:46.269943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.273981 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5b6e49cd-7f42-43e9-b16d-2e150da5ffda tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526830 Nov 24 14:14:46.274140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] For port 86108767-6bca-4617-bbfe-ed7822273de8, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=86108767-6bca-4617-bbfe-ed7822273de8,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:14:46.274557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45482) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:46.280315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:46.281296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.285753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-daea02d1-f37f-4713-9a8a-47fff83b1fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:46.286248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:46.290459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:46.294132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:46.300358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:46.314219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:14:46.321323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.393761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.398490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.400609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0c2fc4b8-5fb9-45fc-a172-9d3d56bbc8c1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:46.415898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:14:46.416545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:46.424736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fe9c03-5db0-4617-a39a-c889b074510f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:46.427599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:46.435430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.439768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45486) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:46.440378 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1644568 Nov 24 14:14:46.445876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'security_group_rule': {'security_group_id': '3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4', 'project_id': 'db914428e403428a8777a572bc271f9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:46.454685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:46.458776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:security_group_rule and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:46.461865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:46.468501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:46.482480 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Project db914428e403428a8777a572bc271f9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:14:46.489907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.533753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 47d01ca3-39d0-4ceb-b485-611ec1820322 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:46.563997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.567945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.575009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ce81cf2-faf6-489a-8d73-1bc6879ed1f4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:46.594533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0717b348-2699-4322-a030-911428674ac5,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:46.597232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:46.607371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:46.614362 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671183 Nov 24 14:14:46.639507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f40a20-3864-400f-a13e-0d85953508f1 None None] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:46.658593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-22f40a20-3864-400f-a13e-0d85953508f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:46.739624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:14:46.782157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 47d01ca3-39d0-4ceb-b485-611ec1820322 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:46.782822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-21fdf081-f108-4858-9dc0-9fb6ea3a240a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551060429&fields=id&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 267 time: 0.0403705 Nov 24 14:14:46.783258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:47.032863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:47.077960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-b61291a5-9fb0-4470-b8e7-1da25dd7a6d3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:47.079415 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-b61291a5-9fb0-4470-b8e7-1da25dd7a6d3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/networks?id=7506a238-117a-4dd6-b698-609da7a86ad9 HTTP/1.1" status: 200 len: 796 time: 0.2893777 Nov 24 14:14:47.095120 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-dc768598-a2d6-4450-af45-490812eb764c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/quotas/db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 375 time: 0.0101273 Nov 24 14:14:47.182443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4326005a-d94a-4af3-a0d6-6dc40ebea819 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:14:47.198269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4326005a-d94a-4af3-a0d6-6dc40ebea819 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:14:47.200424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4326005a-d94a-4af3-a0d6-6dc40ebea819 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998499 Nov 24 14:14:47.201611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:14:46Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:14:47.205995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc3ae89-cf0a-495c-bc35-be4e891e6479 None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:14:46Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:14:47.360146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-8e4b79e8-cd67-48ab-83f9-bce37422209e service neutron] 10.222.0.36 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470213 Nov 24 14:14:47.504373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-65fb81e7-24bd-4090-86a7-dbb14ef07782 service neutron] 10.222.0.36 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366947 Nov 24 14:14:47.693418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6fd017a1-d8e8-4fc0-b6e6-e8382704d472 req-cddda4bf-f413-42e9-af67-d419afeb3156 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 210 time: 0.0463121 Nov 24 14:14:48.030683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:48.107049 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 86108767-6bca-4617-bbfe-ed7822273de8 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:48.112783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:48.113326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:48.238508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:48.275609 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 86108767-6bca-4617-bbfe-ed7822273de8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=86108767-6bca-4617-bbfe-ed7822273de8,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:48.279593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:48.281470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:48.355818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:48.358995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:48.906966 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ed0341b-2c6a-48b7-8dd3-7747ecb537a5 req-774469ea-a7a2-420f-95f9-3bb5da3276eb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 210 time: 0.0731378 Nov 24 14:14:48.967900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-3260ac06-eb18-4b57-9327-f3e33357a40c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:48.969492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-3260ac06-eb18-4b57-9327-f3e33357a40c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/networks?id=7506a238-117a-4dd6-b698-609da7a86ad9 HTTP/1.1" status: 200 len: 796 time: 0.2129915 Nov 24 14:14:49.035556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-bc188697-a150-4a46-9863-1a1c31ef743d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db914428e403428a8777a572bc271f9c HTTP/1.1" status: 200 len: 379 time: 0.0447071 Nov 24 14:14:49.049480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'port': {'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'admin_state_up': True, 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'security_groups': ['3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:49.186520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:49.195996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:49.205650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Made reservation on behalf of db914428e403428a8777a572bc271f9c for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:14:49.209383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:49.375503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.20.0.3 (7506a238-117a-4dd6-b698-609da7a86ad9/60e51ccb-b960-4f16-9a3c-433803f634f3/dcaf8f4e-8fb7-49d0-ba33-98839e5990a1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:14:49.562500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:49.578125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Transition to ACTIVE for port object dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:49.602226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:49.608440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38be7229-cbe4-4b83-80ff-7dc0ad756352 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:49.674370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network 7506a238-117a-4dd6-b698-609da7a86ad9 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:14:49.677595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:14:49.681434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:14:49.716943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:49.728249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:49.755372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:49.756011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:49.772116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1779-8c15-4042-9784-11895a29d801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:49.784113 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7383127 Nov 24 14:14:49.800326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Request body: {'port': {'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:49.916102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:49.962172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dd88cd6e-03ce-416b-a749-53107621f1a7 None None] Provisioning for port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:49.969273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dd88cd6e-03ce-416b-a749-53107621f1a7 None None] Provisioning complete for port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:49.969878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd88cd6e-03ce-416b-a749-53107621f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.021685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:50.081039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-dd88cd6e-03ce-416b-a749-53107621f1a7 None None] Port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:14:50.103472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:50.103870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.342795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.416811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebf746-6d3a-4b03-9001-a79b7b6a3b43 req-ab7b2404-f96b-4ef5-8942-a7f2d76755bf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:50.417543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-02ebf746-6d3a-4b03-9001-a79b7b6a3b43 req-ab7b2404-f96b-4ef5-8942-a7f2d76755bf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:14:50.452774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-02ebf746-6d3a-4b03-9001-a79b7b6a3b43 req-ab7b2404-f96b-4ef5-8942-a7f2d76755bf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:14:50.453931 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-02ebf746-6d3a-4b03-9001-a79b7b6a3b43 req-ab7b2404-f96b-4ef5-8942-a7f2d76755bf tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 931 time: 0.3974149 Nov 24 14:14:50.555388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:14:50.565913 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-02ebf746-6d3a-4b03-9001-a79b7b6a3b43 req-f099271c-16dc-44c6-b74c-b68dd52af591 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992422 Nov 24 14:14:50.567462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.583373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Transition to ACTIVE for port object dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:14:50.587515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.591286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f05eaaaa-90d4-4b85-8e09-4c2098e6ec5b tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:50.737001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:50.764383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:50.846649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Attempting to bind port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:14:50.846980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Attempting to bind port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:14:50.847308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Attempting to bind port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 on network 7506a238-117a-4dd6-b698-609da7a86ad9 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:14:50.851949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 on network 7506a238-117a-4dd6-b698-609da7a86ad9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:14:50.852264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Attempting to bind port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 on network 7506a238-117a-4dd6-b698-609da7a86ad9 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:14:50.857912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:14:50.858243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Checking segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:14:50.858622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Bound using segment: {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:14:50.859045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Bound port: dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:14:50.859388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.956706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] For port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:14:50.959642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] For port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:14:50.964780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:50.970197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:51.035345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:51.035964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:51.037423 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] 10.222.0.76 "PUT /v2.0/ports/dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 HTTP/1.1" status: 200 len: 1093 time: 1.2413547 Nov 24 14:14:51.037958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:51.058740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Pushing event updated for resources: {'Port': ['ID=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:51.061794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:51.114200 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'status': 'completed', 'code': 200} Nov 24 14:14:51.157597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-c791cc00-f390-41b8-a779-ec66022b76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:51.159040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-c791cc00-f390-41b8-a779-ec66022b76d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 1096 time: 0.0780220 Nov 24 14:14:51.239462 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-92ada95d-db30-42e2-85d2-ca2d58f09c29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 HTTP/1.1" status: 200 len: 217 time: 0.0674152 Nov 24 14:14:51.306905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-00b1ca4f-8397-4b1c-8850-bdb579204058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:51.308406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-00b1ca4f-8397-4b1c-8850-bdb579204058 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=60e51ccb-b960-4f16-9a3c-433803f634f3 HTTP/1.1" status: 200 len: 834 time: 0.0592854 Nov 24 14:14:51.387881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178ef5-9220-40e6-827a-504f140a6fca req-2d84316f-e3ee-4ed6-b4cf-6b862c237523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:51.389347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-2d84316f-e3ee-4ed6-b4cf-6b862c237523 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7506a238-117a-4dd6-b698-609da7a86ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713470 Nov 24 14:14:51.531446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-5eb0c05d-bfbe-4d8d-9f96-32496fa67fca service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266308 Nov 24 14:14:51.673131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d6178ef5-9220-40e6-827a-504f140a6fca req-0138f6b9-5dff-490d-b583-c6deeba24b86 service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307564 Nov 24 14:14:51.824597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066eef2-c29f-466d-bbe1-6eddec9b9a64 req-6a8ea140-2379-41dc-956e-d72619cc1b85 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:51.826072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2066eef2-c29f-466d-bbe1-6eddec9b9a64 req-6a8ea140-2379-41dc-956e-d72619cc1b85 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 943 time: 0.1489434 Nov 24 14:14:51.831217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-c0f5d756-a354-4bee-9ffc-be78d386439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:51.832558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-c0f5d756-a354-4bee-9ffc-be78d386439b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 1096 time: 0.0946519 Nov 24 14:14:51.953983 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2066eef2-c29f-466d-bbe1-6eddec9b9a64 req-bd6c2329-c6d7-4d5a-8443-ae489fc03e69 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204596 Nov 24 14:14:52.002285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-a207cdee-4eb4-47d4-aa45-4858e95ba539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:52.002285 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-a207cdee-4eb4-47d4-aa45-4858e95ba539 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7506a238-117a-4dd6-b698-609da7a86ad9 HTTP/1.1" status: 200 len: 898 time: 0.1543691 Nov 24 14:14:52.080851 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-7918891e-7c0b-4244-916f-8023b6f50256 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 HTTP/1.1" status: 200 len: 217 time: 0.0708194 Nov 24 14:14:52.269840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-e564ce77-2cb9-41bf-a99c-f7ca1dfcfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:52.271268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-e564ce77-2cb9-41bf-a99c-f7ca1dfcfd8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=60e51ccb-b960-4f16-9a3c-433803f634f3 HTTP/1.1" status: 200 len: 834 time: 0.1820560 Nov 24 14:14:52.354280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-90cbfde7-4184-46f0-8e07-9c83beb63482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:52.355751 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-90cbfde7-4184-46f0-8e07-9c83beb63482 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7506a238-117a-4dd6-b698-609da7a86ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743823 Nov 24 14:14:52.490268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-50802c9f-f637-43d3-8c08-5cc95a6c6359 service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248047 Nov 24 14:14:52.560769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-970cb1ea-bc94-4c33-b15b-23fb0571d89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:52.630618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a60c235-1dda-4f54-a1fc-290a1d9c7ebd req-c526a84a-26a6-4f4f-9ccd-bea404ec8235 service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292827 Nov 24 14:14:53.143095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f9ac1-da0c-4315-8e9a-02dc7380a8e0 req-238b15fd-6dd4-4599-91b1-53fd37d11168 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:53.144547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da6f9ac1-da0c-4315-8e9a-02dc7380a8e0 req-238b15fd-6dd4-4599-91b1-53fd37d11168 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 943 time: 0.0817046 Nov 24 14:14:53.193689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da6f9ac1-da0c-4315-8e9a-02dc7380a8e0 req-b5736581-a6e5-468d-a995-5507a6e08ab5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Nov 24 14:14:53.717115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:54.379062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c8a4b-5506-4613-a161-ba3d6639e92a req-b1ea67c8-05bd-4a24-80de-9589a215d10e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:54.380518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b94c8a4b-5506-4613-a161-ba3d6639e92a req-b1ea67c8-05bd-4a24-80de-9589a215d10e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 943 time: 0.0834579 Nov 24 14:14:54.425424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b94c8a4b-5506-4613-a161-ba3d6639e92a req-a7bf581a-2978-4539-82a5-1965a91519c9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391541 Nov 24 14:14:54.871267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:14:55.013160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:55.027897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:14:55.080729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:55.097579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:14:55.112906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:55.117336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:55.119013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:55.185632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:55.188549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:55.314944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:55.364983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['dcaf8f4e-8fb7-49d0-ba33-98839e5990a1'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:14:55.617941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3a5e-f507-4a08-ac1f-1ba1b94796b1 req-df194976-44ae-4d9d-9d5d-1921509efc4f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:55.619405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-acbb3a5e-f507-4a08-ac1f-1ba1b94796b1 req-df194976-44ae-4d9d-9d5d-1921509efc4f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 944 time: 0.0858247 Nov 24 14:14:55.665735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-acbb3a5e-f507-4a08-ac1f-1ba1b94796b1 req-c823b2d8-fcfa-4319-9393-123e14c14354 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Nov 24 14:14:56.859849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a5906-c0ed-4a43-9882-d99f1894bb4c req-295cbe96-b4d7-4fa2-94b4-ded17391e59c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:56.861362 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-277a5906-c0ed-4a43-9882-d99f1894bb4c req-295cbe96-b4d7-4fa2-94b4-ded17391e59c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 944 time: 0.0804503 Nov 24 14:14:56.870917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:14:56.907593 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-277a5906-c0ed-4a43-9882-d99f1894bb4c req-8380d91c-e07c-445e-b951-90c09dd8f588 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Nov 24 14:14:56.994300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:14:56.999866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:14:57.000244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:57.114995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:57.142808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:14:57.152367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:14:57.156700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:57.159866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:14:57.194269 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'code': 200} Nov 24 14:14:57.232787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:14:57.235706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:14:57.444556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00578720-36bc-4c52-a451-0bd9c6619d92 req-b70904b6-179e-4409-bee1-f979666efd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:57.446070 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-00578720-36bc-4c52-a451-0bd9c6619d92 req-b70904b6-179e-4409-bee1-f979666efd29 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 1098 time: 0.0788095 Nov 24 14:14:57.492494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-00578720-36bc-4c52-a451-0bd9c6619d92 req-509b78bb-43b2-4b36-96d4-4d54cdaae9b0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350678 Nov 24 14:14:58.094146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64176893-b37b-4ff1-b02f-ef16f06127b0 req-b0779df3-8a74-40ca-a5d5-00144057bf21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:58.095601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64176893-b37b-4ff1-b02f-ef16f06127b0 req-b0779df3-8a74-40ca-a5d5-00144057bf21 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 945 time: 0.0796273 Nov 24 14:14:58.145856 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64176893-b37b-4ff1-b02f-ef16f06127b0 req-497c1edc-418d-4fe6-9357-102466f6a009 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445216 Nov 24 14:14:59.332340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b715-b7c8-4a51-8fb8-a62d82a8bff1 req-76f18c5c-3dde-4b10-a5b7-2d02bccac38c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:59.334098 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64a6b715-b7c8-4a51-8fb8-a62d82a8bff1 req-76f18c5c-3dde-4b10-a5b7-2d02bccac38c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 945 time: 0.0826547 Nov 24 14:14:59.379490 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-64a6b715-b7c8-4a51-8fb8-a62d82a8bff1 req-6313ddd5-cc6d-4571-8f18-666888a51681 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390513 Nov 24 14:14:59.572201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622e500-0917-4744-9bdf-bfb282a6c50a req-9c177282-3e28-4047-ba23-bff5ba499f56 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:59.573867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9622e500-0917-4744-9bdf-bfb282a6c50a req-9c177282-3e28-4047-ba23-bff5ba499f56 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 945 time: 0.0826521 Nov 24 14:14:59.618765 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9622e500-0917-4744-9bdf-bfb282a6c50a req-33701023-8b38-4f7a-bf47-d66f0644b4de tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Nov 24 14:14:59.641759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45540) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:59.717297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d1d93-7d3d-4379-9f1e-70b9cf1123d8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:14:59.719456 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4a2d1d93-7d3d-4379-9f1e-70b9cf1123d8 tempest-TestNetworkBasicOps-134964750 tempest-TestNetworkBasicOps-134964750-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 1093 time: 0.0765500 Nov 24 14:14:59.722250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45544) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:14:59.727302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:14:59.734044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:14:59.738100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Usage tracker for resource:floatingip and tenant:db914428e403428a8777a572bc271f9c is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:14:59.741258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:14:59.747363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:14:59.758277 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:14:59.896416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.036021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Allocated IP 172.26.8.121 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/2671b0dd-feef-459c-bb89-5f02f9bda744) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:15:00.185724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.215076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.218695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-616ed791-8220-4135-b38a-87ebca8c3b48 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:00.281990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:15:00.284920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:15:00.288516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:15:00.318547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=2671b0dd-feef-459c-bb89-5f02f9bda744,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:00.332511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:00.699380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.772122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.990162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.995591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:00.999396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-362fc6a1-2d7b-4a83-9c92-7e6317505d1f tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:01.216362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event updated for resources: {'Port': ['ID=2671b0dd-feef-459c-bb89-5f02f9bda744,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:01.220574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:01.230389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:01.405806 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP ffc5d710-ef27-4ca7-81d8-3d420fbf8236 associated. External IP: 172.26.8.121, port: dcaf8f4e-8fb7-49d0-ba33-98839e5990a1. Nov 24 14:15:01.754815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:15:01.931318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:15:01.941924 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:15:01.957085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:01.957327 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:01.957950 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:02.012905 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2896020 Nov 24 14:15:02.013571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:15:02.016051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45548) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:02.065312 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'status': 'completed', 'code': 200} Nov 24 14:15:02.149349 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:02.175545 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-199cc2e4-207d-4c48-bf51-94e7b13fbc4b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 991 time: 0.1575854 Nov 24 14:15:02.194351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-40b1cf30-fe67-4328-81e4-902d3b6f5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:02.195869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-40b1cf30-fe67-4328-81e4-902d3b6f5526 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 1098 time: 0.1024950 Nov 24 14:15:02.331556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-4e56e094-1bf7-4f24-90bf-bf2d60a28015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:02.333042 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-4e56e094-1bf7-4f24-90bf-bf2d60a28015 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7506a238-117a-4dd6-b698-609da7a86ad9 HTTP/1.1" status: 200 len: 898 time: 0.1305141 Nov 24 14:15:02.439674 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-32ddd853-fdf3-4c7f-958a-2c902e46ead5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 HTTP/1.1" status: 200 len: 999 time: 0.1002223 Nov 24 14:15:02.498393 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ffc5d710-ef27-4ca7-81d8-3d420fbf8236', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:15:00Z', 'updated_at': '2021-11-24T14:15:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:14:48Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:02.502303 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] Checking router: 8f3ae34d-258a-4c48-af89-c944642da537 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:15:02.502564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-bbc4d194-a6fa-4071-a06e-e11613592970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:02.504027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-bbc4d194-a6fa-4071-a06e-e11613592970 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=60e51ccb-b960-4f16-9a3c-433803f634f3 HTTP/1.1" status: 200 len: 834 time: 0.0583866 Nov 24 14:15:02.511417 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:02.512353 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:14:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:02.697885 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:02.709012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-fd41dc42-a878-4535-bbf2-dc7e16fbfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:02.710638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-fd41dc42-a878-4535-bbf2-dc7e16fbfcab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7506a238-117a-4dd6-b698-609da7a86ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2005663 Nov 24 14:15:02.851146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-25ded34f-1061-4a20-bc08-852fd5e10014 service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296124 Nov 24 14:15:02.993785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5639a70c-9a64-485e-8c14-c9f8091b71a6 req-3b4f5dff-3d9f-4198-a196-0d0a13e34b7b service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361735 Nov 24 14:15:03.057019 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ffc5d710-ef27-4ca7-81d8-3d420fbf8236', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:15:00Z', 'updated_at': '2021-11-24T14:15:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:14:48Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:03.061528 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d719c84-8a76-40dd-81a2-7da02ad6837a None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:43Z', 'revision_number': 4, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ffc5d710-ef27-4ca7-81d8-3d420fbf8236', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:15:00Z', 'updated_at': '2021-11-24T14:15:00Z', 'revision_number': 0, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:14:48Z', 'revision_number': 5, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:15:03.178905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45554) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:03.272165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49317ac4-9b97-4bb2-a56a-b59f4bc0d88c None None] New status for floating IP ffc5d710-ef27-4ca7-81d8-3d420fbf8236: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:15:03.296253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-12068cf5-5d37-4ba5-a1d5-245d4e458113 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 991 time: 0.1161032 Nov 24 14:15:04.300146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45558) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:04.406203 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c9a4db23-cdf0-4720-9004-9ac7cee98ac8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 993 time: 0.1049058 Nov 24 14:15:16.955616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:19.776250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fc841e5b-f9cf-458f-b661-6f3f48d0e2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:20.344669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:20.999445 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:15:22.562649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ef7fca53-be9f-4990-944d-931964b9eedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:23.724234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:25.370378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:37.693038 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45578) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:37.698451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:15:38.360303 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:38.371374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:38.552552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:15:38.735746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:15:38.742782 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:38.744024 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-15429aa1-4fff-408a-be77-c0a84d6bebe1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/8f3ae34d-258a-4c48-af89-c944642da537 HTTP/1.1" status: 200 len: 888 time: 1.0498703 Nov 24 14:15:38.745754 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:15:38.755389 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:38.756006 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:38.819095 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:38.829029 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:38.829629 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:38.890649 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:38.891089 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b016e9-a581-4a3b-9f0c-865dd506ff7d None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:15:39.691264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f9248-a53e-42cc-97cb-861ca57fcf09 None None] New status for floating IP ffc5d710-ef27-4ca7-81d8-3d420fbf8236: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:15:40.016612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:15:40.133106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:40.148817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5b173f18-f08f-42ad-9647-297b525b1e36, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5b173f18-f08f-42ad-9647-297b525b1e36,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:40.152954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:40.153693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:15:40.176967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:40.267635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:40.307276 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.307618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.307964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.308380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.308634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.308994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.309323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.309647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.309973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.310292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.310613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.310930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:40.319263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:40.344558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:40.377167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 86108767-6bca-4617-bbfe-ed7822273de8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=86108767-6bca-4617-bbfe-ed7822273de8,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:40.382023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:40.383770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:40.448754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:40.451697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:40.911918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45584) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:40.917719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:15:41.442249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:41.452987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1020968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1020961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021503'] for router, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:41.765218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:15:41.944287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:15:41.951111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:41.952254 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bdbfdf21-7bbd-4a79-9bc5-71e5bd19908d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/8f3ae34d-258a-4c48-af89-c944642da537 HTTP/1.1" status: 200 len: 887 time: 1.0393486 Nov 24 14:15:41.955270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45588) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:41.955793 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:15:41.974126 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:41.974722 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:42.070086 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-827ca1e9-b55b-43c0-8b55-185313151b23 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 991 time: 0.1137149 Nov 24 14:15:42.180319 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:42.527273 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:41Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ffc5d710-ef27-4ca7-81d8-3d420fbf8236', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:15:00Z', 'updated_at': '2021-11-24T14:15:39Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:15:40Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:42.531034 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] Checking router: 8f3ae34d-258a-4c48-af89-c944642da537 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:15:42.539154 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:42.539734 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:42.727307 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:43.073315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45592) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:43.075874 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:41Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ffc5d710-ef27-4ca7-81d8-3d420fbf8236', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:15:00Z', 'updated_at': '2021-11-24T14:15:39Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:15:40Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:43.079984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2701d6af-6655-43f9-958f-d7ad0cf7db4f None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:41Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ffc5d710-ef27-4ca7-81d8-3d420fbf8236', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'floating_ip_address': '172.26.8.121', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'port_id': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'mac_address': 'fa:16:3e:d9:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:15:00Z', 'updated_at': '2021-11-24T14:15:39Z', 'revision_number': 2, 'project_id': 'db914428e403428a8777a572bc271f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:15:40Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:15:43.182703 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-eb840042-ad05-40e9-ad8d-018351bb04a7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 991 time: 0.1081195 Nov 24 14:15:44.049695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:15:44.168596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5b173f18-f08f-42ad-9647-297b525b1e36 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:15:44.169126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:44.186602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45596) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:44.299042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:44.303888 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-09c0748b-cef8-43b6-9dee-a5227b14c703 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 991 time: 0.1157074 Nov 24 14:15:44.319172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5b173f18-f08f-42ad-9647-297b525b1e36, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5b173f18-f08f-42ad-9647-297b525b1e36,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:44.324843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:44.326148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:15:44.352244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:44.453336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:44.456430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:44.467611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:15:44.468222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:44.624099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:44.665590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 86108767-6bca-4617-bbfe-ed7822273de8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=86108767-6bca-4617-bbfe-ed7822273de8,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:44.670301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:44.672657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:44.754466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:44.757721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:44.817458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8de202-3e36-4cea-9cfd-576677bb45f9 None None] New status for floating IP ffc5d710-ef27-4ca7-81d8-3d420fbf8236: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:15:45.306735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45600) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:45.423071 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-36f85f2e-0f07-4cbe-a2e4-7ab1f1f4057e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 200 len: 993 time: 0.1149554 Nov 24 14:15:45.710955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45608) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:45.916365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 2671b0dd-feef-459c-bb89-5f02f9bda744 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:15:45.916686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.022975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:15:46.090130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.090460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.094330 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5b173f18-f08f-42ad-9647-297b525b1e36 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:15:46.094708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.214709 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:15:46.216670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 2671b0dd-feef-459c-bb89-5f02f9bda744 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:15:46.284188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 86108767-6bca-4617-bbfe-ed7822273de8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:15:46.284569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.372431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.377435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9cbef484-9ea6-4030-afdf-c080e4c24346 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:46.447898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=2671b0dd-feef-459c-bb89-5f02f9bda744,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:46.491705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.492003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.492381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.492771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.493145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.493552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.493924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.494286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.494648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.495008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.495372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.495729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:46.501056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:46.527567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:46.527895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Floating IP ffc5d710-ef27-4ca7-81d8-3d420fbf8236 disassociated (deleted). External IP: 172.26.8.121, port: dcaf8f4e-8fb7-49d0-ba33-98839e5990a1. Nov 24 14:15:46.958015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:47.011379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:15:47.192820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:15:47.202893 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:15:47.213638 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:47.214253 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:47.214409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:47.270118 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/floatingips/ffc5d710-ef27-4ca7-81d8-3d420fbf8236 HTTP/1.1" status: 204 len: 168 time: 1.5580935 Nov 24 14:15:47.270812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:15:47.396139 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:47.516671 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'status': 'completed', 'code': 200} Nov 24 14:15:47.657762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e166-89e7-497d-a924-bf11f1be6891 req-5179c80d-97e5-4193-b11e-5d8b0bc4a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:47.659249 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-5179c80d-97e5-4193-b11e-5d8b0bc4a7eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=db914428e403428a8777a572bc271f9c&device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 1098 time: 0.1163712 Nov 24 14:15:47.753002 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:41Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:47.756662 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] Checking router: 8f3ae34d-258a-4c48-af89-c944642da537 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:15:47.765142 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:47.765714 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:47.810819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718ecd3-1efa-4837-b2c7-5fc668b2b999 req-572df8a2-4a68-4de2-9c70-f74a68c4e1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:47.811513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d718ecd3-1efa-4837-b2c7-5fc668b2b999 req-572df8a2-4a68-4de2-9c70-f74a68c4e1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:15:47.823881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e166-89e7-497d-a924-bf11f1be6891 req-d8ef1eed-8ec8-4763-914c-46ff0b6c5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:47.825334 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-d8ef1eed-8ec8-4763-914c-46ff0b6c5391 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7506a238-117a-4dd6-b698-609da7a86ad9 HTTP/1.1" status: 200 len: 898 time: 0.1554143 Nov 24 14:15:47.889423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d718ecd3-1efa-4837-b2c7-5fc668b2b999 req-572df8a2-4a68-4de2-9c70-f74a68c4e1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:15:47.890579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d718ecd3-1efa-4837-b2c7-5fc668b2b999 req-572df8a2-4a68-4de2-9c70-f74a68c4e1c6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 945 time: 0.2806380 Nov 24 14:15:47.900795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-0f954cb1-5bc8-4aa8-b1dc-5d257d621d92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 HTTP/1.1" status: 200 len: 217 time: 0.0684717 Nov 24 14:15:47.943425 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:47.987343 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d718ecd3-1efa-4837-b2c7-5fc668b2b999 req-22de4fb2-ba62-4715-89b4-5390b79275e5 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889668 Nov 24 14:15:47.993393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e166-89e7-497d-a924-bf11f1be6891 req-cb170d96-cb95-481b-960f-35f6a282cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:47.995000 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-cb170d96-cb95-481b-960f-35f6a282cb71 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=60e51ccb-b960-4f16-9a3c-433803f634f3 HTTP/1.1" status: 200 len: 834 time: 0.0813701 Nov 24 14:15:48.081346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e166-89e7-497d-a924-bf11f1be6891 req-61c7ad63-16db-4014-a8bd-869c3b51d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:48.082975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-61c7ad63-16db-4014-a8bd-869c3b51d242 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7506a238-117a-4dd6-b698-609da7a86ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769336 Nov 24 14:15:48.216487 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-2dd613b9-d328-491e-9aec-2529432d759b service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254206 Nov 24 14:15:48.263109 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:41Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:48.267117 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b526c-09e9-4bb5-9831-3f5cb2e646a9 None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:41Z', 'revision_number': 6, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '86108767-6bca-4617-bbfe-ed7822273de8', 'name': '', 'network_id': '7506a238-117a-4dd6-b698-609da7a86ad9', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'mac_address': 'fa:16:3e:44:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:42Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'subnets': [{'id': '60e51ccb-b960-4f16-9a3c-433803f634f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:15:48.356960 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4538e166-89e7-497d-a924-bf11f1be6891 req-6d287484-a658-4b3f-97c6-e5932ead55ed service neutron] 10.222.0.76 "GET /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332185 Nov 24 14:15:48.999528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84db67-a5c4-4267-bd71-bedb7bde6cc6 None None] New status for floating IP ffc5d710-ef27-4ca7-81d8-3d420fbf8236: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:15:49.071135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-def06123-b695-41d7-b6d6-5278c227e3dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:49.073118 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-def06123-b695-41d7-b6d6-5278c227e3dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 945 time: 0.0835576 Nov 24 14:15:49.334743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:15:49.335414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:49.460779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e946da-dfd1-4560-b61a-c8559844cae8 req-e9668336-0d3a-4a52-b575-ce514d88308d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:15:49.462690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65e946da-dfd1-4560-b61a-c8559844cae8 req-e9668336-0d3a-4a52-b575-ce514d88308d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 945 time: 0.3509357 Nov 24 14:15:49.596118 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65e946da-dfd1-4560-b61a-c8559844cae8 req-e37bc481-7cb4-4541-996d-729785ed7808 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259470 Nov 24 14:15:49.651981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:49.652336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:49.775364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:15:49.777825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf5e08a6-8ab0-48bd-9083-25123416a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:49.921363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:49.927020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8877d636-cd59-40e0-90b1-067957eab04e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:49.975739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=dcaf8f4e-8fb7-49d0-ba33-98839e5990a1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:49.979580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:50.049077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] No DVR routers for this DVR port dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:15:50.051429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:50.053937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'name': 'network-vif-deleted', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:15:50.069386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09b2c67f-7d32-4766-baa7-aa96847a3f74 req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.76 "DELETE /v2.0/ports/dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 HTTP/1.1" status: 204 len: 173 time: 0.9874127 Nov 24 14:15:50.100190 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c514c84-6b5c-4754-9e10-d0f1f110e77d', 'name': 'network-vif-deleted', 'tag': 'dcaf8f4e-8fb7-49d0-ba33-98839e5990a1', 'status': 'completed', 'code': 200} Nov 24 14:15:50.349660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:50.772986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-21fe8982-dc4f-4495-b31c-7b925e8b26dc req-e8a824db-c633-46aa-a1ee-73c5a8e90982 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Synchronizing usage tracker for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:15:50.789020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-21fe8982-dc4f-4495-b31c-7b925e8b26dc req-e8a824db-c633-46aa-a1ee-73c5a8e90982 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Unset dirty status for tenant:db914428e403428a8777a572bc271f9c on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:15:50.791324 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-21fe8982-dc4f-4495-b31c-7b925e8b26dc req-e8a824db-c633-46aa-a1ee-73c5a8e90982 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c514c84-6b5c-4754-9e10-d0f1f110e77d HTTP/1.1" status: 200 len: 210 time: 0.0639515 Nov 24 14:15:51.887988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45626) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:51.956395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:51.988412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:52.052635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:52.056551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cfe316e5-0f73-4d31-9fce-63e5cee751e4 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:52.070361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:52.073520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:52.082519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:52.083639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aa60989b-4662-410e-b329-c5ed92ee5950 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a9f1de0-78ca-4f1d-97e8-8e74d91b26f4 HTTP/1.1" status: 204 len: 168 time: 0.1945145 Nov 24 14:15:52.113570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45632) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:52.564728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-21b1e076-7872-4330-9f46-c577d991c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:52.800555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:53.155891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 86108767-6bca-4617-bbfe-ed7822273de8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:15:53.156609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:53.198062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:15:53.237883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:15:53.238227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dcaf8f4e-8fb7-49d0-ba33-98839e5990a1 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:15:53.348394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 86108767-6bca-4617-bbfe-ed7822273de8, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=86108767-6bca-4617-bbfe-ed7822273de8,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:53.348779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:53.475819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 86108767-6bca-4617-bbfe-ed7822273de8 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:15:53.666825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:53.670471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f1fc7314-a0ff-40ac-bafd-4910e5d907a2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:53.728043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:53.729291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=86108767-6bca-4617-bbfe-ed7822273de8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:53.731761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:54.008098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:54.510873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Router 8f3ae34d-258a-4c48-af89-c944642da537 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:15:54.692855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:15:54.703958 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] Sync routers for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:15:54.711293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "PUT /v2.0/routers/8f3ae34d-258a-4c48-af89-c944642da537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5955086 Nov 24 14:15:54.713964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45636) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:54.716983 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:54.717623 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:54.782389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting subnet 60e51ccb-b960-4f16-9a3c-433803f634f3 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:15:54.785352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:54.844540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:54.896842 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:54.929631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.006507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.011266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d41eb71e-485f-4142-97e9-4354cec27cff tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:55.050595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Subnet': ['ID=60e51ccb-b960-4f16-9a3c-433803f634f3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:55.053092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:55.056028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.062927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/subnets/60e51ccb-b960-4f16-9a3c-433803f634f3 HTTP/1.1" status: 204 len: 168 time: 0.3479660 Nov 24 14:15:55.065474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45640) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:55.065741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc895d-bf82-4be6-be74-907a7dba5feb None None] Network 7506a238-117a-4dd6-b698-609da7a86ad9 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:15:55.190721 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:53Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:55.194753 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] Checking router: 8f3ae34d-258a-4c48-af89-c944642da537 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:15:55.203697 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] Routers {'8f3ae34d-258a-4c48-af89-c944642da537'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:15:55.204301 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:15:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['8f3ae34d-258a-4c48-af89-c944642da537'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:55.252890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.331915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.390586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] DHCP port deletion for 7506a238-117a-4dd6-b698-609da7a86ad9 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:15:55.396665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Deleting port 47d01ca3-39d0-4ceb-b485-611ec1820322 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:15:55.397225 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.425499 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] Set router 8f3ae34d-258a-4c48-af89-c944642da537 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:15:55.447877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.457745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Deleting port 5b173f18-f08f-42ad-9647-297b525b1e36 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:15:55.458159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.622492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] For port 47d01ca3-39d0-4ceb-b485-611ec1820322, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=47d01ca3-39d0-4ceb-b485-611ec1820322,segment=NetworkSegment(a0c0b46b-da53-4a70-89eb-0b99a237a0e8),segment_id=a0c0b46b-da53-4a70-89eb-0b99a237a0e8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:55.622876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.649698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] For port 5b173f18-f08f-42ad-9647-297b525b1e36, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5b173f18-f08f-42ad-9647-297b525b1e36,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:15:55.650830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.753623 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:53Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:55.756486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Calling delete_port for 47d01ca3-39d0-4ceb-b485-611ec1820322 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:15:55.758184 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ce10e-b9b5-49d3-b38e-e8d6f26e5903 None None] The sync data for ids ['8f3ae34d-258a-4c48-af89-c944642da537'] in dv-neutron-818153-2-hyperv is: [{'id': '8f3ae34d-258a-4c48-af89-c944642da537', 'name': 'tempest-TestNetworkBasicOps-router-1630485364', 'tenant_id': 'db914428e403428a8777a572bc271f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:53Z', 'revision_number': 7, 'project_id': 'db914428e403428a8777a572bc271f9c', 'gw_port': {'id': '5b173f18-f08f-42ad-9647-297b525b1e36', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3ae34d-258a-4c48-af89-c944642da537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:14:38Z', 'updated_at': '2021-11-24T14:15:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:15:55.793674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Calling delete_port for 5b173f18-f08f-42ad-9647-297b525b1e36 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:15:55.838577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:55.842555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:55.890431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Pushing event deleted for resources: {'Port': ['ID=47d01ca3-39d0-4ceb-b485-611ec1820322,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:55.893263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:55.894050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] No DVR routers for this DVR port 47d01ca3-39d0-4ceb-b485-611ec1820322 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:15:56.110785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.115208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2ddfdd49-1177-48f2-9040-1084039c0a83 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:56.144264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 47d01ca3-39d0-4ceb-b485-611ec1820322 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:15:56.162762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Port': ['ID=5b173f18-f08f-42ad-9647-297b525b1e36,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:56.182329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 47d01ca3-39d0-4ceb-b485-611ec1820322 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:15:56.182681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 47d01ca3-39d0-4ceb-b485-611ec1820322 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:15:56.183100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:15:56.194189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:56.217649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 86108767-6bca-4617-bbfe-ed7822273de8 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:15:56.217995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 86108767-6bca-4617-bbfe-ed7822273de8 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:15:56.257220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.431818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.433910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.456564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.457205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Fanout notify agent at l3_agent the message router_deleted on router 8f3ae34d-258a-4c48-af89-c944642da537 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:15:56.473074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.474174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/routers/8f3ae34d-258a-4c48-af89-c944642da537 HTTP/1.1" status: 204 len: 168 time: 1.4077973 Nov 24 14:15:56.477107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45644) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:56.598758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.734137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.759407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7506a238-117a-4dd6-b698-609da7a86ad9']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:56.771351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:56.771644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c0b46b-da53-4a70-89eb-0b99a237a0e8') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:15:56.783502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.799774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.805999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:15:56.806558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:15:56.820687 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:15:56.904381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.908270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d73cb46e-777b-4667-bec1-66dcabfc0ac9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:56.923656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:56.935871 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Pushing event deleted for resources: {'Network': ['ID=7506a238-117a-4dd6-b698-609da7a86ad9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:56.944700 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] 10.222.0.36 "DELETE /v2.0/networks/7506a238-117a-4dd6-b698-609da7a86ad9 HTTP/1.1" status: 204 len: 168 time: 0.4663815 Nov 24 14:15:56.947369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.947755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.948469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.948586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.948943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.949312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.949781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.950043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.950371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.950725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.951075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.951530 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:15:56.957433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:57.230487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45652) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:57.378464 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9c76d07f-d962-41a1-8259-55748caddde0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db914428e403428a8777a572bc271f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467061 Nov 24 14:15:57.380835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45658) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:57.443678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.469857 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.523052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.527264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c58a0eb5-ba98-4ae8-8afc-136cd158025d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:57.548863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fed1ea-6e51-49ef-95f7-1c5a5c573bd7,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:57.553980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:57.556690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.557825 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4bbe1b88-abcf-463a-9066-888bff09d4d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16fed1ea-6e51-49ef-95f7-1c5a5c573bd7 HTTP/1.1" status: 204 len: 168 time: 0.1759119 Nov 24 14:15:57.833180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45666) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:57.851174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.865382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:15:57.869309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Usage tracker for resource:security_group_rule and tenant:c58b04b751f84d248f920e4a3c2be8c1 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:15:57.872049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:15:57.877611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:15:57.957757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.962155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:57.975342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49cb3a3d-e143-4d1b-91fa-dc27825cd503 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:57.998924 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:15:58.013913 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c58b04b751f84d248f920e4a3c2be8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796579 Nov 24 14:15:58.016668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45670) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:15:58.018680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0596fb68-1b48-4ead-83a0-7a0503e8ca51,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:58.020045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:15:58.021758 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:58.068117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 5b173f18-f08f-42ad-9647-297b525b1e36 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:15:58.068472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5b173f18-f08f-42ad-9647-297b525b1e36 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:15:58.079261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:58.105906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:58.160251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:58.163960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-89405143-e499-4604-8cf0-7cf91f7a9330 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:15:58.175751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0596fb68-1b48-4ead-83a0-7a0503e8ca51,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:15:58.179186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:15:58.182945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:15:58.184054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0b49383c-7a38-482d-a814-ac79d5c74dbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0596fb68-1b48-4ead-83a0-7a0503e8ca51 HTTP/1.1" status: 204 len: 168 time: 0.1663909 Nov 24 14:16:05.146888 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-24f653f1-ee9f-4712-aa5b-1d745c5f0057 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6c0d527fb02843938b127157f18aafcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302680 Nov 24 14:16:05.300719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-99aedc53-0874-4cef-8452-b5544b7fdfb6 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:05.302197 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-99aedc53-0874-4cef-8452-b5544b7fdfb6 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492543 Nov 24 14:16:05.317528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-2e26f7c5-a4fd-40f3-922a-c65fb3fbd52c tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/quotas/6c0d527fb02843938b127157f18aafcc HTTP/1.1" status: 200 len: 375 time: 0.0092726 Nov 24 14:16:05.368117 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-83742f9b-571e-40ac-b182-f4c1cd804606 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c0d527fb02843938b127157f18aafcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433130 Nov 24 14:16:05.552226 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ddaa895c-b9d3-4f06-83bd-fee4cadd3ee8 req-ddaff4a6-9016-413e-a99e-da9b538d210c tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 210 time: 0.0419390 Nov 24 14:16:06.575140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-ba3f522a-a062-459a-88dd-3b0eb07c5421 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6c0d527fb02843938b127157f18aafcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279629 Nov 24 14:16:06.719630 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-95b72b3f-6d56-426b-840e-db5fbf483d42 req-20858af1-6c9c-43cf-bca7-fde235a40423 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 210 time: 0.0548077 Nov 24 14:16:06.779242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-cc366e76-c4bb-4db9-b77f-19bccdaf44df tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:06.780784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-cc366e76-c4bb-4db9-b77f-19bccdaf44df tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008893 Nov 24 14:16:06.798374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Request body: {'port': {'device_id': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9', 'admin_state_up': True, 'tenant_id': '6c0d527fb02843938b127157f18aafcc'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:16:06.936417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:06.940220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Usage tracker for resource:port and tenant:6c0d527fb02843938b127157f18aafcc is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:06.943014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:06.948633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:06.958335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Made reservation on behalf of 6c0d527fb02843938b127157f18aafcc for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:16:06.962184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:06.974867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:06.990965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:06.995524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Usage tracker for resource:security_group_rule and tenant:6c0d527fb02843938b127157f18aafcc is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:06.998325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:07.004208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:07.092259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:07.096185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:07.099223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-50426e94-a89a-42de-b2cf-154bf71506dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:07.182761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d28e82d-bf92-4a5a-94a5-415e01950c3b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:07.187965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:07.272470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Allocated IP 192.168.233.118 (8784eaef-b3f5-4e6a-b89f-0e362c90e7a9/705daf95-ccc4-4cff-9370-812cd7dd713d/064a95be-27b2-49b9-9ad5-1d5020aff2cf) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:16:07.606636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:07.622291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Transition to ACTIVE for port object 064a95be-27b2-49b9-9ad5-1d5020aff2cf will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:16:07.647030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:07.653990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6e587f73-19fc-489d-8584-e1b4ff1ecb7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:07.724314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:16:07.728793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:16:07.732442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:16:07.764926 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Pushing event updated for resources: {'Port': ['ID=064a95be-27b2-49b9-9ad5-1d5020aff2cf,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:07.776847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:07.803218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:07.803884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:07.833569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0390801 Nov 24 14:16:07.878117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Request body: {'port': {'device_id': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:16:08.021251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.027224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fd049c9f-9bd3-4b62-8745-059f40110bd9 None None] Provisioning for port 064a95be-27b2-49b9-9ad5-1d5020aff2cf completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:16:08.034595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fd049c9f-9bd3-4b62-8745-059f40110bd9 None None] Provisioning complete for port 064a95be-27b2-49b9-9ad5-1d5020aff2cf triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:16:08.034983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd049c9f-9bd3-4b62-8745-059f40110bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.046148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-8fe37e98-b32f-48b4-9691-15955ad0c6a7 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:08.046842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-8fe37e98-b32f-48b4-9691-15955ad0c6a7 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Synchronizing usage tracker for tenant:6c0d527fb02843938b127157f18aafcc on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:16:08.090519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fd049c9f-9bd3-4b62-8745-059f40110bd9 None None] Port 064a95be-27b2-49b9-9ad5-1d5020aff2cf cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:16:08.112999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-8fe37e98-b32f-48b4-9691-15955ad0c6a7 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Unset dirty status for tenant:6c0d527fb02843938b127157f18aafcc on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:16:08.114431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-8fe37e98-b32f-48b4-9691-15955ad0c6a7 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 936 time: 0.2799983 Nov 24 14:16:08.226234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-4993ca0e-9695-47d8-91a1-89009a616f41 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Synchronizing usage tracker for tenant:6c0d527fb02843938b127157f18aafcc on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:16:08.321317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-4993ca0e-9695-47d8-91a1-89009a616f41 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Unset dirty status for tenant:6c0d527fb02843938b127157f18aafcc on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:16:08.322682 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5461737f-1b8b-49db-97b8-bf0868fd4339 req-4993ca0e-9695-47d8-91a1-89009a616f41 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007418 Nov 24 14:16:08.439284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064a95be-27b2-49b9-9ad5-1d5020aff2cf {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:16:08.447384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.462460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Transition to ACTIVE for port object 064a95be-27b2-49b9-9ad5-1d5020aff2cf will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:16:08.465684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.469207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:08.602577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Pushing event updated for resources: {'Port': ['ID=064a95be-27b2-49b9-9ad5-1d5020aff2cf,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:08.606652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:08.713395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Attempting to bind port 064a95be-27b2-49b9-9ad5-1d5020aff2cf on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:16:08.714001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Attempting to bind port 064a95be-27b2-49b9-9ad5-1d5020aff2cf by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:16:08.714102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Attempting to bind port 064a95be-27b2-49b9-9ad5-1d5020aff2cf on network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:16:08.718709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Port 064a95be-27b2-49b9-9ad5-1d5020aff2cf on network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:16:08.719020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Attempting to bind port 064a95be-27b2-49b9-9ad5-1d5020aff2cf on network 8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:16:08.724105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:16:08.724445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Checking segment: {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:16:08.724842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Bound using segment: {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:16:08.725259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Bound port: 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff38d54-603d-48f3-9df4-18997f39a3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:16:08.725600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.822703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] For port 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:16:08.825812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] For port 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:16:08.829729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.834257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ccea2753-4bad-4785-8bd2-16ebabda9a83 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:08.889392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:08.890004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:08.891375 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] 10.222.0.76 "PUT /v2.0/ports/064a95be-27b2-49b9-9ad5-1d5020aff2cf HTTP/1.1" status: 200 len: 1098 time: 1.0174584 Nov 24 14:16:08.891912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'tag': '064a95be-27b2-49b9-9ad5-1d5020aff2cf'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:16:08.914279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Pushing event updated for resources: {'Port': ['ID=064a95be-27b2-49b9-9ad5-1d5020aff2cf,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:08.918434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:08.971977 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'tag': '064a95be-27b2-49b9-9ad5-1d5020aff2cf', 'status': 'completed', 'code': 200} Nov 24 14:16:09.016960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-25b342da-837f-400b-85f0-6ddc643261d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:09.018485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-25b342da-837f-400b-85f0-6ddc643261d4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c0d527fb02843938b127157f18aafcc&device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 1101 time: 0.0851889 Nov 24 14:16:09.096986 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-7fbc2127-e77f-47df-a00b-1f5ca1fba7e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf HTTP/1.1" status: 200 len: 217 time: 0.0659595 Nov 24 14:16:09.174739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-d8d21af7-7ce7-45d0-960f-47e232f99beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:09.176704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-d8d21af7-7ce7-45d0-960f-47e232f99beb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=705daf95-ccc4-4cff-9370-812cd7dd713d HTTP/1.1" status: 200 len: 843 time: 0.0695541 Nov 24 14:16:09.265798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-c5f87dc7-dfd8-4e0a-ae9d-1588dcff4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:09.267259 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-c5f87dc7-dfd8-4e0a-ae9d-1588dcff4943 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8784eaef-b3f5-4e6a-b89f-0e362c90e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0813792 Nov 24 14:16:09.406001 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-f9e7b0ca-512b-4db8-998b-012fbdbf514f service neutron] 10.222.0.76 "GET /v2.0/networks/8784eaef-b3f5-4e6a-b89f-0e362c90e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270237 Nov 24 14:16:09.742387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5a214049-1e70-4fa3-ac36-362d5ab7ea48 req-6a72afec-4617-4ebc-9b3c-897c5d7ea568 service neutron] 10.222.0.76 "GET /v2.0/networks/8784eaef-b3f5-4e6a-b89f-0e362c90e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263984 Nov 24 14:16:09.753536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b789a7e-210d-4fe2-a77d-5692adc144af req-295baeb6-cad7-45de-be82-bbb12dd9d2e7 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:09.754973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9b789a7e-210d-4fe2-a77d-5692adc144af req-295baeb6-cad7-45de-be82-bbb12dd9d2e7 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 948 time: 0.3209674 Nov 24 14:16:09.851024 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9b789a7e-210d-4fe2-a77d-5692adc144af req-d4014d8b-2887-4a21-bb88-12cb912b360f tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895758 Nov 24 14:16:09.882375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-296898b4-4889-464f-8c12-b79ab603431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:09.884419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-296898b4-4889-464f-8c12-b79ab603431d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6c0d527fb02843938b127157f18aafcc&device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 1101 time: 0.0926473 Nov 24 14:16:10.017607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-f8d27dc2-4242-4e87-bc4a-ae281e70ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:10.019040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-f8d27dc2-4242-4e87-bc4a-ae281e70ef37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8784eaef-b3f5-4e6a-b89f-0e362c90e7a9 HTTP/1.1" status: 200 len: 871 time: 0.1279325 Nov 24 14:16:10.090598 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-09c663bb-f166-4dc7-b36b-ed43235ddeb4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf HTTP/1.1" status: 200 len: 217 time: 0.0641687 Nov 24 14:16:10.157687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-08d32d9f-9e78-4e86-8c46-fe42b66e1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:10.159093 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-08d32d9f-9e78-4e86-8c46-fe42b66e1a05 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=705daf95-ccc4-4cff-9370-812cd7dd713d HTTP/1.1" status: 200 len: 843 time: 0.0615919 Nov 24 14:16:10.238903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-02190268-2517-4044-9981-fe368f5d379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:10.240313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-02190268-2517-4044-9981-fe368f5d379a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8784eaef-b3f5-4e6a-b89f-0e362c90e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0706353 Nov 24 14:16:10.373281 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-19db333b-5fd2-46dd-9dbf-5bf5759b3cad service neutron] 10.222.0.76 "GET /v2.0/networks/8784eaef-b3f5-4e6a-b89f-0e362c90e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251428 Nov 24 14:16:10.505227 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1366b82e-3a0b-4fef-ab5d-871e310536b7 req-17323d85-218d-4d7f-98bd-c06c422c2875 service neutron] 10.222.0.76 "GET /v2.0/networks/8784eaef-b3f5-4e6a-b89f-0e362c90e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250644 Nov 24 14:16:11.035774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1d82-5b97-4142-8183-01e9464dd7de req-88d952ef-30bc-46ee-856b-510c254b0c0f tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:11.037267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a5e1d82-5b97-4142-8183-01e9464dd7de req-88d952ef-30bc-46ee-856b-510c254b0c0f tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 948 time: 0.0816665 Nov 24 14:16:11.085703 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a5e1d82-5b97-4142-8183-01e9464dd7de req-b5af81d7-b313-41b0-9826-db46f18c3360 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Nov 24 14:16:12.276398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45fbc-10b8-4975-86d9-b20246810de7 req-dfad4e9a-56aa-403d-a027-2aa6b0b6c282 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:12.277764 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14f45fbc-10b8-4975-86d9-b20246810de7 req-dfad4e9a-56aa-403d-a027-2aa6b0b6c282 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 948 time: 0.0814006 Nov 24 14:16:12.322766 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14f45fbc-10b8-4975-86d9-b20246810de7 req-97b1fb43-96d5-48ca-98e2-4f8d85d8ff97 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Nov 24 14:16:13.244089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 064a95be-27b2-49b9-9ad5-1d5020aff2cf details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:16:13.378211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:13.396148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '064a95be-27b2-49b9-9ad5-1d5020aff2cf', 'network_id': '8784eaef-b3f5-4e6a-b89f-0e362c90e7a9', 'port_id': '064a95be-27b2-49b9-9ad5-1d5020aff2cf', 'mac_address': 'fa:16:3e:bd:d6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705daf95-ccc4-4cff-9370-812cd7dd713d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:16:13.452304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:13.469507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064a95be-27b2-49b9-9ad5-1d5020aff2cf {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:16:13.485669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:13.490013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:13.492926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:13.512296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0035b-0cda-439d-bb09-031f8f3b39f5 req-8130e903-1486-47ea-90f7-4fc71cd6ad3e tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:13.513735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-10e0035b-0cda-439d-bb09-031f8f3b39f5 req-8130e903-1486-47ea-90f7-4fc71cd6ad3e tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 948 time: 0.0867298 Nov 24 14:16:13.560801 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-10e0035b-0cda-439d-bb09-031f8f3b39f5 req-d512d20e-08de-4bd7-b561-c5ce01b8b233 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Nov 24 14:16:13.564982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=064a95be-27b2-49b9-9ad5-1d5020aff2cf,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:13.568376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:13.750854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['064a95be-27b2-49b9-9ad5-1d5020aff2cf'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:16:14.745258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ea4d-71b2-48f5-b3cb-20537307b413 req-71daa27d-9bb9-4003-bfe8-64924b24f4a9 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:14.746708 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8448ea4d-71b2-48f5-b3cb-20537307b413 req-71daa27d-9bb9-4003-bfe8-64924b24f4a9 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 949 time: 0.0808244 Nov 24 14:16:14.791726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8448ea4d-71b2-48f5-b3cb-20537307b413 req-b56a0c82-e375-4cdb-9909-3b31c603829f tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Nov 24 14:16:15.260249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 064a95be-27b2-49b9-9ad5-1d5020aff2cf up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:16:15.330378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 064a95be-27b2-49b9-9ad5-1d5020aff2cf completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:16:15.334995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 064a95be-27b2-49b9-9ad5-1d5020aff2cf triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:16:15.335396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:15.454708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:15.483412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a95be-27b2-49b9-9ad5-1d5020aff2cf'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:16:15.494132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:15.498048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:15.499920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-22f40a20-3864-400f-a13e-0d85953508f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:15.533798 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a95be-27b2-49b9-9ad5-1d5020aff2cf', 'code': 200} Nov 24 14:16:15.566329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=064a95be-27b2-49b9-9ad5-1d5020aff2cf,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:15.569249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:15.779102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77059edd-1566-475e-8601-fb2a68e1ed41 req-1b60991b-2cdc-44c1-be4a-157d2ac673f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:15.780463 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77059edd-1566-475e-8601-fb2a68e1ed41 req-1b60991b-2cdc-44c1-be4a-157d2ac673f9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 1103 time: 0.0852506 Nov 24 14:16:15.824802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77059edd-1566-475e-8601-fb2a68e1ed41 req-ca9e51df-3f19-4a86-9ec6-ddf46d69bb46 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Nov 24 14:16:15.979547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42695905-a46d-4c12-9eb5-c989f8dc916b req-d27b37eb-2d65-40e2-a57d-3e11bc00a751 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:15.981027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42695905-a46d-4c12-9eb5-c989f8dc916b req-d27b37eb-2d65-40e2-a57d-3e11bc00a751 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 950 time: 0.0809944 Nov 24 14:16:16.026137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42695905-a46d-4c12-9eb5-c989f8dc916b req-e8bcf6a7-e57e-4a9c-b522-1966123a4e7c tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Nov 24 14:16:16.947810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:17.212004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b6dfb-d197-4753-b108-e60bee103663 req-066ea9eb-7788-4b71-b960-d53d6e3b86fb tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:17.213504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-024b6dfb-d197-4753-b108-e60bee103663 req-066ea9eb-7788-4b71-b960-d53d6e3b86fb tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 950 time: 0.0839438 Nov 24 14:16:17.259638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-024b6dfb-d197-4753-b108-e60bee103663 req-766dad5b-c8ee-437f-9b0a-499a1393c804 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Nov 24 14:16:18.334531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699680fd-e4cd-48fc-98a1-8a41ab60d4ed req-40798eff-821d-4638-a576-7ab0a777246f tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:18.336607 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699680fd-e4cd-48fc-98a1-8a41ab60d4ed req-40798eff-821d-4638-a576-7ab0a777246f tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 950 time: 0.0810761 Nov 24 14:16:18.385444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699680fd-e4cd-48fc-98a1-8a41ab60d4ed req-8a0bc00f-66dc-40bc-8cfa-0166351e4052 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Nov 24 14:16:19.574037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b289e-3679-4050-8212-2f173df0af2b req-40ad2cf3-4a87-43d3-9630-cf80ab531ecb tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:19.575484 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b61b289e-3679-4050-8212-2f173df0af2b req-40ad2cf3-4a87-43d3-9630-cf80ab531ecb tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 950 time: 0.0814245 Nov 24 14:16:19.675176 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b61b289e-3679-4050-8212-2f173df0af2b req-1e84d0fe-6461-46dc-acd0-264a76c54116 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d28e82d-bf92-4a5a-94a5-415e01950c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645800 Nov 24 14:16:19.695651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-effe0dc4-9ecb-4f1f-9a8d-a326bdaaccbc tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:19.697131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-effe0dc4-9ecb-4f1f-9a8d-a326bdaaccbc tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 950 time: 0.1165280 Nov 24 14:16:19.780300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Deleting port 064a95be-27b2-49b9-9ad5-1d5020aff2cf {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:16:19.780637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:19.782359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d23e600-68db-4284-a42b-34c29ac2e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:20.152666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] For port 064a95be-27b2-49b9-9ad5-1d5020aff2cf, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=064a95be-27b2-49b9-9ad5-1d5020aff2cf,segment=NetworkSegment(dff38d54-603d-48f3-9df4-18997f39a3cf),segment_id=dff38d54-603d-48f3-9df4-18997f39a3cf)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:20.153043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:20.278438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Calling delete_port for 064a95be-27b2-49b9-9ad5-1d5020aff2cf owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:16:20.353534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:20.427110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:20.433067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-de8b5c52-4f73-4a55-be1c-519f3d3342e3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:20.448139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['064a95be-27b2-49b9-9ad5-1d5020aff2cf'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:16:20.479598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Pushing event deleted for resources: {'Port': ['ID=064a95be-27b2-49b9-9ad5-1d5020aff2cf,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:20.483612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:20.566218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] No DVR routers for this DVR port 064a95be-27b2-49b9-9ad5-1d5020aff2cf on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:16:20.568676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:20.571786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'name': 'network-vif-deleted', 'tag': '064a95be-27b2-49b9-9ad5-1d5020aff2cf'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:16:20.589708 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-792b2779-99d9-44c0-ba79-1ee3ddce100b req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.76 "DELETE /v2.0/ports/064a95be-27b2-49b9-9ad5-1d5020aff2cf HTTP/1.1" status: 204 len: 173 time: 0.8833690 Nov 24 14:16:20.623523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8aa6972-8e55-4954-baf2-0421c7e97853', 'name': 'network-vif-deleted', 'tag': '064a95be-27b2-49b9-9ad5-1d5020aff2cf', 'status': 'completed', 'code': 200} Nov 24 14:16:20.842787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1810d374-77d1-462c-bb02-819821d9f4d7 req-1b2e7f72-4b88-4b06-a455-8c651d221a6a tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Synchronizing usage tracker for tenant:6c0d527fb02843938b127157f18aafcc on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:16:20.859558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1810d374-77d1-462c-bb02-819821d9f4d7 req-1b2e7f72-4b88-4b06-a455-8c651d221a6a tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Unset dirty status for tenant:6c0d527fb02843938b127157f18aafcc on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:16:20.860822 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1810d374-77d1-462c-bb02-819821d9f4d7 req-1b2e7f72-4b88-4b06-a455-8c651d221a6a tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8aa6972-8e55-4954-baf2-0421c7e97853 HTTP/1.1" status: 200 len: 210 time: 0.0599756 Nov 24 14:16:22.223538 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45814) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:22.378755 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-11c40461-187c-4f25-b36b-4ef8e145e8a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c0d527fb02843938b127157f18aafcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539383 Nov 24 14:16:22.381144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:22.443360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.469376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.522622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.526913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e1a84141-74b6-412e-af89-c5387d824465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:22.541266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d28e82d-bf92-4a5a-94a5-415e01950c3b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:22.544000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:22.553752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.557982 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d28e82d-bf92-4a5a-94a5-415e01950c3b HTTP/1.1" status: 204 len: 168 time: 0.1734829 Nov 24 14:16:22.578666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d06efe39-81cb-4c02-b419-d68041b844c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.837593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 45828) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:22.855447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.870951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:22.874885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Usage tracker for resource:security_group_rule and tenant:681530d1f5d947bda315432abf0e706d is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:22.877701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:22.884053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:22.964469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.969133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:22.977501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c8d84bab-7966-47a9-9150-be3d2beb0a3b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:23.020139 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=681530d1f5d947bda315432abf0e706d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814995 Nov 24 14:16:23.021844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a3d49e-c2c9-4019-ab60-ac80ad727d29,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:23.023323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45832) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:23.024802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:23.083881 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:23.109340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:23.160317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:23.164154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e0c20ebb-39e8-43c5-a0fc-9d34218f7aca tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:23.176562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a3d49e-c2c9-4019-ab60-ac80ad727d29,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:23.184345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:23.186324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:23.187426 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5e052596-6fa7-49d0-99a8-df470b277481 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53a3d49e-c2c9-4019-ab60-ac80ad727d29 HTTP/1.1" status: 204 len: 168 time: 0.1631072 Nov 24 14:16:23.291460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 064a95be-27b2-49b9-9ad5-1d5020aff2cf no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:16:23.354971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 064a95be-27b2-49b9-9ad5-1d5020aff2cf {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:16:23.355323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 064a95be-27b2-49b9-9ad5-1d5020aff2cf not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:16:23.727673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:23.910515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45856) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:24.015024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-787561467-network', 'tenant_id': '7ba16a85ae4148d29de3f13cd1ae90c0'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:16:24.019804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:24.024268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Usage tracker for resource:network and tenant:7ba16a85ae4148d29de3f13cd1ae90c0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:24.027137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:24.032820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:24.043150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Made reservation on behalf of 7ba16a85ae4148d29de3f13cd1ae90c0 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:16:24.045704 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.057923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.072705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:24.076476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba16a85ae4148d29de3f13cd1ae90c0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:24.079283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:24.084890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:24.287119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.292162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.295256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b363d001-6b1f-41e2-a078-99502438fcde tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:24.323024 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:16:24.331401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:24.334957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:24.338160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.338495 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Added segment 7a69d6b6-5002-433d-8282-6881a203d4a8 of type vlan for network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 Nov 24 14:16:24.365507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.393967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.394968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:24.395540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.399398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-74954ef9-6075-4222-b819-c3813ef919e1 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:24.498557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:24.501347 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5898421 Nov 24 14:16:24.502237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:24.504308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45862) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:24.508956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:16:24.510049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Request body: {'subnet': {'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-787561467-subnet', 'tenant_id': '7ba16a85ae4148d29de3f13cd1ae90c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:16:24.514921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:24.518787 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Usage tracker for resource:subnet and tenant:7ba16a85ae4148d29de3f13cd1ae90c0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:24.521693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:24.528247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:24.538015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Made reservation on behalf of 7ba16a85ae4148d29de3f13cd1ae90c0 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:16:24.541180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.743661 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.747282 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-01b2e62c-1daa-4f0c-a244-eb7372e0b698 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:24.823363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea3ae6a-8635-49f0-81fb-b788069c54a8,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:24.827305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:24.831309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Checking segment: {'id': '7a69d6b6-5002-433d-8282-6881a203d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:16:24.831669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Network hostable DHCP agents. Network: e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:16:24.850003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:16:24.858716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:16:24.862886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:24.863463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:24.867941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4c689-1045-4bac-b187-6fc2af01baaa None None] Network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:16:24.888272 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3828874 Nov 24 14:16:25.090676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1cdbf-0c21-441e-8c58-5e3bca575b4c None None] Network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:16:25.323168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:25.408402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-96cf46ff-f250-43a9-99ba-49c4c2613e95 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:25.409757 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-96cf46ff-f250-43a9-99ba-49c4c2613e95 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 811 time: 0.1531687 Nov 24 14:16:25.425166 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-26b4adbb-d4e1-46d2-808b-be2842006d90 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/quotas/7ba16a85ae4148d29de3f13cd1ae90c0 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Nov 24 14:16:25.472936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-e936e922-6770-453e-adea-13cf9cbc1e58 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421264 Nov 24 14:16:25.607155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-a7b519e0-71c4-4eae-acd9-d8f1fcd2a236 service neutron] 10.222.0.36 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269040 Nov 24 14:16:25.743520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-cd238a77-f279-42ca-aa62-22a43b3b8779 service neutron] 10.222.0.36 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303616 Nov 24 14:16:25.924607 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-828cdadc-8c63-4797-ab85-9cd1a695cfce req-11b6b8ed-2ecf-475c-9dc5-5c927c990125 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 210 time: 0.0427690 Nov 24 14:16:27.107398 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b37d7d57-ae83-41f7-adf7-2247fbfdd020 req-ac640187-a081-4c66-9040-224362ea8fbe tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 210 time: 0.0691791 Nov 24 14:16:27.117998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-8b4eed9d-b2f9-47f6-84db-2efd938b549d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:27.119424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-8b4eed9d-b2f9-47f6-84db-2efd938b549d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.76 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 811 time: 0.1961398 Nov 24 14:16:27.142552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Request body: {'port': {'device_id': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2', 'admin_state_up': True, 'tenant_id': '7ba16a85ae4148d29de3f13cd1ae90c0'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:16:27.401513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:16:27.405318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Usage tracker for resource:port and tenant:7ba16a85ae4148d29de3f13cd1ae90c0 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:16:27.408100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:16:27.414475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:16:27.425042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Made reservation on behalf of 7ba16a85ae4148d29de3f13cd1ae90c0 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:16:27.428990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:27.592286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Allocated IP 172.20.0.5 (e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2/aea3ae6a-8635-49f0-81fb-b788069c54a8/8caad34b-5d68-4c59-bf21-712711db2aa9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:16:27.800452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:27.832226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:27.839254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56852b46-a657-4d38-991c-69f40b6ccf17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:27.907504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:16:27.910785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:16:27.914909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:16:27.945630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:27.955865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:27.981073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:27.981681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:28.006631 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678811 Nov 24 14:16:28.024135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Request body: {'port': {'device_id': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:16:28.137402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:28.455935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d48b-69ef-4a48-81ab-e674612cf4a6 req-f3931fb6-d15f-402f-b97f-ca768747f84d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:28.456618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ae2d48b-69ef-4a48-81ab-e674612cf4a6 req-f3931fb6-d15f-402f-b97f-ca768747f84d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Synchronizing usage tracker for tenant:7ba16a85ae4148d29de3f13cd1ae90c0 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:16:28.496084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2ae2d48b-69ef-4a48-81ab-e674612cf4a6 req-f3931fb6-d15f-402f-b97f-ca768747f84d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Unset dirty status for tenant:7ba16a85ae4148d29de3f13cd1ae90c0 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:16:28.497340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ae2d48b-69ef-4a48-81ab-e674612cf4a6 req-f3931fb6-d15f-402f-b97f-ca768747f84d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 931 time: 0.2810671 Nov 24 14:16:28.600123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caad34b-5d68-4c59-bf21-712711db2aa9 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:16:28.611180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ae2d48b-69ef-4a48-81ab-e674612cf4a6 req-e33eb329-ceb8-4bff-b1c1-a5f46433a0ef tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009088 Nov 24 14:16:28.612781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:28.629277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Transition to ACTIVE for port object 8caad34b-5d68-4c59-bf21-712711db2aa9 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:16:28.636904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:28.640650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8d36a6c7-8723-4fbc-8bbb-327896e5b8a0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:28.795081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:28.802171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:28.874770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Attempting to bind port 8caad34b-5d68-4c59-bf21-712711db2aa9 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:16:28.875019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Attempting to bind port 8caad34b-5d68-4c59-bf21-712711db2aa9 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7a69d6b6-5002-433d-8282-6881a203d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:16:28.875352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Attempting to bind port 8caad34b-5d68-4c59-bf21-712711db2aa9 on network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:16:28.880040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Port 8caad34b-5d68-4c59-bf21-712711db2aa9 on network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:16:28.880359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Attempting to bind port 8caad34b-5d68-4c59-bf21-712711db2aa9 on network e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:16:28.886394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:16:28.886726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Checking segment: {'id': '7a69d6b6-5002-433d-8282-6881a203d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:16:28.887104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Bound using segment: {'id': '7a69d6b6-5002-433d-8282-6881a203d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:16:28.887530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Bound port: 8caad34b-5d68-4c59-bf21-712711db2aa9, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a69d6b6-5002-433d-8282-6881a203d4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:16:28.887875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:28.982515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:16:28.985875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:16:28.990728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:28.996046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-366cbaba-ec08-4ca1-aaac-8dd1fc3efba7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:29.053808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:29.054931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:29.056296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] 10.222.0.76 "PUT /v2.0/ports/8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 1093 time: 1.0376499 Nov 24 14:16:29.056842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:16:29.079748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:29.082699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:29.136983 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'status': 'completed', 'code': 200} Nov 24 14:16:29.177156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-418ee2b8-b191-4463-b2c0-51d5bafaa059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:29.178606 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-418ee2b8-b191-4463-b2c0-51d5bafaa059 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0753806 Nov 24 14:16:29.386336 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-36a88e82-bb6e-4d19-bd16-5a1c78a24157 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 217 time: 0.1933622 Nov 24 14:16:29.452481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-3f8ffdd2-d748-49c5-aa99-91043d135438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:29.453824 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-3f8ffdd2-d748-49c5-aa99-91043d135438 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 200 len: 851 time: 0.0580459 Nov 24 14:16:29.508881 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-a04d9ddb-cdb3-4d51-a3c2-458998ae20c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405643 Nov 24 14:16:29.643997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-7cf7c71d-ebda-45aa-b0a0-a0feb96d392b service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254909 Nov 24 14:16:29.846220 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41941e7e-d368-454d-bcf0-06d2b0e6052b req-688446c3-6c56-4843-8163-401058c13d6e service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911194 Nov 24 14:16:29.865270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500b1e3-5523-4db4-8b63-41e01013653e req-201b585f-b1c8-4899-88ab-ca210dff970e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:29.867316 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8500b1e3-5523-4db4-8b63-41e01013653e req-201b585f-b1c8-4899-88ab-ca210dff970e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 943 time: 0.1396317 Nov 24 14:16:29.950667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8500b1e3-5523-4db4-8b63-41e01013653e req-0d5f55fa-d5e0-4140-8510-795115f91690 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772786 Nov 24 14:16:29.983169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-4e086b04-2c16-404c-94f4-05450b681acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:29.984681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-4e086b04-2c16-404c-94f4-05450b681acf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0812340 Nov 24 14:16:30.119944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-4de61abb-2878-4de5-a3b4-4b63f285bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:30.121423 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-4de61abb-2878-4de5-a3b4-4b63f285bee4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 913 time: 0.1256201 Nov 24 14:16:30.187656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-a19044ec-c64e-4724-800a-46f28516a941 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 217 time: 0.0593216 Nov 24 14:16:30.252829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-0a5767b3-90b3-42da-83e2-68ba19f6e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:30.254275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-0a5767b3-90b3-42da-83e2-68ba19f6e285 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 200 len: 851 time: 0.0595047 Nov 24 14:16:30.305085 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-a14e90d4-0877-4141-8067-d49837852a3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417964 Nov 24 14:16:30.438780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-69f0e5b5-5b0c-4947-b0a6-7e67797a3119 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271296 Nov 24 14:16:30.568332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89ec609c-1930-4e91-b6cd-1fd0705adae2 req-0642069e-2933-49c0-a6e9-0cf3497d82e4 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217370 Nov 24 14:16:31.134943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2e61-bb67-4f86-8ba8-5afda33258ab req-7bec7acc-dd74-461c-8489-30040c965849 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:31.136422 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6c6e2e61-bb67-4f86-8ba8-5afda33258ab req-7bec7acc-dd74-461c-8489-30040c965849 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 943 time: 0.0797327 Nov 24 14:16:31.184456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6c6e2e61-bb67-4f86-8ba8-5afda33258ab req-e1005ce0-d02b-4295-bc3c-1f6a2b6ea018 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Nov 24 14:16:32.387176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59615165-4032-46ec-955f-768c6c82126e req-35f07ca5-948f-4370-b7a7-16a5019360bb tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:32.388645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59615165-4032-46ec-955f-768c6c82126e req-35f07ca5-948f-4370-b7a7-16a5019360bb tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 943 time: 0.0796068 Nov 24 14:16:32.432396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59615165-4032-46ec-955f-768c6c82126e req-0357852d-9c15-42ab-9dbc-beaa590549bd tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Nov 24 14:16:33.358941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:16:33.492021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:33.505907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2', 'port_id': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'mac_address': 'fa:16:3e:1f:7f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea3ae6a-8635-49f0-81fb-b788069c54a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:16:33.566031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:33.583861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caad34b-5d68-4c59-bf21-712711db2aa9 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:16:33.600155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:33.604267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:33.606043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:33.624900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcfe5f-e382-4fb9-bf2c-421621a4b42b req-1a03fc38-ce07-4bc7-8e1f-4fb3b741f369 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:33.626291 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a9dcfe5f-e382-4fb9-bf2c-421621a4b42b req-1a03fc38-ce07-4bc7-8e1f-4fb3b741f369 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 943 time: 0.0871267 Nov 24 14:16:33.672723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a9dcfe5f-e382-4fb9-bf2c-421621a4b42b req-975ca8ba-e0a9-4d4a-9026-ae87c915c2a2 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Nov 24 14:16:33.676540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:33.680098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:33.840162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['8caad34b-5d68-4c59-bf21-712711db2aa9'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:16:34.857531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3db4bb-e62b-483a-9630-cd6fc71a2771 req-7818f07a-684a-4bd0-b015-024c16f48d41 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:34.858996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7a3db4bb-e62b-483a-9630-cd6fc71a2771 req-7818f07a-684a-4bd0-b015-024c16f48d41 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 944 time: 0.0814931 Nov 24 14:16:34.904559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7a3db4bb-e62b-483a-9630-cd6fc71a2771 req-0118ac1c-e343-47ec-9578-318fca12883e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Nov 24 14:16:34.998191 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:16:35.368676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:16:35.435252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 8caad34b-5d68-4c59-bf21-712711db2aa9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:16:35.441238 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 8caad34b-5d68-4c59-bf21-712711db2aa9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:16:35.441613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:35.557950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:35.583990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:16:35.594507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:16:35.598554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:35.600418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a8307bf2-ff38-47a7-9d3a-5dca4af003c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:16:35.635002 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'code': 200} Nov 24 14:16:35.671722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:16:35.674526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:16:36.068803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46d558-635e-40f1-8cc8-a96201881f4b req-dd33aef3-6c4e-4157-9e59-1d2ae360ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:36.070267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2e46d558-635e-40f1-8cc8-a96201881f4b req-dd33aef3-6c4e-4157-9e59-1d2ae360ef57 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2615533 Nov 24 14:16:36.128113 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2e46d558-635e-40f1-8cc8-a96201881f4b req-13a6a58a-e5c9-4b5d-81b8-e4cec688f79e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Nov 24 14:16:36.141078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92548d1e-1ab8-4230-8b8e-a913b780aab0 req-57667f9c-73ab-40ea-b136-eeda2f282b31 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:36.142491 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-92548d1e-1ab8-4230-8b8e-a913b780aab0 req-57667f9c-73ab-40ea-b136-eeda2f282b31 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.1271613 Nov 24 14:16:36.189602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-92548d1e-1ab8-4230-8b8e-a913b780aab0 req-c498ce2e-dff3-46e5-a0dc-447b8b4208a8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Nov 24 14:16:37.392161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76d9b1-9496-4933-a498-53252417eedc req-2a78a665-b2da-45a3-8e8c-897e85d6b4f6 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:37.393647 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f76d9b1-9496-4933-a498-53252417eedc req-2a78a665-b2da-45a3-8e8c-897e85d6b4f6 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0797775 Nov 24 14:16:37.437506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f76d9b1-9496-4933-a498-53252417eedc req-5c340490-9da6-4426-8d21-de6befd5af7a tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379934 Nov 24 14:16:37.801040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 45926) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:16:37.852311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae9c27-c493-4e55-ae89-dc53739f9497 req-382440cd-9864-45bf-8ebd-0705b2b3ef09 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:37.853793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-57ae9c27-c493-4e55-ae89-dc53739f9497 req-382440cd-9864-45bf-8ebd-0705b2b3ef09 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0854993 Nov 24 14:16:37.898896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-57ae9c27-c493-4e55-ae89-dc53739f9497 req-5bea6cc8-ba7b-431c-b123-906c7f558377 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Nov 24 14:16:37.920341 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-3c54c190-bdad-43d8-95e8-c39fcfde623f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179903 Nov 24 14:16:39.086778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762e2c3-4ee6-4a77-9b67-0119ca71986e req-582fd12e-e23b-47ef-a5a6-b4b13e80fc8c tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:39.089182 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e762e2c3-4ee6-4a77-9b67-0119ca71986e req-582fd12e-e23b-47ef-a5a6-b4b13e80fc8c tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0860760 Nov 24 14:16:39.196485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e762e2c3-4ee6-4a77-9b67-0119ca71986e req-84d79dc4-0eda-4d61-9016-f50b47cdc58e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022992 Nov 24 14:16:39.213995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-ba204103-8055-4711-827c-b1b2693dcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:39.215468 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-ba204103-8055-4711-827c-b1b2693dcb3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1018605 Nov 24 14:16:39.353216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a10a1479-5419-42a7-aae6-1ac5b4e5cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:39.354647 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a10a1479-5419-42a7-aae6-1ac5b4e5cd27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 913 time: 0.1325846 Nov 24 14:16:39.425776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-89517288-25ef-4775-bce2-e4ae5d708e05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 217 time: 0.0646632 Nov 24 14:16:39.490451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-7367de63-0908-4eb9-b211-0a71cce693a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:39.491817 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-7367de63-0908-4eb9-b211-0a71cce693a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 200 len: 851 time: 0.0597963 Nov 24 14:16:39.538863 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-e119aabd-00fa-48ed-9e5a-06e0004e5f61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405481 Nov 24 14:16:39.677921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-2a823d27-d88f-47a0-80b9-92a9f2034aa4 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325564 Nov 24 14:16:39.814101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-b431b8dd-447b-4ce3-b8ec-c2f8edbd4aad service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295593 Nov 24 14:16:40.390289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0271c-8ffd-4c2f-bf8f-103b01d69505 req-7076f85a-443f-4fe3-8d04-9aed8ed2395e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:40.391748 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47e0271c-8ffd-4c2f-bf8f-103b01d69505 req-7076f85a-443f-4fe3-8d04-9aed8ed2395e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0846570 Nov 24 14:16:40.435639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47e0271c-8ffd-4c2f-bf8f-103b01d69505 req-8200aace-1f5c-4604-92b6-4c3e97d69aac tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Nov 24 14:16:41.770349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b8518-fd4b-4ba1-97a1-80f7b70f94ef req-882f1945-6426-4ca4-b46d-30d6f8bb2e2d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:41.771702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-855b8518-fd4b-4ba1-97a1-80f7b70f94ef req-882f1945-6426-4ca4-b46d-30d6f8bb2e2d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0815575 Nov 24 14:16:41.819314 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-855b8518-fd4b-4ba1-97a1-80f7b70f94ef req-e3ae1831-b86b-4338-8631-8e8a63d99c81 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Nov 24 14:16:43.006738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77b10b-9940-46df-b6da-ecda386f9954 req-2102ff62-ca28-4517-8715-c239e2c6dd08 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:43.008283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef77b10b-9940-46df-b6da-ecda386f9954 req-2102ff62-ca28-4517-8715-c239e2c6dd08 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0820646 Nov 24 14:16:43.052791 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef77b10b-9940-46df-b6da-ecda386f9954 req-cf36f9b7-61b1-4a06-b380-045299830f1d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Nov 24 14:16:44.238039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ee604-6cd1-45dd-83a4-06d0ee7f268e req-f0005c99-a3c3-4db6-9b92-73a099d1f91e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:44.239660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-922ee604-6cd1-45dd-83a4-06d0ee7f268e req-f0005c99-a3c3-4db6-9b92-73a099d1f91e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0824597 Nov 24 14:16:44.283071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-922ee604-6cd1-45dd-83a4-06d0ee7f268e req-496551b2-661f-4efe-b58d-77aab86a22ab tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368509 Nov 24 14:16:45.475908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4745-59df-4320-8696-38bfea7fb496 req-e20c1e61-1e50-40e6-9a2d-d4079ed20a83 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:45.477500 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-247a4745-59df-4320-8696-38bfea7fb496 req-e20c1e61-1e50-40e6-9a2d-d4079ed20a83 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0820787 Nov 24 14:16:45.522607 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-247a4745-59df-4320-8696-38bfea7fb496 req-9b0ed988-6309-4557-a952-79aadccfbd8e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Nov 24 14:16:46.827713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaa8e6-598c-477a-9075-6663a21f18d4 req-7b8fc8ee-b163-43a3-a91b-51465d6b382f tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:46.829174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5bdaa8e6-598c-477a-9075-6663a21f18d4 req-7b8fc8ee-b163-43a3-a91b-51465d6b382f tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.1994128 Nov 24 14:16:46.874234 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5bdaa8e6-598c-477a-9075-6663a21f18d4 req-8c6b764f-8de5-4109-9c0f-f79fb52cec7c tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Nov 24 14:16:46.974568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:48.066233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67688-e04d-4100-8bc2-f454e6c36e9d req-2b70cbe8-2ec2-4a8c-bb41-dca054f89a69 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:48.067715 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1da67688-e04d-4100-8bc2-f454e6c36e9d req-2b70cbe8-2ec2-4a8c-bb41-dca054f89a69 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0863943 Nov 24 14:16:48.112557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1da67688-e04d-4100-8bc2-f454e6c36e9d req-bc5c9d19-1cbd-4c06-97a6-4cd7abef1671 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 Nov 24 14:16:49.301590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633342ed-e542-421c-aef8-df501be1b615 req-a59c11f0-a9aa-44d0-a45b-632be4f68b79 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:49.303073 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-633342ed-e542-421c-aef8-df501be1b615 req-a59c11f0-a9aa-44d0-a45b-632be4f68b79 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0837283 Nov 24 14:16:49.347755 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-633342ed-e542-421c-aef8-df501be1b615 req-81e7b1e6-92d2-4d38-98bb-30970e1f1e57 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Nov 24 14:16:49.784232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9810abce-fcdc-40d7-b906-0dbafd005da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:50.357268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:50.534058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02c09d-5cb9-41d3-81f6-a8f0c3d86972 req-3ab3002b-0046-422b-9cd8-c21001c9975d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:50.535514 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e02c09d-5cb9-41d3-81f6-a8f0c3d86972 req-3ab3002b-0046-422b-9cd8-c21001c9975d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0815823 Nov 24 14:16:50.583704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e02c09d-5cb9-41d3-81f6-a8f0c3d86972 req-033fd357-13b7-474f-b033-b43b6da283ac tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Nov 24 14:16:51.769435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241cdf9-b393-4ca8-b1d7-42089eb9299c req-31dd8a87-fe6a-4f56-8c63-0912d643030d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:51.770870 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0241cdf9-b393-4ca8-b1d7-42089eb9299c req-31dd8a87-fe6a-4f56-8c63-0912d643030d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0803480 Nov 24 14:16:51.814185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0241cdf9-b393-4ca8-b1d7-42089eb9299c req-2a8948dd-1279-4be2-851b-97fa707cb0b3 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Nov 24 14:16:52.570448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aedfbfec-8177-410e-8744-0c6f13a67774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:53.006282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d0a0c-46ef-461e-98ed-75976f709fc3 req-c7a20e8c-4d2a-40ef-9cda-c85cf1f4a2f5 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:53.008104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eb6d0a0c-46ef-461e-98ed-75976f709fc3 req-c7a20e8c-4d2a-40ef-9cda-c85cf1f4a2f5 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0853403 Nov 24 14:16:53.055665 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eb6d0a0c-46ef-461e-98ed-75976f709fc3 req-f2f50084-ebcc-4bd9-a105-8f21f70dc93a tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Nov 24 14:16:53.727540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:54.243186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c8e5c-9b32-405f-a2d5-a38b5d8bdeeb req-a041963c-1696-4b5c-8286-3e7915622273 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:54.244692 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4a1c8e5c-9b32-405f-a2d5-a38b5d8bdeeb req-a041963c-1696-4b5c-8286-3e7915622273 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0821609 Nov 24 14:16:54.302844 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4a1c8e5c-9b32-405f-a2d5-a38b5d8bdeeb req-623d423e-b562-4cc9-9b40-d1b6084d0be8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520701 Nov 24 14:16:55.326579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:16:55.511898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd520c-2cf4-47cf-ae32-55b01c7842cb req-b807d31f-a037-4c0c-9559-a9de6bb13f78 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:55.513394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42dd520c-2cf4-47cf-ae32-55b01c7842cb req-b807d31f-a037-4c0c-9559-a9de6bb13f78 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0858803 Nov 24 14:16:55.558602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42dd520c-2cf4-47cf-ae32-55b01c7842cb req-962ba8b6-106e-431f-bdb3-f0dc92ef26a6 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Nov 24 14:16:56.748703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf54dbd-495b-4709-926a-a1d48636578a req-ceb6b27e-0d8e-442e-92e6-08cbe3f3825e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:56.750264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fbf54dbd-495b-4709-926a-a1d48636578a req-ceb6b27e-0d8e-442e-92e6-08cbe3f3825e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0825279 Nov 24 14:16:56.798137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fbf54dbd-495b-4709-926a-a1d48636578a req-64c3cf6d-2384-4525-8a00-e311b69c50b7 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Nov 24 14:16:57.983727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8248fc5-dcc2-4083-b7a9-be911daa672b req-a1c55d6d-7abd-436c-93d9-21e448a940b8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:57.985110 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8248fc5-dcc2-4083-b7a9-be911daa672b req-a1c55d6d-7abd-436c-93d9-21e448a940b8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0808685 Nov 24 14:16:58.032770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c8248fc5-dcc2-4083-b7a9-be911daa672b req-dfaddbc0-332a-4011-9e98-5d439318c6e4 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Nov 24 14:16:59.221561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011982ee-e891-4eec-b4d6-0e14f41397ab req-73560b6c-8d93-40eb-8964-79370d88df0a tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:16:59.223016 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-011982ee-e891-4eec-b4d6-0e14f41397ab req-73560b6c-8d93-40eb-8964-79370d88df0a tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0857182 Nov 24 14:16:59.267469 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-011982ee-e891-4eec-b4d6-0e14f41397ab req-4c4081a0-9d83-4401-bfe0-5d4d6b4b9315 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Nov 24 14:17:00.456437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f4bdd-3f37-4ab1-983d-90f6b423154a req-2e03d726-222f-436e-85fe-7acec2a1b3b8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:00.457902 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b99f4bdd-3f37-4ab1-983d-90f6b423154a req-2e03d726-222f-436e-85fe-7acec2a1b3b8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0789816 Nov 24 14:17:00.503225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b99f4bdd-3f37-4ab1-983d-90f6b423154a req-d228bd15-4752-41d8-a925-b04cec7b5454 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388222 Nov 24 14:17:01.695261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0126f3e-7f2f-4f9e-9409-b58842213c7a req-17a10030-493d-42ec-88ec-88e17ee0c55e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:01.696817 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d0126f3e-7f2f-4f9e-9409-b58842213c7a req-17a10030-493d-42ec-88ec-88e17ee0c55e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0879881 Nov 24 14:17:01.741384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d0126f3e-7f2f-4f9e-9409-b58842213c7a req-acb9655d-b6fe-4970-a328-07450e705965 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385356 Nov 24 14:17:02.926712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db48a42-8086-47d0-ad28-640ad6f989c9 req-aaa06837-97ee-4814-978b-67b493e354c9 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:02.928164 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5db48a42-8086-47d0-ad28-640ad6f989c9 req-aaa06837-97ee-4814-978b-67b493e354c9 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0794618 Nov 24 14:17:02.971946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5db48a42-8086-47d0-ad28-640ad6f989c9 req-0b52de4c-e38f-4020-baca-60604763da55 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Nov 24 14:17:04.164696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42e168-948f-46c5-be9c-e0e497fe221a req-1bc736f2-6c7f-4cdf-8c90-2832904a8903 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:04.166304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8b42e168-948f-46c5-be9c-e0e497fe221a req-1bc736f2-6c7f-4cdf-8c90-2832904a8903 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0869563 Nov 24 14:17:04.212983 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8b42e168-948f-46c5-be9c-e0e497fe221a req-d7eee4d7-9986-47cf-ba11-a5069c8214b4 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Nov 24 14:17:05.400413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de119-82f7-430e-bfd1-41f98323ca3b req-55a2a14c-688c-48f0-ad55-dfdc8b58cb06 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:05.402185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-382de119-82f7-430e-bfd1-41f98323ca3b req-55a2a14c-688c-48f0-ad55-dfdc8b58cb06 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0833795 Nov 24 14:17:05.450259 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-382de119-82f7-430e-bfd1-41f98323ca3b req-67997baf-5818-4eab-b2f4-4f87fbb85ad8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Nov 24 14:17:06.323044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380de1b-9001-44ab-b506-eddf48755150 req-044cc2cd-75ab-4e95-87d3-b54fbc0222a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:06.324563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-044cc2cd-75ab-4e95-87d3-b54fbc0222a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1184800 Nov 24 14:17:06.476214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380de1b-9001-44ab-b506-eddf48755150 req-1e8d6a99-eff7-468b-bf51-b9f6e7c30662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:06.477830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-1e8d6a99-eff7-468b-bf51-b9f6e7c30662 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 913 time: 0.1317358 Nov 24 14:17:06.552337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-0188aaa9-4989-4176-afd7-5d8b74cb911e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 217 time: 0.0667360 Nov 24 14:17:06.779465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a50b093c-40a0-4542-a4c5-9bdb48bec9d8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:17:06.780429 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a50b093c-40a0-4542-a4c5-9bdb48bec9d8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073733 Nov 24 14:17:06.828548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380de1b-9001-44ab-b506-eddf48755150 req-2183b6cc-e80d-4012-a052-f946190e6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:06.829965 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-2183b6cc-e80d-4012-a052-f946190e6924 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 200 len: 851 time: 0.2430084 Nov 24 14:17:06.906618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-e67a3956-c2fa-44c4-9e8d-1cfe56faf217 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629761 Nov 24 14:17:06.922797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60259b6-51cd-42b4-886c-168afe87ab4e req-a33c1e8f-2253-45f6-85c8-1980bbd5f832 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:06.924194 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f60259b6-51cd-42b4-886c-168afe87ab4e req-a33c1e8f-2253-45f6-85c8-1980bbd5f832 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.3684874 Nov 24 14:17:07.010419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-cbdd6538-207c-4421-936c-d2e25b054c38 service neutron] 10.222.0.76 "GET /v2.0/ports/8caad34b-5d68-4c59-bf21-712711db2aa9/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.2180707 Nov 24 14:17:07.059079 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f60259b6-51cd-42b4-886c-168afe87ab4e req-d52b9b63-31a7-465f-be33-7d8e57ce16e8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143959 Nov 24 14:17:07.098211 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-677d2005-a661-4754-b722-a66987d9466a service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729717 Nov 24 14:17:07.276028 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6380de1b-9001-44ab-b506-eddf48755150 req-e75dc53d-87a9-44e9-b3ec-8eaa988e32b4 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679480 Nov 24 14:17:07.306365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a8e2971b-293b-4aa4-b091-8c1c36f742fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:07.307841 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a8e2971b-293b-4aa4-b091-8c1c36f742fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5&tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0 HTTP/1.1" status: 200 len: 1098 time: 0.0774598 Nov 24 14:17:07.405212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-cebe0c01-5261-457b-8a17-41d80ca6a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:07.406580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-cebe0c01-5261-457b-8a17-41d80ca6a9aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0763960 Nov 24 14:17:07.545683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-481f9943-7252-423c-aca2-2a72c5aac034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:07.547109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-481f9943-7252-423c-aca2-2a72c5aac034 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 913 time: 0.1298146 Nov 24 14:17:07.620315 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a9d4f4b6-c03f-4139-b86c-1e4c7df7af9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 217 time: 0.0613396 Nov 24 14:17:07.690430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a9c94c71-65fc-4b82-8fe8-bf20216d9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:07.691761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-a9c94c71-65fc-4b82-8fe8-bf20216d9c4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 200 len: 851 time: 0.0617731 Nov 24 14:17:07.745547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-531d2173-1422-43a9-9409-45181256e9ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439606 Nov 24 14:17:07.878070 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-dbc011d3-7086-473a-a717-37b1b5bc18f8 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257808 Nov 24 14:17:08.012768 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f009f4d-370b-4fb4-a312-85bce77651e0 req-78741abe-18c4-4fce-980e-5ebe8ae0db90 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237180 Nov 24 14:17:08.259974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefee11-a197-4365-bc34-43af3d91f2b3 req-91e78763-e1f6-4886-875d-5e0b5338e9ee tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:08.261447 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eaefee11-a197-4365-bc34-43af3d91f2b3 req-91e78763-e1f6-4886-875d-5e0b5338e9ee tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0867505 Nov 24 14:17:08.311174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eaefee11-a197-4365-bc34-43af3d91f2b3 req-c4b518ba-83c9-4da4-ad2f-0e11122e4203 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Nov 24 14:17:09.499401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec199020-4a83-4153-8463-4c40b32fde0b req-455873b7-002f-450b-8a0f-df48d0705dc0 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:09.500875 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ec199020-4a83-4153-8463-4c40b32fde0b req-455873b7-002f-450b-8a0f-df48d0705dc0 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0832715 Nov 24 14:17:09.546854 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ec199020-4a83-4153-8463-4c40b32fde0b req-b63a4b69-f9aa-4692-9af5-8c94e934fc89 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Nov 24 14:17:10.735684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6b937-2a0f-4596-b5ae-6668d9ef3a4e req-ab2f28f8-c359-4858-a20c-7ddc7b34809e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:10.737146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20e6b937-2a0f-4596-b5ae-6668d9ef3a4e req-ab2f28f8-c359-4858-a20c-7ddc7b34809e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0849519 Nov 24 14:17:10.783445 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20e6b937-2a0f-4596-b5ae-6668d9ef3a4e req-c1df4770-42ad-4dc4-925e-73089db6c253 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Nov 24 14:17:11.162136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-2dab0f3a-6005-4deb-87de-6a18d7814cd8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:11.163483 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-2dab0f3a-6005-4deb-87de-6a18d7814cd8 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.76 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5&tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 945 time: 0.0860400 Nov 24 14:17:11.437221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f162ddfe-63ff-4444-a81a-a7a88e0c0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:11.439471 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f162ddfe-63ff-4444-a81a-a7a88e0c0cfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2062485 Nov 24 14:17:11.492041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:17:11.494664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:17:11.575018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-9fe478e5-ab89-4765-b94c-3ef168c39381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:11.576454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-9fe478e5-ab89-4765-b94c-3ef168c39381 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 200 len: 913 time: 0.1311455 Nov 24 14:17:11.654500 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-5f48851a-0255-4c7e-bd18-ab664ca0283b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 200 len: 217 time: 0.0609221 Nov 24 14:17:11.733602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-8eb686d0-4b37-4c98-abad-13150ced1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:11.735065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-8eb686d0-4b37-4c98-abad-13150ced1877 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 200 len: 851 time: 0.0741458 Nov 24 14:17:11.759437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:11.783482 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-5ca94e11-7db6-45aa-a25e-01fdfeb94777 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421398 Nov 24 14:17:11.790047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:11.812971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:17:11.817396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'network_id': 'e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2', 'port_id': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'mac_address': 'fa:16:3e:1f:7f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea3ae6a-8635-49f0-81fb-b788069c54a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:17:11.849334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:11.855755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:11.863114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a8307bf2-ff38-47a7-9d3a-5dca4af003c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:11.920353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-6cb28c23-295c-424c-84a0-45dd08b204cf service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298869 Nov 24 14:17:11.938823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:11.962365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caad34b-5d68-4c59-bf21-712711db2aa9 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:17:11.966346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:11.980303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.980653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.981012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.981343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.981671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.981999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.982343 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.982643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.982962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.983279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.983596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.983907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:11.988864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:11.993202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:11.999791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:12.001176 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:17:12.002444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:12.055120 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-b043f2df-100e-4b7d-98d4-173755a521c7 service neutron] 10.222.0.76 "GET /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283469 Nov 24 14:17:12.076089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['8caad34b-5d68-4c59-bf21-712711db2aa9'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:17:12.111056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:12.121218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:12.840766 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'code': 200} Nov 24 14:17:13.006281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487d4fc-7566-4dfe-ae6d-70fc21c259d4 req-68c23480-5fdc-4990-b902-6ac0fa35b34d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:13.007759 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e487d4fc-7566-4dfe-ae6d-70fc21c259d4 req-68c23480-5fdc-4990-b902-6ac0fa35b34d tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 944 time: 0.0865636 Nov 24 14:17:13.053414 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e487d4fc-7566-4dfe-ae6d-70fc21c259d4 req-dca13746-a0dd-4c4f-ae8e-37116d8bba78 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Nov 24 14:17:13.506282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:17:13.577148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 8caad34b-5d68-4c59-bf21-712711db2aa9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:17:13.577529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:13.690505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:13.726397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:13.731498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:13.733300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:13.800561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:13.803426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:14.244036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd059a-1e06-4b8c-8382-a4424f5754c3 req-5cc0adb2-5e89-40ae-9e1f-28696c0f7a47 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:14.246612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-addd059a-1e06-4b8c-8382-a4424f5754c3 req-5cc0adb2-5e89-40ae-9e1f-28696c0f7a47 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0859611 Nov 24 14:17:14.290939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-addd059a-1e06-4b8c-8382-a4424f5754c3 req-f0f4234f-70b4-468c-b8b4-265d1a10eecc tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Nov 24 14:17:14.709179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-74249a2c-7f3b-4573-9b2d-8658054f7a8e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:14.710621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-74249a2c-7f3b-4573-9b2d-8658054f7a8e tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.76 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 945 time: 0.0835531 Nov 24 14:17:14.783469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Deleting port 8caad34b-5d68-4c59-bf21-712711db2aa9 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:17:14.783799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:14.841963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:17:14.887039 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'code': 200} Nov 24 14:17:15.032227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] For port 8caad34b-5d68-4c59-bf21-712711db2aa9, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=8caad34b-5d68-4c59-bf21-712711db2aa9,segment=NetworkSegment(7a69d6b6-5002-433d-8282-6881a203d4a8),segment_id=7a69d6b6-5002-433d-8282-6881a203d4a8)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:15.032574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:15.153860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Calling delete_port for 8caad34b-5d68-4c59-bf21-712711db2aa9 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:17:15.297997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:15.303915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b8731b66-bbf2-4d30-b9d4-03c067115623 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:15.313516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['8caad34b-5d68-4c59-bf21-712711db2aa9'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:17:15.348305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Pushing event deleted for resources: {'Port': ['ID=8caad34b-5d68-4c59-bf21-712711db2aa9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:15.523977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.524583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.525160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.525545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.525922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.526293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.526659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.527028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.527394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.527758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.528120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.528475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:15.538127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:15.614995 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd12df2b-fe05-4ee5-b41c-17ed9e9e203d req-61d94bec-c379-41fe-bc14-494687b63016 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.36 "GET /v2.0/ports?device_id=a15abd50-7458-4339-9e74-cb1fdcd20ac5 HTTP/1.1" status: 200 len: 210 time: 0.0785618 Nov 24 14:17:15.621142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] No DVR routers for this DVR port 8caad34b-5d68-4c59-bf21-712711db2aa9 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:17:15.623870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:15.627001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-deleted', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:17:15.652448 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14cfc79f-f210-4794-a847-cb5df7bc1009 req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] 10.222.0.76 "DELETE /v2.0/ports/8caad34b-5d68-4c59-bf21-712711db2aa9 HTTP/1.1" status: 204 len: 173 time: 0.9337146 Nov 24 14:17:15.677458 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15abd50-7458-4339-9e74-cb1fdcd20ac5', 'name': 'network-vif-deleted', 'tag': '8caad34b-5d68-4c59-bf21-712711db2aa9', 'status': 'completed', 'code': 200} Nov 24 14:17:16.866509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46032) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:17:16.929064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Deleting subnet aea3ae6a-8635-49f0-81fb-b788069c54a8 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:17:16.932430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:16.980216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:16.989447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.039378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.107237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.111135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3e297ab6-03e5-4057-a2e4-c3e18e1a6ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:17.147055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea3ae6a-8635-49f0-81fb-b788069c54a8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:17.151861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.160813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.161200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.161584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.161952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.162317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.162684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.163057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.163416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.163781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.164142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.164501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.165413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:17:17.169014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:17.171461 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aea3ae6a-8635-49f0-81fb-b788069c54a8 HTTP/1.1" status: 204 len: 168 time: 0.3037882 Nov 24 14:17:17.173308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46036) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:17:17.277732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.401189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.429048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:17:17.442219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a69d6b6-5002-433d-8282-6881a203d4a8') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:17:17.442507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a69d6b6-5002-433d-8282-6881a203d4a8') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:17:17.454073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.469536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.475804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:17:17.476307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:17:17.489813 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:17:17.562249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.565664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b2561438-520f-414c-81c4-fb443852dce7 tempest-BulkNetworkOpsIpV6Test-978012087 tempest-BulkNetworkOpsIpV6Test-978012087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:17.583346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.592317 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:17.595106 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e7f8ef26-40c2-4d11-8054-4c3ea81bb7c2 HTTP/1.1" status: 204 len: 168 time: 0.4208653 Nov 24 14:17:17.596020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-abdb978a-5a45-41ce-b7fb-8dbb526440b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:17.707045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46042) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:17:17.755737 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7d91f0c4-e23d-4e9c-9ee8-96e36c9fb97c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ba16a85ae4148d29de3f13cd1ae90c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474286 Nov 24 14:17:17.758090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46046) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:17:17.816979 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.845376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.904421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.908514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-55ce839e-d7a7-4105-a9b4-485782386e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:17.921529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2c121-6926-4df4-ae88-b33e2e2ed7c3,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:17.924398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:17.926397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:17.930621 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1c2c121-6926-4df4-ae88-b33e2e2ed7c3 HTTP/1.1" status: 204 len: 168 time: 0.1678941 Nov 24 14:17:18.644446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46070) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:17:18.750562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-52366054-network', 'tenant_id': '907d4a415e164cd6a4fbad54720274d0'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:18.755375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:17:18.759218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Usage tracker for resource:network and tenant:907d4a415e164cd6a4fbad54720274d0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:17:18.762233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:17:18.768407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:17:18.777831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Made reservation on behalf of 907d4a415e164cd6a4fbad54720274d0 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:18.780398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:18.797852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:18.812728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:17:18.816578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Usage tracker for resource:security_group_rule and tenant:907d4a415e164cd6a4fbad54720274d0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:17:18.819390 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:17:18.825154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:17:18.909281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:18.913197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:18.916861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a76aefc-91e6-4b8d-91ef-05916917141b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:18.947518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:17:18.953026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f85c9d1-e1f2-48a2-92e5-f7f149609d76,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:18.956315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:18.961760 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:18.962644 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Added segment 2f002784-9667-4d08-8958-0156d2b158f7 of type vlan for network 18e215f1-d054-4aa8-b166-f8deafb5dfdd Nov 24 14:17:18.990214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.019074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.020070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:19.020641 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.026257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c4dfe2be-55df-4f8b-953a-b78db0fa42e4 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:19.128193 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4825375 Nov 24 14:17:19.128915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Pushing event updated for resources: {'Network': ['ID=18e215f1-d054-4aa8-b166-f8deafb5dfdd,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:19.130927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46076) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:17:19.133295 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:19.137316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Request body: {'subnet': {'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-52366054-subnet', 'tenant_id': '907d4a415e164cd6a4fbad54720274d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:19.138642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 18e215f1-d054-4aa8-b166-f8deafb5dfdd details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:17:19.142447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:17:19.146224 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Usage tracker for resource:subnet and tenant:907d4a415e164cd6a4fbad54720274d0 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:17:19.149681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:17:19.155916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:17:19.167194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Made reservation on behalf of 907d4a415e164cd6a4fbad54720274d0 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:19.169531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.370748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.374306 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-92408040-1ef3-4f4b-bed2-18388e0eae24 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:19.539841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:17:19.561319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55c1364-553e-4303-a13c-2db3b97a8374,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:19.565258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:19.569300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Checking segment: {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:17:19.569651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Network hostable DHCP agents. Network: 18e215f1-d054-4aa8-b166-f8deafb5dfdd, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:17:19.578859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 8caad34b-5d68-4c59-bf21-712711db2aa9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:17:19.579215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 8caad34b-5d68-4c59-bf21-712711db2aa9 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:17:19.590137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Network 18e215f1-d054-4aa8-b166-f8deafb5dfdd is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:17:19.599220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 18e215f1-d054-4aa8-b166-f8deafb5dfdd) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:17:19.603489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:19.604063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.608018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a292fb-4000-4bfa-8a68-5b3a683d93fc None None] Network 18e215f1-d054-4aa8-b166-f8deafb5dfdd requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:17:19.625504 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5b5d89d9-ebe9-4707-b11f-e72adf6207d0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4935780 Nov 24 14:17:19.797333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1202c97f-442b-4d6f-b68f-46d713d02f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:19.847200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62939a-e21e-4e80-950d-a6c726a52592 None None] Network 18e215f1-d054-4aa8-b166-f8deafb5dfdd requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:17:20.272276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-ac4131b2-e68b-4e3b-a533-1653de8a5a27 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:20.273730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-ac4131b2-e68b-4e3b-a533-1653de8a5a27 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 813 time: 0.1448100 Nov 24 14:17:20.289337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-7891f2e4-8d39-4d59-bdd6-97b165595da7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/quotas/907d4a415e164cd6a4fbad54720274d0 HTTP/1.1" status: 200 len: 375 time: 0.0099823 Nov 24 14:17:20.337383 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-49ed99e7-4e43-447b-855c-d459e27d2dd1 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417051 Nov 24 14:17:20.359531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:20.470015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-4f5f0ac0-18e4-4a8f-8b5a-12928a85e621 service neutron] 10.222.0.36 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259856 Nov 24 14:17:20.601754 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-1d82647a-bef0-4608-a125-01eaeb782e31 service neutron] 10.222.0.36 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257815 Nov 24 14:17:20.778824 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e39a6bd2-b1ff-42e3-b97c-b747fdd62427 req-9fe87365-ede7-4754-aeff-9c0d9ecb37f7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 210 time: 0.0430992 Nov 24 14:17:21.899555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-ec48b371-d0f8-4fb8-9a70-039b303c5655 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:21.901033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-ec48b371-d0f8-4fb8-9a70-039b303c5655 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 813 time: 0.1557140 Nov 24 14:17:21.950771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Request body: {'port': {'device_id': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'admin_state_up': True, 'tenant_id': '907d4a415e164cd6a4fbad54720274d0'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:21.967041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ddf317bc-21b9-4d1e-bbe1-c0adda46c3d9 req-cf455596-dc0c-47b0-b1c1-25697a32c69a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 210 time: 0.0649543 Nov 24 14:17:22.094192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:17:22.098210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Usage tracker for resource:port and tenant:907d4a415e164cd6a4fbad54720274d0 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:17:22.101071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:17:22.108559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:17:22.119108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Made reservation on behalf of 907d4a415e164cd6a4fbad54720274d0 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:17:22.122637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:22.292645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Allocated IP 172.20.0.14 (18e215f1-d054-4aa8-b166-f8deafb5dfdd/c55c1364-553e-4303-a13c-2db3b97a8374/7c0723a0-f901-4c0d-9017-b4a88c692f1c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:17:22.499486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:22.529770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:22.535221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fb9a38e1-79be-493e-a8b0-2344406eae1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:22.573009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7209aabc-a71f-4e26-a5a4-bf6ea9fba056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:22.600203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Network 18e215f1-d054-4aa8-b166-f8deafb5dfdd is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:17:22.603897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:17:22.608000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:17:22.651918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:22.656413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:22.678711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:22.679304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:22.699780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7574666 Nov 24 14:17:22.716900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Request body: {'port': {'device_id': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:17:22.829734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.265164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143945-5c0b-4a62-a78d-ac0f23a808a1 req-f6e1b55b-0818-4518-9a86-1f6a3623df37 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:23.265913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b2143945-5c0b-4a62-a78d-ac0f23a808a1 req-f6e1b55b-0818-4518-9a86-1f6a3623df37 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Synchronizing usage tracker for tenant:907d4a415e164cd6a4fbad54720274d0 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:17:23.302921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b2143945-5c0b-4a62-a78d-ac0f23a808a1 req-f6e1b55b-0818-4518-9a86-1f6a3623df37 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Unset dirty status for tenant:907d4a415e164cd6a4fbad54720274d0 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:17:23.304097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2143945-5c0b-4a62-a78d-ac0f23a808a1 req-f6e1b55b-0818-4518-9a86-1f6a3623df37 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 932 time: 0.2266090 Nov 24 14:17:23.402859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0723a0-f901-4c0d-9017-b4a88c692f1c {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:17:23.409320 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2143945-5c0b-4a62-a78d-ac0f23a808a1 req-26706995-1e3a-41ca-9863-7f9c33bb20ff tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942409 Nov 24 14:17:23.412919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.427823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Transition to ACTIVE for port object 7c0723a0-f901-4c0d-9017-b4a88c692f1c will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:17:23.432558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.436315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f207403f-00e8-4209-96c9-0a0252e54528 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:23.583967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:23.592737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:23.666232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Attempting to bind port 7c0723a0-f901-4c0d-9017-b4a88c692f1c on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:17:23.666559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Attempting to bind port 7c0723a0-f901-4c0d-9017-b4a88c692f1c by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:17:23.666885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Attempting to bind port 7c0723a0-f901-4c0d-9017-b4a88c692f1c on network 18e215f1-d054-4aa8-b166-f8deafb5dfdd {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:17:23.671466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Port 7c0723a0-f901-4c0d-9017-b4a88c692f1c on network 18e215f1-d054-4aa8-b166-f8deafb5dfdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:17:23.671779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Attempting to bind port 7c0723a0-f901-4c0d-9017-b4a88c692f1c on network 18e215f1-d054-4aa8-b166-f8deafb5dfdd {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:17:23.676877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:17:23.677207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Checking segment: {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:17:23.677586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Bound using segment: {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:17:23.677999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Bound port: 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:17:23.678340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.731996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.768656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:17:23.772084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:17:23.777037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.780681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4fc34ac9-4d5d-4a8c-bcf7-aa140a4093a9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:23.840913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:23.841427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:23.842950 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] 10.222.0.76 "PUT /v2.0/ports/7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 1094 time: 1.1299186 Nov 24 14:17:23.845947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:17:23.871696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:23.874953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:23.953594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'status': 'completed', 'code': 200} Nov 24 14:17:23.958654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-b61a5d8a-cb12-4b13-ae2b-98a444721e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:23.960111 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-b61a5d8a-cb12-4b13-ae2b-98a444721e6c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1097 time: 0.0747530 Nov 24 14:17:24.035568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-dc4cb4ec-a6a6-449b-b1be-e95fed81ad05 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 217 time: 0.0637481 Nov 24 14:17:24.100916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-ad676dee-cd04-4d1b-b918-5fcd69edfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:24.102470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-ad676dee-cd04-4d1b-b918-5fcd69edfd90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0570977 Nov 24 14:17:24.153065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-e1daa7aa-85f0-4d05-85e0-4662ced50df9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411780 Nov 24 14:17:24.288086 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-58bb64b3-ca23-4b58-ad13-96d915c3f171 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245594 Nov 24 14:17:24.433897 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eefeac30-2512-4970-8d9c-37c41d49e9d6 req-995e8657-add1-4468-b646-c0a9623ead35 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349669 Nov 24 14:17:24.621636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-e68b6dfd-9911-451e-a4a9-fd5b3804f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:24.623103 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-e68b6dfd-9911-451e-a4a9-fd5b3804f6d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1097 time: 0.1365600 Nov 24 14:17:24.634765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f253da-f1bd-4cc1-bbb2-9628a00080b7 req-9ce07ed6-3b53-4444-b30e-5bb0054fa3a8 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:24.636156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2f253da-f1bd-4cc1-bbb2-9628a00080b7 req-9ce07ed6-3b53-4444-b30e-5bb0054fa3a8 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 944 time: 0.1083124 Nov 24 14:17:24.882081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2f253da-f1bd-4cc1-bbb2-9628a00080b7 req-ec4f3366-ecf4-4f51-a8d2-346a557aed6d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276633 Nov 24 14:17:24.919132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-b534263a-2ea5-416d-bbef-1721f7c08b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:24.920569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-b534263a-2ea5-416d-bbef-1721f7c08b5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.2835896 Nov 24 14:17:24.989859 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-a7b22545-234e-4a57-8c53-921711d12915 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 217 time: 0.0618348 Nov 24 14:17:25.056348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-b521d4f0-6bfe-4b13-820e-8b6268e6b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:25.057785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-b521d4f0-6bfe-4b13-820e-8b6268e6b2a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0606225 Nov 24 14:17:25.105357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-1c1b155a-2f90-4bc0-b71e-a45aaebc682e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407126 Nov 24 14:17:25.239252 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-279f752e-a27b-471c-87b7-9240053d56a7 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257172 Nov 24 14:17:25.376777 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab30b114-61c1-4d4e-a2f6-6f393c1491a4 req-72aba863-fc11-4861-9e1b-08737c3c6520 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298709 Nov 24 14:17:25.489456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:26.073870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d311e34-71d5-43dc-a1ed-1a30e3a4c980 req-88e35992-e037-42cf-8e6d-63782a74fee8 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:26.075310 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7d311e34-71d5-43dc-a1ed-1a30e3a4c980 req-88e35992-e037-42cf-8e6d-63782a74fee8 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 944 time: 0.0840580 Nov 24 14:17:26.119102 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7d311e34-71d5-43dc-a1ed-1a30e3a4c980 req-e44c3013-b686-415c-aacc-cb4614bea6cc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382154 Nov 24 14:17:27.309503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53721c04-a0f5-470e-abf7-de354f2e8877 req-efe1a095-2527-44c8-8ecc-3b4633a6858d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:27.310978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53721c04-a0f5-470e-abf7-de354f2e8877 req-efe1a095-2527-44c8-8ecc-3b4633a6858d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 944 time: 0.0806003 Nov 24 14:17:27.355657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53721c04-a0f5-470e-abf7-de354f2e8877 req-f8101fe0-4b2c-4166-ad8e-d06aff630f5e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 Nov 24 14:17:27.539245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:17:27.671720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:27.685035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'port_id': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'mac_address': 'fa:16:3e:23:d0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55c1364-553e-4303-a13c-2db3b97a8374', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:17:27.739725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:27.757567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0723a0-f901-4c0d-9017-b4a88c692f1c {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:17:27.772468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:27.776253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:27.778025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:27.846835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:27.849836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:28.041443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['7c0723a0-f901-4c0d-9017-b4a88c692f1c'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:17:28.547063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69592-2c5d-4cd2-9538-9cd8b9fac85b req-8c380342-49c3-4bd5-bbfd-cc664e3d8b8b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:28.548447 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f6f69592-2c5d-4cd2-9538-9cd8b9fac85b req-8c380342-49c3-4bd5-bbfd-cc664e3d8b8b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 945 time: 0.0860569 Nov 24 14:17:28.594675 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f6f69592-2c5d-4cd2-9538-9cd8b9fac85b req-cef5f86e-f9ad-4e40-bf57-3a9b79ec53c1 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Nov 24 14:17:29.555994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:17:29.627626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 7c0723a0-f901-4c0d-9017-b4a88c692f1c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:17:29.633900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 7c0723a0-f901-4c0d-9017-b4a88c692f1c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:17:29.634482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:29.779050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:29.785744 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8ce23-29c3-4f12-9b56-8d33ae4e0b34 req-534fd03c-55b4-4b21-983e-7c19a76435da tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:29.787215 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-13d8ce23-29c3-4f12-9b56-8d33ae4e0b34 req-534fd03c-55b4-4b21-983e-7c19a76435da tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 945 time: 0.0827489 Nov 24 14:17:29.806908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:17:29.816920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:17:29.821351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:29.824363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8beb173b-7bce-41d5-8cc1-ac9caf3a9d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:17:29.833623 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-13d8ce23-29c3-4f12-9b56-8d33ae4e0b34 req-43b1c42e-54d9-4fd9-9c35-304953f5b38b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Nov 24 14:17:29.887133 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'code': 200} Nov 24 14:17:29.894716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:17:29.898105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:17:30.128625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b10b49-9dff-4d17-96c7-ee307eabdbd3 req-029e3ac3-add8-4a1d-b6e0-61fcafc726c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:30.130118 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-99b10b49-9dff-4d17-96c7-ee307eabdbd3 req-029e3ac3-add8-4a1d-b6e0-61fcafc726c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1099 time: 0.0730867 Nov 24 14:17:30.174852 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-99b10b49-9dff-4d17-96c7-ee307eabdbd3 req-3d019688-e5dd-47b0-a037-ff39da4fc46b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344422 Nov 24 14:17:31.022964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487cabd-b525-4966-b7c6-014913626520 req-55845af0-d736-4c38-a33d-f35cce00b38b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:31.024997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a487cabd-b525-4966-b7c6-014913626520 req-55845af0-d736-4c38-a33d-f35cce00b38b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0805509 Nov 24 14:17:31.073228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a487cabd-b525-4966-b7c6-014913626520 req-de2131f7-f9c7-4b58-9f98-3983265067e1 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Nov 24 14:17:32.255000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85072d9-f7a8-41f6-95f7-0fa3758552ee req-a3f65fe2-34d2-49d1-b7c4-ae7686ccda16 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:32.256437 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85072d9-f7a8-41f6-95f7-0fa3758552ee req-a3f65fe2-34d2-49d1-b7c4-ae7686ccda16 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0792644 Nov 24 14:17:32.302455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85072d9-f7a8-41f6-95f7-0fa3758552ee req-03e89f53-a476-48c9-90d0-7700bcdfda05 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Nov 24 14:17:32.492678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484a312-84b9-48e2-bd08-aa5e67491ef0 req-c8c8d4a0-c00c-492e-bd3f-50865dadbdea tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:32.494356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7484a312-84b9-48e2-bd08-aa5e67491ef0 req-c8c8d4a0-c00c-492e-bd3f-50865dadbdea tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0848384 Nov 24 14:17:32.538873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7484a312-84b9-48e2-bd08-aa5e67491ef0 req-17be5948-8a35-4679-9478-6f4534fc60cb tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Nov 24 14:17:32.880274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f56e-699e-49ca-9bb8-6dbbfd49d1c0 req-db42fb2c-d2ee-4b37-a6bf-9e50a2e305f0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:32.881644 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1c58f56e-699e-49ca-9bb8-6dbbfd49d1c0 req-db42fb2c-d2ee-4b37-a6bf-9e50a2e305f0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0806711 Nov 24 14:17:32.926223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1c58f56e-699e-49ca-9bb8-6dbbfd49d1c0 req-df00d617-4383-4c20-8254-6e75e4123dea tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Nov 24 14:17:33.115229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef77f13-af73-441d-a0ea-14096e4afd4e req-3a6d0f8a-37ac-43ad-ae55-6e9688cc9895 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:33.116685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1ef77f13-af73-441d-a0ea-14096e4afd4e req-3a6d0f8a-37ac-43ad-ae55-6e9688cc9895 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0840306 Nov 24 14:17:33.162055 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1ef77f13-af73-441d-a0ea-14096e4afd4e req-5a7ca82d-7373-4b3a-bd33-ddaf00cf7a62 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Nov 24 14:17:33.515678 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-350e1398-1258-41d7-97ef-b5f0123942e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740995 Nov 24 14:17:33.566486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a35a5-9d04-44db-9ef3-99dee27b4ecf req-8b8a0631-d188-4513-82d4-9bac046714f6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:33.567989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-124a35a5-9d04-44db-9ef3-99dee27b4ecf req-8b8a0631-d188-4513-82d4-9bac046714f6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0830846 Nov 24 14:17:33.618493 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-124a35a5-9d04-44db-9ef3-99dee27b4ecf req-40989444-d22e-49c7-ba77-d7cbc53d3569 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Nov 24 14:17:34.722904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-2c0ba6ad-451c-4c53-bc2e-95f3d1cd8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:34.724407 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-2c0ba6ad-451c-4c53-bc2e-95f3d1cd8a05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1099 time: 0.0747235 Nov 24 14:17:35.037125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-0f5881d7-04b4-43c8-8874-3a72aae35d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:35.038480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-0f5881d7-04b4-43c8-8874-3a72aae35d57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.3078735 Nov 24 14:17:35.048659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e366b-8a8e-49c2-a1f4-fee2fa402b40 req-bfcea168-468a-4c94-b5cc-fa89f9a8f4dc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:35.050055 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d4e366b-8a8e-49c2-a1f4-fee2fa402b40 req-bfcea168-468a-4c94-b5cc-fa89f9a8f4dc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.3183587 Nov 24 14:17:35.125127 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-002eaffc-8590-4590-8e50-90d9a822e0e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 217 time: 0.0741293 Nov 24 14:17:35.194626 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d4e366b-8a8e-49c2-a1f4-fee2fa402b40 req-aa231599-5d60-4a1f-9c71-d0b72af6b079 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964923 Nov 24 14:17:35.207206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-53d9211c-b837-499b-a610-3ee11374a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:35.208631 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-53d9211c-b837-499b-a610-3ee11374a931 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0769260 Nov 24 14:17:35.257496 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-165938f1-b240-4689-b675-495464137bd3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413730 Nov 24 14:17:35.390100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-2470d921-5849-4c53-822b-099004744da7 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257987 Nov 24 14:17:35.524256 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-f56d9787-97d4-4599-b74e-83b3bbafe253 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251845 Nov 24 14:17:36.387070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af644b23-8544-4314-8dd4-798c2754a9f4 req-a1399d58-c5a9-47c1-97d7-43d349ab1074 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:36.388522 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af644b23-8544-4314-8dd4-798c2754a9f4 req-a1399d58-c5a9-47c1-97d7-43d349ab1074 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0870972 Nov 24 14:17:36.433761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af644b23-8544-4314-8dd4-798c2754a9f4 req-08d8a707-4c0d-4797-a572-118b31b4a0b0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Nov 24 14:17:37.626567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8add8a-95a2-404d-8c93-a64dfb1f9661 req-f8f10b1d-ea2f-4bd4-a2b2-22bb207d5e0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:37.628077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef8add8a-95a2-404d-8c93-a64dfb1f9661 req-f8f10b1d-ea2f-4bd4-a2b2-22bb207d5e0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0852220 Nov 24 14:17:37.684055 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ef8add8a-95a2-404d-8c93-a64dfb1f9661 req-ad9abb95-846b-471e-b1cb-2739ab9d0f7a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497777 Nov 24 14:17:38.876735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413ea1-f786-4d1d-b1a8-586130c28025 req-e488f722-5aa3-456c-a2a1-298e787cd15f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:38.878206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98413ea1-f786-4d1d-b1a8-586130c28025 req-e488f722-5aa3-456c-a2a1-298e787cd15f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0831733 Nov 24 14:17:38.922385 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98413ea1-f786-4d1d-b1a8-586130c28025 req-3bd84110-81c7-480c-aa74-cb28acb0fef4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Nov 24 14:17:40.111953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0df5b-ed88-43bd-a5c0-cdfd58e2012f req-701bc1cc-b8a8-46c8-af6c-eb75592e77e3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:40.113716 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-94c0df5b-ed88-43bd-a5c0-cdfd58e2012f req-701bc1cc-b8a8-46c8-af6c-eb75592e77e3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0820856 Nov 24 14:17:40.162510 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-94c0df5b-ed88-43bd-a5c0-cdfd58e2012f req-bba73371-c5b2-4308-b8e1-ced0e567a2dc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Nov 24 14:17:41.347980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621c9b-c2aa-4170-9687-cbd5dddd94aa req-b9eb3779-f07f-4fe4-a6a2-7a2124c3857e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:41.349483 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-69621c9b-c2aa-4170-9687-cbd5dddd94aa req-b9eb3779-f07f-4fe4-a6a2-7a2124c3857e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0829659 Nov 24 14:17:41.394568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-69621c9b-c2aa-4170-9687-cbd5dddd94aa req-096efeee-3cef-4e69-8504-32ca32b66ca0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389800 Nov 24 14:17:42.584110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca9b50-4d0c-489e-8989-88176baa179b req-8f7d904b-ce6b-4a09-a564-eb70d49a0e1a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:42.585639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9fca9b50-4d0c-489e-8989-88176baa179b req-8f7d904b-ce6b-4a09-a564-eb70d49a0e1a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0837739 Nov 24 14:17:42.630584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9fca9b50-4d0c-489e-8989-88176baa179b req-98b7acc4-42c2-406c-a24a-7033d9f98d24 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Nov 24 14:17:43.826399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfd323-f4c0-483d-b0c8-3dfab56a0f4e req-9ea11ee4-0c6a-481d-8a08-0d4f7f13057f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:43.827883 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cbfd323-f4c0-483d-b0c8-3dfab56a0f4e req-9ea11ee4-0c6a-481d-8a08-0d4f7f13057f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0819986 Nov 24 14:17:43.872065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cbfd323-f4c0-483d-b0c8-3dfab56a0f4e req-313a6a88-1de8-4a42-a8eb-b61efbe942a0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Nov 24 14:17:45.207325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a29790-f69a-4c2d-a2ba-d0f1be5bd3a9 req-5a7b80a7-7994-4335-9eb9-c9d5e373c6ab tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:45.208814 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-03a29790-f69a-4c2d-a2ba-d0f1be5bd3a9 req-5a7b80a7-7994-4335-9eb9-c9d5e373c6ab tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0854418 Nov 24 14:17:45.254141 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-03a29790-f69a-4c2d-a2ba-d0f1be5bd3a9 req-f19104d5-6499-4462-85b3-ac06d56894ac tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Nov 24 14:17:46.455388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a83836-62e8-41ea-b608-d9a603689f8a req-4ac0def5-13ec-4401-a0b3-31f17d2750bb tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:46.456873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f4a83836-62e8-41ea-b608-d9a603689f8a req-4ac0def5-13ec-4401-a0b3-31f17d2750bb tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0949607 Nov 24 14:17:46.502357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f4a83836-62e8-41ea-b608-d9a603689f8a req-610f5bd3-7d8b-47e0-be00-e82108fec3aa tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Nov 24 14:17:47.004167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:47.695644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a58d90-3bde-479d-9c6c-6673a03b076c req-4baefe21-17f5-4886-9ca6-c9f256144e47 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:47.697275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-34a58d90-3bde-479d-9c6c-6673a03b076c req-4baefe21-17f5-4886-9ca6-c9f256144e47 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0865505 Nov 24 14:17:47.744446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-34a58d90-3bde-479d-9c6c-6673a03b076c req-7cf9701c-980c-4765-98d8-b68e4bce3c01 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Nov 24 14:17:48.928373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709c6d-775b-4a35-aaa5-e4f953f5e377 req-54cb84de-aa06-421c-9c98-93c538527058 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:48.930227 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b6709c6d-775b-4a35-aaa5-e4f953f5e377 req-54cb84de-aa06-421c-9c98-93c538527058 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0804796 Nov 24 14:17:48.979392 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b6709c6d-775b-4a35-aaa5-e4f953f5e377 req-0cce923e-f486-49b5-813c-a1b29b14ff71 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Nov 24 14:17:49.001328 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:17:49.793270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3caeb622-0a60-4f46-96c1-7dc3ed62a284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:50.163170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235d73e-a58f-4aac-85a1-5188224754f2 req-2b96949e-8ce0-4056-9359-1d77bb2f89ba tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:50.164830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5235d73e-a58f-4aac-85a1-5188224754f2 req-2b96949e-8ce0-4056-9359-1d77bb2f89ba tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0805964 Nov 24 14:17:50.208320 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5235d73e-a58f-4aac-85a1-5188224754f2 req-9523aaf8-220a-42c2-80d9-d9575127f43b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 Nov 24 14:17:50.361468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:51.404253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07d80-a274-44f4-a383-7878f5c96f1c req-0c270a4f-4e33-4583-927e-d3b226f45822 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:51.405732 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e07d80-a274-44f4-a383-7878f5c96f1c req-0c270a4f-4e33-4583-927e-d3b226f45822 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0876739 Nov 24 14:17:51.450251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7e07d80-a274-44f4-a383-7878f5c96f1c req-36b4e454-f80e-40e5-98dc-b13b33ae7ca0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Nov 24 14:17:52.575389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f97de505-caf8-4a30-aa17-1bfe04d92df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:52.638494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b113f-6067-4560-a3c8-6fc402119419 req-d68b7009-7a4f-4232-a3bd-1aa0a9b48a72 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:52.639972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-845b113f-6067-4560-a3c8-6fc402119419 req-d68b7009-7a4f-4232-a3bd-1aa0a9b48a72 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0830927 Nov 24 14:17:52.686866 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-845b113f-6067-4560-a3c8-6fc402119419 req-9cdf1464-6617-465b-8f44-5cf178e77a42 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Nov 24 14:17:53.741989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:53.880367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be3fb-2cb1-48b4-8017-fcfc6afb9bf4 req-a67e4c57-375f-4f14-ab5a-e1878b248dd4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:53.881857 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f44be3fb-2cb1-48b4-8017-fcfc6afb9bf4 req-a67e4c57-375f-4f14-ab5a-e1878b248dd4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0842185 Nov 24 14:17:53.926242 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f44be3fb-2cb1-48b4-8017-fcfc6afb9bf4 req-3e4c1fe8-c7b0-49f0-aea5-f55790eb249f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Nov 24 14:17:55.113558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e030597-f2ed-4c52-b870-cc40ea9a5f58 req-47a63c3f-9a53-409e-b3f4-47aebceb95c0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:55.115015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e030597-f2ed-4c52-b870-cc40ea9a5f58 req-47a63c3f-9a53-409e-b3f4-47aebceb95c0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0811956 Nov 24 14:17:55.163070 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e030597-f2ed-4c52-b870-cc40ea9a5f58 req-2e6e3c30-0c71-41f1-8528-d5f108461562 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Nov 24 14:17:55.330778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:17:56.462083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02574f2-6f9f-446f-8fbe-6dcf6d5852d8 req-421cd486-b637-489e-8256-c3b7117553db tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:56.463529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c02574f2-6f9f-446f-8fbe-6dcf6d5852d8 req-421cd486-b637-489e-8256-c3b7117553db tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.1955991 Nov 24 14:17:56.508580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c02574f2-6f9f-446f-8fbe-6dcf6d5852d8 req-116ae99b-e531-40dc-8e06-b74f330f4f91 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391722 Nov 24 14:17:57.697532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d4221-e1f3-4636-a89d-1e3123c8f3b9 req-6bdbfe59-9604-49de-93c1-246d481218fc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:57.699016 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-139d4221-e1f3-4636-a89d-1e3123c8f3b9 req-6bdbfe59-9604-49de-93c1-246d481218fc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0857079 Nov 24 14:17:57.745013 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-139d4221-e1f3-4636-a89d-1e3123c8f3b9 req-e09de99c-7238-446b-8cc1-f7b5ec5fe310 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Nov 24 14:17:58.936226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7760-8ee9-42b6-b960-fa56a0a0e07d req-67458b1a-efe3-47a1-9612-957387598a53 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:17:58.937727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f7c7760-8ee9-42b6-b960-fa56a0a0e07d req-67458b1a-efe3-47a1-9612-957387598a53 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0798707 Nov 24 14:17:58.982693 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f7c7760-8ee9-42b6-b960-fa56a0a0e07d req-39cff33e-ae89-439b-8271-1fea58b91f5a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Nov 24 14:18:00.169915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c7c3-95ed-4cb4-ad88-fd3571fbb790 req-825985c9-1542-4213-aea4-506749256de1 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:00.171349 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a425c7c3-95ed-4cb4-ad88-fd3571fbb790 req-825985c9-1542-4213-aea4-506749256de1 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0820904 Nov 24 14:18:00.214416 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a425c7c3-95ed-4cb4-ad88-fd3571fbb790 req-34faea92-580d-4021-9a54-fbfceb90a91d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Nov 24 14:18:01.401756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d57f-4180-4a17-8235-e95fa986fc91 req-742b1f58-b086-42c5-ac2f-846aa239f192 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:01.403227 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9184d57f-4180-4a17-8235-e95fa986fc91 req-742b1f58-b086-42c5-ac2f-846aa239f192 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0834055 Nov 24 14:18:01.453735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9184d57f-4180-4a17-8235-e95fa986fc91 req-9a2cb562-f895-45cf-8d1b-1d754a616368 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Nov 24 14:18:02.381830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-65e7ea1f-24bd-4572-835b-1fe0e3c18fe7 service neutron] 10.222.0.76 "GET /v2.0/ports/7c0723a0-f901-4c0d-9017-b4a88c692f1c/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.0742695 Nov 24 14:18:02.715488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499730b9-82b6-49a7-80c7-dc9d1a19552f req-960eeb2d-d3e4-4a39-ad56-e669b73964d2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:02.716981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-499730b9-82b6-49a7-80c7-dc9d1a19552f req-960eeb2d-d3e4-4a39-ad56-e669b73964d2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.1536889 Nov 24 14:18:02.719730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-c6b2c975-33c6-408d-b146-b3f38f923754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:02.721073 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-c6b2c975-33c6-408d-b146-b3f38f923754 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba&tenant_id=907d4a415e164cd6a4fbad54720274d0 HTTP/1.1" status: 200 len: 1099 time: 0.1153214 Nov 24 14:18:02.804258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-499730b9-82b6-49a7-80c7-dc9d1a19552f req-1d8f4570-c81d-4dd6-b8e6-a2e4a1057237 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815032 Nov 24 14:18:02.834451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-7bc29ed3-5faa-49a7-91dc-1dee1124e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:02.835904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-7bc29ed3-5faa-49a7-91dc-1dee1124e1a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1099 time: 0.0847204 Nov 24 14:18:02.974324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-e0ce837a-4b81-4c8a-9774-d65fab643a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:02.975655 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-e0ce837a-4b81-4c8a-9774-d65fab643a4f service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.1302092 Nov 24 14:18:03.049605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-6694e14d-4918-445e-ae32-d87b6dceb1f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 217 time: 0.0628154 Nov 24 14:18:03.118084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-cf35d0ec-6b12-4cb1-9be8-b18cdfb3013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:03.119504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-cf35d0ec-6b12-4cb1-9be8-b18cdfb3013f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0608585 Nov 24 14:18:03.171414 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-585eccd0-b5b8-4572-ade1-4eb8bb42b95c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409484 Nov 24 14:18:03.309526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-2bca5702-afe7-4ec0-96da-d480b2f17ab9 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281071 Nov 24 14:18:03.446267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78e65062-43b3-47bb-8cb7-d4d9ed773475 req-946d69b3-270a-409a-8ff3-3f48a66c7005 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271942 Nov 24 14:18:03.991457 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1396b8-f52d-47ae-8197-23ab405ae142 req-ac7a7e0b-1eac-4d29-8719-9d9e6648f708 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:03.993582 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4b1396b8-f52d-47ae-8197-23ab405ae142 req-ac7a7e0b-1eac-4d29-8719-9d9e6648f708 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0823054 Nov 24 14:18:04.042896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4b1396b8-f52d-47ae-8197-23ab405ae142 req-b717b812-e95d-4610-a675-0009e3a677d6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Nov 24 14:18:05.232823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc5331-3aca-484d-93f1-1295be0413e2 req-6b5a7725-1507-4410-8983-48e001ae1fb4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:05.234292 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cbc5331-3aca-484d-93f1-1295be0413e2 req-6b5a7725-1507-4410-8983-48e001ae1fb4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0856183 Nov 24 14:18:05.280506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cbc5331-3aca-484d-93f1-1295be0413e2 req-4708654b-9adf-4d3b-a212-ec09c8a0ef67 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Nov 24 14:18:05.716641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:18:05.719004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:18:05.943320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:05.962097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:05.982504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'port_id': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'mac_address': 'fa:16:3e:23:d0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55c1364-553e-4303-a13c-2db3b97a8374', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:18:05.989314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:06.031654 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:06.039255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:06.047556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:06.083556 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'code': 200} Nov 24 14:18:06.113510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:06.139017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0723a0-f901-4c0d-9017-b4a88c692f1c {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:06.142872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.147429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:06.175242 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-4d7f24f5-c304-42f9-b499-ed75cd57da26 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791154 Nov 24 14:18:06.210860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:18:06.211830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:18:06.494597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baefb-22db-49e3-858a-6054f3e18130 req-1f5ba3d6-3267-4a82-afc3-25b6f13c8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:06.496071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-1f5ba3d6-3267-4a82-afc3-25b6f13c8994 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1097 time: 0.2523222 Nov 24 14:18:06.508086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467956-8433-4678-969f-c38b0c69140c req-f35abf9f-21b6-472e-af05-0f27bb254a84 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:06.510064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12467956-8433-4678-969f-c38b0c69140c req-f35abf9f-21b6-472e-af05-0f27bb254a84 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 944 time: 0.1118011 Nov 24 14:18:06.636502 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12467956-8433-4678-969f-c38b0c69140c req-e5fa1040-f6f7-4a41-81c9-543357187154 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044235 Nov 24 14:18:06.671573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baefb-22db-49e3-858a-6054f3e18130 req-951f9627-af62-49ba-b16a-be5beb4185f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:06.673044 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-951f9627-af62-49ba-b16a-be5beb4185f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.1585150 Nov 24 14:18:06.755882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-bb276b85-f5f0-4502-a568-8fe7ba07d820 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 217 time: 0.0754173 Nov 24 14:18:06.772180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:06.794110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0723a0-f901-4c0d-9017-b4a88c692f1c {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:06.819150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:06.823424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85baefb-22db-49e3-858a-6054f3e18130 req-f89d43a2-2e88-4898-b157-a316ef8bf2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:06.824627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:06.825188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-f89d43a2-2e88-4898-b157-a316ef8bf2e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0623703 Nov 24 14:18:06.827601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:06.886457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-2aeac8b0-2392-4000-8dd3-f3885d02ed88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533969 Nov 24 14:18:06.909350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:06.912507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:06.916629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['7c0723a0-f901-4c0d-9017-b4a88c692f1c'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:18:07.139192 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-5c7a01d4-b619-4197-9720-8d2be144b35b service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891468 Nov 24 14:18:07.151823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-a677a642-9175-4105-859a-a2cc5dcad4d4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:07.153209 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-a677a642-9175-4105-859a-a2cc5dcad4d4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba&tenant_id=907d4a415e164cd6a4fbad54720274d0&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 945 time: 0.2659745 Nov 24 14:18:07.178552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93446f-34f5-4851-915b-8a72523818bb req-a24ed4db-fce9-47a6-902b-726ebcce5386 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:07.180369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c93446f-34f5-4851-915b-8a72523818bb req-a24ed4db-fce9-47a6-902b-726ebcce5386 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 945 time: 0.2972176 Nov 24 14:18:07.291292 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c93446f-34f5-4851-915b-8a72523818bb req-53584ea1-a256-419d-9b76-d1f3d0c7a95d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046116 Nov 24 14:18:07.322154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f85baefb-22db-49e3-858a-6054f3e18130 req-299a63d5-4848-4033-a63a-f0f4a626fac0 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678867 Nov 24 14:18:07.490916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-6717b551-92de-45b3-a909-d6563b50b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:07.493005 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-6717b551-92de-45b3-a909-d6563b50b74f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 1098 time: 0.0715988 Nov 24 14:18:07.623842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-25d37e23-5145-48fa-9927-ed83c4f35ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:07.625429 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-25d37e23-5145-48fa-9927-ed83c4f35ba3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.1267021 Nov 24 14:18:07.697124 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-29074520-8fa4-450f-bd57-c5b2c4b36a55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 200 len: 217 time: 0.0655034 Nov 24 14:18:07.746798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:18:07.760627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-54ae9a6b-350f-48f9-85d9-c3c4271f7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:07.762236 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-54ae9a6b-350f-48f9-85d9-c3c4271f7193 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0593014 Nov 24 14:18:07.815009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-dfb36e9f-8afb-42d4-8ba8-19d4d0051597 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463350 Nov 24 14:18:07.817925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 7c0723a0-f901-4c0d-9017-b4a88c692f1c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:07.818542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:07.938068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:08.023518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:08.028154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:08.030115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:08.085132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:08.090532 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-40f5e089-9b6d-4ac1-9581-41347bf1f28c service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689157 Nov 24 14:18:08.109647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:08.113031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:08.156696 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'code': 200} Nov 24 14:18:08.230795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc98b99a-b9aa-4442-9730-c7b93cab3319 req-d21b90e8-36e3-4534-8541-8f51be7d2f04 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335855 Nov 24 14:18:08.487515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa8fd-b8f7-4876-ad80-26252ded4ee8 req-9e5df587-9906-4720-9981-ce7911b5bf08 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:08.489761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f94aa8fd-b8f7-4876-ad80-26252ded4ee8 req-9e5df587-9906-4720-9981-ce7911b5bf08 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0842283 Nov 24 14:18:08.536763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f94aa8fd-b8f7-4876-ad80-26252ded4ee8 req-3dabcfc5-49e2-4e70-9968-a9ee9bb76a9b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Nov 24 14:18:09.728328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25c16a-e838-4661-98aa-de9e7a7c4372 req-3b756dee-66c2-4a08-969a-ffa6e57a3fe7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:09.729812 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b25c16a-e838-4661-98aa-de9e7a7c4372 req-3b756dee-66c2-4a08-969a-ffa6e57a3fe7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0844679 Nov 24 14:18:09.774786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7b25c16a-e838-4661-98aa-de9e7a7c4372 req-59bc428c-5bc1-4fa0-b256-aadb55acf4a6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Nov 24 14:18:09.954093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d203a-482c-4e95-9636-89a989365123 req-3dcf6b46-b1bb-4d3e-9fdd-9adb50246436 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:09.955468 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b84d203a-482c-4e95-9636-89a989365123 req-3dcf6b46-b1bb-4d3e-9fdd-9adb50246436 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0795550 Nov 24 14:18:10.000397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b84d203a-482c-4e95-9636-89a989365123 req-81fab7af-d463-4a1c-ae17-0410ec50a9d0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Nov 24 14:18:10.189419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbe45-c422-4e62-8f4a-d60697b6856a req-69120640-184c-45e5-8bf2-94b5e7f795ed tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:10.190874 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ea2bbe45-c422-4e62-8f4a-d60697b6856a req-69120640-184c-45e5-8bf2-94b5e7f795ed tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.0851483 Nov 24 14:18:10.236789 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ea2bbe45-c422-4e62-8f4a-d60697b6856a req-8903743c-f6a3-42f9-8094-c919fa5e6889 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Nov 24 14:18:10.736297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-9e743a0c-84a6-412b-b17b-ef1effc243ad tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:10.737857 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-9e743a0c-84a6-412b-b17b-ef1effc243ad tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 813 time: 0.1445947 Nov 24 14:18:10.753559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-b14aa1cf-6910-4e94-933b-5dd62e59be91 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/quotas/907d4a415e164cd6a4fbad54720274d0 HTTP/1.1" status: 200 len: 375 time: 0.0094578 Nov 24 14:18:10.835715 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-90beba5e-a834-444b-b8a4-b35706e5c40d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763359 Nov 24 14:18:10.891462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-eb68f02e-f347-40d6-80d9-ae3a2dc070c2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:18:10.892436 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-eb68f02e-f347-40d6-80d9-ae3a2dc070c2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503809 Nov 24 14:18:11.028427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-f91f3d05-a38a-4bb8-a8f0-f3ad36b3f0a1 service neutron] 10.222.0.36 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300991 Nov 24 14:18:11.163498 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-9429e171-a8c8-40bb-9050-af36d3cbf66e service neutron] 10.222.0.36 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291492 Nov 24 14:18:11.338873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1b1912e9-b2ca-402d-a327-dd98be31ef30 req-96f87f9e-e13f-4223-b8b7-0520f80a77b6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 210 time: 0.0444212 Nov 24 14:18:12.574185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1d36e60-f738-4c76-a453-86992f5676d4 req-d6f104c1-1780-4a3e-9f77-4f279136fe3d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 210 time: 0.0691686 Nov 24 14:18:12.645479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-52cc309d-0d61-440d-bffa-32cb355219db tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:12.647010 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-52cc309d-0d61-440d-bffa-32cb355219db tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 813 time: 0.2644742 Nov 24 14:18:12.660651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-7bcb8e58-4ab3-498c-9e16-047d51b9fb31 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:12.662096 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-7bcb8e58-4ab3-498c-9e16-047d51b9fb31 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6c05151-4055-45ae-9f07-d5a783db3dba HTTP/1.1" status: 200 len: 946 time: 0.2524359 Nov 24 14:18:12.667054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Request body: {'port': {'device_id': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'admin_state_up': True, 'tenant_id': '907d4a415e164cd6a4fbad54720274d0'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:12.825860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Deleting port 7c0723a0-f901-4c0d-9017-b4a88c692f1c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:18:12.826196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:13.044160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:18:13.093689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:18:13.110695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Made reservation on behalf of 907d4a415e164cd6a4fbad54720274d0 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:18:13.114560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:13.390555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] For port 7c0723a0-f901-4c0d-9017-b4a88c692f1c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=7c0723a0-f901-4c0d-9017-b4a88c692f1c,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:13.390915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:13.524352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Calling delete_port for 7c0723a0-f901-4c0d-9017-b4a88c692f1c owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:18:13.574942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Allocated IP 172.20.0.6 (18e215f1-d054-4aa8-b166-f8deafb5dfdd/c55c1364-553e-4303-a13c-2db3b97a8374/b9a58be3-4751-441e-90e5-c227a6769265) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:18:13.752194 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3eb9213-a9b0-467d-bb23-08748bb77679 req-96182af2-1e4c-4fa3-815b-9f0065ae0059 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 210 time: 0.0608821 Nov 24 14:18:13.787497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:13.797932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38aca690-9abe-44b2-8bc2-3e07932fab0e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:13.897872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Pushing event deleted for resources: {'Port': ['ID=7c0723a0-f901-4c0d-9017-b4a88c692f1c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:13.903525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:13.989085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] No DVR routers for this DVR port 7c0723a0-f901-4c0d-9017-b4a88c692f1c on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:18:13.994513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:13.997052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-deleted', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:14.031736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd73e0af-eebf-4815-b0d2-d39fea510099 req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "DELETE /v2.0/ports/7c0723a0-f901-4c0d-9017-b4a88c692f1c HTTP/1.1" status: 204 len: 173 time: 1.2964427 Nov 24 14:18:14.053730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c05151-4055-45ae-9f07-d5a783db3dba', 'name': 'network-vif-deleted', 'tag': '7c0723a0-f901-4c0d-9017-b4a88c692f1c', 'status': 'completed', 'code': 200} Nov 24 14:18:14.057180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:14.088810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:14.094536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2748f31-bc4a-4700-95a7-e0a8da863039 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:14.162238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Network 18e215f1-d054-4aa8-b166-f8deafb5dfdd is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:18:14.165665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:18:14.169797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:18:14.216316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:14.220727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:14.240837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:14.241378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:14.259758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5966320 Nov 24 14:18:14.278195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Request body: {'port': {'device_id': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:18:14.389818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:14.944883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a58be3-4751-441e-90e5-c227a6769265 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:14.955185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:14.975711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Transition to ACTIVE for port object b9a58be3-4751-441e-90e5-c227a6769265 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:18:14.982525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:14.987613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:15.096278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b7477-2cdf-42b6-b880-7f3c67f61fa6 req-703e8c95-0e41-49c6-acf5-f60f896cc0fc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:15.096990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d45b7477-2cdf-42b6-b880-7f3c67f61fa6 req-703e8c95-0e41-49c6-acf5-f60f896cc0fc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Synchronizing usage tracker for tenant:907d4a415e164cd6a4fbad54720274d0 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:18:15.163282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:15.170931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:15.196369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d45b7477-2cdf-42b6-b880-7f3c67f61fa6 req-703e8c95-0e41-49c6-acf5-f60f896cc0fc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Unset dirty status for tenant:907d4a415e164cd6a4fbad54720274d0 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:18:15.197863 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d45b7477-2cdf-42b6-b880-7f3c67f61fa6 req-703e8c95-0e41-49c6-acf5-f60f896cc0fc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 931 time: 0.3157721 Nov 24 14:18:15.270174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d45b7477-2cdf-42b6-b880-7f3c67f61fa6 req-9fdd6714-ea19-4d5e-aa0e-188e98dfcf19 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 Nov 24 14:18:15.277388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Attempting to bind port b9a58be3-4751-441e-90e5-c227a6769265 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:18:15.277388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Attempting to bind port b9a58be3-4751-441e-90e5-c227a6769265 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:18:15.277686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Attempting to bind port b9a58be3-4751-441e-90e5-c227a6769265 on network 18e215f1-d054-4aa8-b166-f8deafb5dfdd {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:18:15.282465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Port b9a58be3-4751-441e-90e5-c227a6769265 on network 18e215f1-d054-4aa8-b166-f8deafb5dfdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:18:15.282749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Attempting to bind port b9a58be3-4751-441e-90e5-c227a6769265 on network 18e215f1-d054-4aa8-b166-f8deafb5dfdd {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:18:15.288091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:18:15.288363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Checking segment: {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:18:15.288774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Bound using segment: {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:18:15.289375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Bound port: b9a58be3-4751-441e-90e5-c227a6769265, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f002784-9667-4d08-8958-0156d2b158f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:18:15.289728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:15.379714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:18:15.382745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:18:15.388026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:15.391877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-98f52d4f-0dad-4ccb-bede-48e8c0f5bd01 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:15.453004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:15.453630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:15.455022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] 10.222.0.76 "PUT /v2.0/ports/b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 200 len: 1093 time: 1.1808038 Nov 24 14:18:15.474986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:15.478487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:15.566155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-d7dff46d-5830-4134-aa1e-97b139a11779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:15.567624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-d7dff46d-5830-4134-aa1e-97b139a11779 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 1096 time: 0.0718501 Nov 24 14:18:15.642615 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-6bd0f34b-83f9-49ba-bc68-722fb598d099 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 200 len: 217 time: 0.0638928 Nov 24 14:18:15.708961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-bcdd0a44-8808-4c79-8780-06d05f133954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:15.710383 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-bcdd0a44-8808-4c79-8780-06d05f133954 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0583668 Nov 24 14:18:15.760087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-47a40f28-5e51-4f62-ab34-e5209bda7cfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416341 Nov 24 14:18:15.787322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:18:15.826964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 7c0723a0-f901-4c0d-9017-b4a88c692f1c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:18:15.827228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 7c0723a0-f901-4c0d-9017-b4a88c692f1c not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:18:15.899352 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-e713d322-6c87-4887-8799-76df1eea4b5f service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277835 Nov 24 14:18:16.033847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ade74d2-b41b-439a-9949-7d5dbdcdd3c4 req-7dfccf88-ef11-4a59-b870-5000c92add7e service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242115 Nov 24 14:18:16.054729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:16.097865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265', 'status': 'completed', 'code': 200} Nov 24 14:18:16.197034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec551-7639-44e1-b372-9c30c8735948 req-a446d800-c017-442c-913a-77b334b0a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:16.198528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-a446d800-c017-442c-913a-77b334b0a304 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 1096 time: 0.0780852 Nov 24 14:18:16.333015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec551-7639-44e1-b372-9c30c8735948 req-b0afcced-045e-4baf-9d46-a2a011435bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:16.334488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-b0afcced-045e-4baf-9d46-a2a011435bac service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.1277146 Nov 24 14:18:16.435162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-3bd77231-9c23-450b-85ac-4926aca83603 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 200 len: 217 time: 0.0932553 Nov 24 14:18:16.516844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ec551-7639-44e1-b372-9c30c8735948 req-91925f90-dfee-4640-83b2-bc92a9a0494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:16.518239 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-91925f90-dfee-4640-83b2-bc92a9a0494d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0718558 Nov 24 14:18:16.694219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866be47-417e-4b8d-ba93-a97fefd42384 req-dd49baa1-82e3-461d-becc-4a5e5b6aa7f7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:16.696133 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0866be47-417e-4b8d-ba93-a97fefd42384 req-dd49baa1-82e3-461d-becc-4a5e5b6aa7f7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 943 time: 0.3013637 Nov 24 14:18:16.703260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-e02bdb38-59fa-4307-9dde-627dc8c22ab5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765339 Nov 24 14:18:16.822603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0866be47-417e-4b8d-ba93-a97fefd42384 req-f751dcb8-8f05-4033-ba44-ce9213a2858d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184223 Nov 24 14:18:16.862435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-8a2375c4-1b76-40d0-9796-53b4eccc7562 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454072 Nov 24 14:18:17.001438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be7ec551-7639-44e1-b372-9c30c8735948 req-68c7d2e3-23b0-4235-9366-1327e2ce0f40 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310608 Nov 24 14:18:17.008647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:17.802542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:18:17.938113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:17.951806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'b9a58be3-4751-441e-90e5-c227a6769265', 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'port_id': 'b9a58be3-4751-441e-90e5-c227a6769265', 'mac_address': 'fa:16:3e:60:dc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55c1364-553e-4303-a13c-2db3b97a8374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:18:18.006795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:18.009211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf389c6-4be1-44b7-8c91-857416754283 req-9ac6ef08-c04d-4ed7-8a5a-7e79bc688c56 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:18.010699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbf389c6-4be1-44b7-8c91-857416754283 req-9ac6ef08-c04d-4ed7-8a5a-7e79bc688c56 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 943 time: 0.0816379 Nov 24 14:18:18.024883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a58be3-4751-441e-90e5-c227a6769265 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:18.040576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:18.045987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:18.047744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f6808253-deec-49f8-82fb-5c55df98208c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:18.063730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbf389c6-4be1-44b7-8c91-857416754283 req-43208e67-244c-4084-95da-b68daeb9a4d5 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Nov 24 14:18:18.119911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:18.127237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.127589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.127931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.128263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.128594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.128954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.129282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.129607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.129929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.130251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.130570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.130886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:18:18.135251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:18.292208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['b9a58be3-4751-441e-90e5-c227a6769265'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:18:19.252394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1600e-37ad-4e76-8b7f-cfe51e6cc215 req-4a2576e7-f6fe-4539-8cdd-929082146d27 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:19.253868 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89a1600e-37ad-4e76-8b7f-cfe51e6cc215 req-4a2576e7-f6fe-4539-8cdd-929082146d27 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 944 time: 0.0815837 Nov 24 14:18:19.298731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89a1600e-37ad-4e76-8b7f-cfe51e6cc215 req-eae9970a-3c75-4058-9daa-d2129f9648df tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Nov 24 14:18:19.795492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6eb4f11-db5b-4305-8b30-d098e933833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:19.802226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:18:19.872802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port b9a58be3-4751-441e-90e5-c227a6769265 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:18:19.877476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port b9a58be3-4751-441e-90e5-c227a6769265 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:19.877855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:19.994377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:20.020648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:20.032117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:20.037725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:20.041738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:20.112823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:20.116311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:20.176413 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265', 'code': 200} Nov 24 14:18:20.364323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:20.463142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c7a20-1962-426b-8fb2-a6c3eb37ead9 req-c22cffc8-1f47-4893-9a56-a39be75af29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:20.464625 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b8c7a20-1962-426b-8fb2-a6c3eb37ead9 req-c22cffc8-1f47-4893-9a56-a39be75af29d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 1098 time: 0.1174254 Nov 24 14:18:20.523722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b8c7a20-1962-426b-8fb2-a6c3eb37ead9 req-e1e059fd-0bc5-490f-a003-c31582d27bb4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Nov 24 14:18:20.541369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd9064-1787-4cf5-b45b-867c2dcfc583 req-5ed85ddf-1c87-499b-acbb-6f3c06777127 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:20.542826 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3dbd9064-1787-4cf5-b45b-867c2dcfc583 req-5ed85ddf-1c87-499b-acbb-6f3c06777127 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.1220958 Nov 24 14:18:20.586390 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3dbd9064-1787-4cf5-b45b-867c2dcfc583 req-0643e900-1076-4440-97b3-ab3b570a70cd tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Nov 24 14:18:21.781428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f259-f7d5-4ce2-ace7-f6b9ac26e77f req-de83d3ca-234b-4ea5-9b46-7d505216c7f0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:21.782882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3050f259-f7d5-4ce2-ace7-f6b9ac26e77f req-de83d3ca-234b-4ea5-9b46-7d505216c7f0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0868382 Nov 24 14:18:21.827228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3050f259-f7d5-4ce2-ace7-f6b9ac26e77f req-79411099-31ee-4512-a7f6-9ae71578a1c4 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Nov 24 14:18:22.577599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f7c0b9f-b25d-43af-b4ee-f6f2511284e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:23.010332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0d87c-ffe9-4536-90f3-40aa1fc8b2f3 req-4e2d4b01-15e0-448c-9ef0-d327211f702d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:23.011815 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42d0d87c-ffe9-4536-90f3-40aa1fc8b2f3 req-4e2d4b01-15e0-448c-9ef0-d327211f702d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0803952 Nov 24 14:18:23.058670 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42d0d87c-ffe9-4536-90f3-40aa1fc8b2f3 req-f738c26d-5814-4ca7-9d13-e14080879e9d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Nov 24 14:18:23.244233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4d001-076d-4e8d-99a4-1e9133a55eda req-5f94d26a-486a-4bfe-8706-835f927493dc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:23.245691 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89d4d001-076d-4e8d-99a4-1e9133a55eda req-5f94d26a-486a-4bfe-8706-835f927493dc tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0830550 Nov 24 14:18:23.291825 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89d4d001-076d-4e8d-99a4-1e9133a55eda req-796fe649-e81a-49b5-9587-74a82e77a002 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Nov 24 14:18:23.642453 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-1913ab64-6d57-467d-a4da-470ea37a40df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704470 Nov 24 14:18:23.700765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5315e-2395-4280-b579-fb34c0133c94 req-a51a7c91-3b73-4387-9673-a1e8e040be55 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:23.702309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-33e5315e-2395-4280-b579-fb34c0133c94 req-a51a7c91-3b73-4387-9673-a1e8e040be55 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0885296 Nov 24 14:18:23.745723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:23.750596 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-33e5315e-2395-4280-b579-fb34c0133c94 req-99f881d5-abae-4b75-aed0-5dff80937501 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Nov 24 14:18:24.808191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-8ebbef89-0d7b-4ab1-b991-8fde064e7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:24.809704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-8ebbef89-0d7b-4ab1-b991-8fde064e7496 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 1098 time: 0.0780978 Nov 24 14:18:25.017577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-b7aab740-5e3c-4857-82a9-1084440721da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:25.018922 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-b7aab740-5e3c-4857-82a9-1084440721da service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.2029409 Nov 24 14:18:25.034951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3334036-eb6d-4e01-b92d-7328f7cc6f04 req-3e9c5b6d-df35-46fe-a2bc-a8c8e27c0899 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:25.036348 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a3334036-eb6d-4e01-b92d-7328f7cc6f04 req-3e9c5b6d-df35-46fe-a2bc-a8c8e27c0899 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.1483607 Nov 24 14:18:25.114595 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-9501b1cc-3ab1-4900-bb1f-8ea5e894eb20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 200 len: 217 time: 0.0875347 Nov 24 14:18:25.178317 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a3334036-eb6d-4e01-b92d-7328f7cc6f04 req-6f154ff2-910c-4d8a-a672-c4c1835527a7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959568 Nov 24 14:18:25.189064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-26e1ed6e-ac15-471a-ab07-d15242328933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:25.190461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-26e1ed6e-ac15-471a-ab07-d15242328933 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0658791 Nov 24 14:18:25.239829 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-cc42cbbf-09d3-49db-a468-132b0b660593 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425248 Nov 24 14:18:25.337263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:25.497324 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-bdbdfc4b-08b4-431e-9c02-fb3936c87c04 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492213 Nov 24 14:18:25.628895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-75f6ea0a-6c27-4287-8921-5b82d9d7d698 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248188 Nov 24 14:18:26.000180 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:18:26.374052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222be8b-e487-459b-978f-f00748eecea9 req-37dabb2e-f861-45cf-9b18-47fd279bfc6d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:26.375515 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7222be8b-e487-459b-978f-f00748eecea9 req-37dabb2e-f861-45cf-9b18-47fd279bfc6d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0876896 Nov 24 14:18:26.420153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7222be8b-e487-459b-978f-f00748eecea9 req-20d54811-aae1-485a-baa0-1c0438aafba0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Nov 24 14:18:27.610533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf090a-d932-49e2-afdc-b296bd21b06b req-92a1bc53-4259-40ec-aa01-0bee0dab0ce3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:27.611988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3fbf090a-d932-49e2-afdc-b296bd21b06b req-92a1bc53-4259-40ec-aa01-0bee0dab0ce3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0837379 Nov 24 14:18:27.670862 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3fbf090a-d932-49e2-afdc-b296bd21b06b req-e0eb812b-4254-4eaf-a051-6392d4fe77c0 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523314 Nov 24 14:18:28.867269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036fbc7-ad45-43f9-9cd7-4473b46cd850 req-1730c513-b27d-4277-b472-99aa562aec09 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:28.868714 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e036fbc7-ad45-43f9-9cd7-4473b46cd850 req-1730c513-b27d-4277-b472-99aa562aec09 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0842423 Nov 24 14:18:28.913534 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e036fbc7-ad45-43f9-9cd7-4473b46cd850 req-ff8dbce6-c1c6-43d8-bb64-f3459743da47 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390494 Nov 24 14:18:30.101913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30e306-0081-4b38-ac90-d45feb787a77 req-7206e53e-8a72-49e7-a067-f18980026d46 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:30.103347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c30e306-0081-4b38-ac90-d45feb787a77 req-7206e53e-8a72-49e7-a067-f18980026d46 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0841436 Nov 24 14:18:30.146645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c30e306-0081-4b38-ac90-d45feb787a77 req-1057286d-0837-4705-9d37-12265a545fd2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377269 Nov 24 14:18:31.330246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6979488-f5d9-4561-9e15-6cda067ade9b req-34a1a844-b199-4a02-ac99-6c04d377adb3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:31.331737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f6979488-f5d9-4561-9e15-6cda067ade9b req-34a1a844-b199-4a02-ac99-6c04d377adb3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0806847 Nov 24 14:18:31.380328 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f6979488-f5d9-4561-9e15-6cda067ade9b req-b55ac6f9-9822-4139-bb37-852f30bed504 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Nov 24 14:18:32.576105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0069104-3adf-4ff0-a807-fd34b5298215 req-724695d4-04d4-42b6-9050-b8d0b1a57d1c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:32.577601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c0069104-3adf-4ff0-a807-fd34b5298215 req-724695d4-04d4-42b6-9050-b8d0b1a57d1c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0858305 Nov 24 14:18:32.621742 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c0069104-3adf-4ff0-a807-fd34b5298215 req-b7945bd9-58cf-4917-ac06-d30da77f7d37 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Nov 24 14:18:33.805310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7a0f-6a78-4a93-b73d-098bbef73d31 req-1497c970-27d9-4e06-8b03-98366dbf7b09 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:33.806799 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c00f7a0f-6a78-4a93-b73d-098bbef73d31 req-1497c970-27d9-4e06-8b03-98366dbf7b09 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0806751 Nov 24 14:18:33.856975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c00f7a0f-6a78-4a93-b73d-098bbef73d31 req-a6499f9e-d863-4ad7-952d-42a59c5992ad tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Nov 24 14:18:35.062014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dde32-01c4-4142-b24c-992b0ab2fd63 req-10f3f333-3c06-440d-b311-a52a765dceae tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:35.063484 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-956dde32-01c4-4142-b24c-992b0ab2fd63 req-10f3f333-3c06-440d-b311-a52a765dceae tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0911303 Nov 24 14:18:35.108143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-956dde32-01c4-4142-b24c-992b0ab2fd63 req-cdcdb497-8541-449a-aa22-ebca95196778 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Nov 24 14:18:36.313370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549c2ae-de1e-47cd-953c-128725b65a8a req-796f9abf-5347-4769-bb2e-98eb31336cbe tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:36.325066 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4549c2ae-de1e-47cd-953c-128725b65a8a req-796f9abf-5347-4769-bb2e-98eb31336cbe tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.1079886 Nov 24 14:18:36.384759 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4549c2ae-de1e-47cd-953c-128725b65a8a req-e6ae3eee-951a-4dd4-a06a-b06ecb59b48c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534842 Nov 24 14:18:37.578185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f3e60-a7d1-48b4-b1c3-19782f5ca14b req-ea2fa59a-a567-45ef-b788-be56425eaac6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:37.579627 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-946f3e60-a7d1-48b4-b1c3-19782f5ca14b req-ea2fa59a-a567-45ef-b788-be56425eaac6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0819046 Nov 24 14:18:37.624525 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-946f3e60-a7d1-48b4-b1c3-19782f5ca14b req-23a5ddd9-aeda-4224-afce-d9f316b60b49 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Nov 24 14:18:38.816027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc631-bb86-4ddd-b7ff-31a0e4067c4b req-359b92fb-2d54-41bc-96d7-e811eba7e3d2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:38.817518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc0bc631-bb86-4ddd-b7ff-31a0e4067c4b req-359b92fb-2d54-41bc-96d7-e811eba7e3d2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0881336 Nov 24 14:18:38.862417 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc0bc631-bb86-4ddd-b7ff-31a0e4067c4b req-1e04a062-edcd-4404-8bbd-7e4e753b8cb3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Nov 24 14:18:40.051399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca0df4-3058-4112-869b-b2b75ee7f317 req-b5a87c7a-5875-4d52-b1a2-847559bec199 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:40.052869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88ca0df4-3058-4112-869b-b2b75ee7f317 req-b5a87c7a-5875-4d52-b1a2-847559bec199 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0809908 Nov 24 14:18:40.100137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88ca0df4-3058-4112-869b-b2b75ee7f317 req-9ab3d954-f6ee-4796-9af7-8ecd95aef7c2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Nov 24 14:18:41.291103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e061d08-e76d-4dbf-80cb-2fa76991a495 req-cc140d7b-18c2-4726-909f-e6f76d1d5115 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:41.292618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e061d08-e76d-4dbf-80cb-2fa76991a495 req-cc140d7b-18c2-4726-909f-e6f76d1d5115 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0864964 Nov 24 14:18:41.337666 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e061d08-e76d-4dbf-80cb-2fa76991a495 req-bf7a6992-1ee4-4d33-a60f-5cbf2b3a9af5 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Nov 24 14:18:42.531447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37f005-0f21-4189-bc18-ffcf8d54ae6c req-a4ce6b84-98b1-4b12-9592-5bc2e8b46572 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:42.532934 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd37f005-0f21-4189-bc18-ffcf8d54ae6c req-a4ce6b84-98b1-4b12-9592-5bc2e8b46572 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0915000 Nov 24 14:18:42.585066 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd37f005-0f21-4189-bc18-ffcf8d54ae6c req-4c69adec-bb30-4808-8b6d-94f182574f4a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Nov 24 14:18:43.773540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968bf36-1bbd-4358-9025-ea18528130d1 req-0d90f2c7-a3ab-4ef5-a4e3-15c98205ff12 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:43.775785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b968bf36-1bbd-4358-9025-ea18528130d1 req-0d90f2c7-a3ab-4ef5-a4e3-15c98205ff12 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0826254 Nov 24 14:18:43.823509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b968bf36-1bbd-4358-9025-ea18528130d1 req-d67e9061-b3b5-48b5-b870-7308d45bc00b tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Nov 24 14:18:45.013824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a521a3-6889-44ff-a851-7f744aecc4f5 req-7e7accda-6ab1-40d9-8d6a-7276831802ac tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:45.015191 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59a521a3-6889-44ff-a851-7f744aecc4f5 req-7e7accda-6ab1-40d9-8d6a-7276831802ac tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0841157 Nov 24 14:18:45.059992 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59a521a3-6889-44ff-a851-7f744aecc4f5 req-7479f7d0-1351-4bdb-bc86-df6ba4c8c2ef tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Nov 24 14:18:46.289604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cf365-14c9-41eb-8e68-bd1ff7bce55c req-68e91829-b539-4d3d-9fdc-f840454193b6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:46.291176 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-967cf365-14c9-41eb-8e68-bd1ff7bce55c req-68e91829-b539-4d3d-9fdc-f840454193b6 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.1085515 Nov 24 14:18:46.348308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-967cf365-14c9-41eb-8e68-bd1ff7bce55c req-a7c5fd4e-341d-49b3-adfb-a73d1e4e9e5a tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501106 Nov 24 14:18:47.001926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:47.544460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95deb3d4-502e-4ddc-a96e-6e0bb1dfaf6f req-671edebd-65e5-44f2-a65c-3ee428e49161 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:47.545932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-95deb3d4-502e-4ddc-a96e-6e0bb1dfaf6f req-671edebd-65e5-44f2-a65c-3ee428e49161 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0833092 Nov 24 14:18:47.590057 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-95deb3d4-502e-4ddc-a96e-6e0bb1dfaf6f req-cfff05b0-c82e-4b1e-8f18-be2f144077f3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Nov 24 14:18:48.775123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68456-34e8-40d3-8e3c-b395ee0dbc02 req-5cd4ca05-ba69-4b40-97da-c8fdeceed4ec tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:48.776594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89c68456-34e8-40d3-8e3c-b395ee0dbc02 req-5cd4ca05-ba69-4b40-97da-c8fdeceed4ec tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0825679 Nov 24 14:18:48.827682 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89c68456-34e8-40d3-8e3c-b395ee0dbc02 req-152e6bf6-7cb2-410c-ae62-9f9a1fda1372 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453711 Nov 24 14:18:49.798268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd752dfc-7bf1-45c6-9604-8a2e16b4f401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:50.015127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268daf0-f574-4f4a-9498-958e7a7f2ca6 req-4f1fea95-5bfa-4570-9050-35c8e5001c99 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:50.016509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7268daf0-f574-4f4a-9498-958e7a7f2ca6 req-4f1fea95-5bfa-4570-9050-35c8e5001c99 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0812199 Nov 24 14:18:50.061750 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7268daf0-f574-4f4a-9498-958e7a7f2ca6 req-049f5fb7-642e-493b-81cc-42b8279dbe01 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Nov 24 14:18:50.368582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:51.254986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9922a-7e46-4dab-b7e8-3af165912f7a req-75f0f788-9de9-46f1-846e-914f2bda0413 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:51.256444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-79d9922a-7e46-4dab-b7e8-3af165912f7a req-75f0f788-9de9-46f1-846e-914f2bda0413 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0879707 Nov 24 14:18:51.417136 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-79d9922a-7e46-4dab-b7e8-3af165912f7a req-13e32bc8-0ba6-4867-9a1c-d4fc603685ca tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548200 Nov 24 14:18:52.578785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-78f620f0-01e0-4d40-a2a8-618deb208e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:52.602280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-746f2755-8ccf-49c9-b777-6f395b1199ec service neutron] 10.222.0.76 "GET /v2.0/ports/b9a58be3-4751-441e-90e5-c227a6769265/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.1298530 Nov 24 14:18:52.626330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f32e8-4826-4fa4-b87e-8a54c0f1ba9c req-2b1e98c8-b9fd-4f9c-aa37-eb96286bd9c8 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:52.627803 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-222f32e8-4826-4fa4-b87e-8a54c0f1ba9c req-2b1e98c8-b9fd-4f9c-aa37-eb96286bd9c8 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.1044440 Nov 24 14:18:52.674918 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-222f32e8-4826-4fa4-b87e-8a54c0f1ba9c req-a6dd01a8-d480-4488-919b-7c6788276fae tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Nov 24 14:18:52.893226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-348c101d-d3e9-45cc-b16b-a037e4ef6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:52.894692 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-348c101d-d3e9-45cc-b16b-a037e4ef6eec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e&tenant_id=907d4a415e164cd6a4fbad54720274d0 HTTP/1.1" status: 200 len: 1098 time: 0.0722380 Nov 24 14:18:52.995099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-7f53d69e-d495-4d1d-b31b-a79c8b8e0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:52.996488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-7f53d69e-d495-4d1d-b31b-a79c8b8e0082 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 1098 time: 0.0739646 Nov 24 14:18:53.131946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-df509ab8-884e-4f3e-94d4-019d349c1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:53.133944 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-df509ab8-884e-4f3e-94d4-019d349c1d52 service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.1262462 Nov 24 14:18:53.207010 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-fe20ebbd-10fd-44ba-a0e2-5e2f91748557 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 200 len: 217 time: 0.0634055 Nov 24 14:18:53.273048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-d50de6db-6c2a-4a7f-b836-93204927616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:53.275043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-d50de6db-6c2a-4a7f-b836-93204927616a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0577774 Nov 24 14:18:53.325275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-b20cc660-13c0-403c-a126-a7681658ae17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406487 Nov 24 14:18:53.459431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-3a764e89-34b3-42b4-ab7f-299a397dddbf service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236753 Nov 24 14:18:53.593566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff180111-fb6a-4000-bc82-6fd294b63dfa req-5ff54141-03e4-4290-a600-fe0e47370cf1 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242297 Nov 24 14:18:53.752910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:53.878588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e8b0b-acc2-45ff-85fc-aa03d2554eba req-55ab283e-d59a-41c9-bc37-eea5ff2b4ddb tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:53.879954 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ee1e8b0b-acc2-45ff-85fc-aa03d2554eba req-55ab283e-d59a-41c9-bc37-eea5ff2b4ddb tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0872941 Nov 24 14:18:53.925461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ee1e8b0b-acc2-45ff-85fc-aa03d2554eba req-a47cdeb1-1b3c-4151-a92d-c34c347110b7 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Nov 24 14:18:55.112274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40affb57-ba7a-4b06-bf25-3fbc63ebd2c0 req-c5a19446-a74f-4507-b876-be8957c28143 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:55.114016 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-40affb57-ba7a-4b06-bf25-3fbc63ebd2c0 req-c5a19446-a74f-4507-b876-be8957c28143 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0804968 Nov 24 14:18:55.157829 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-40affb57-ba7a-4b06-bf25-3fbc63ebd2c0 req-d6f99a7b-6468-434e-848d-59e55b2276c3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Nov 24 14:18:55.337431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:56.081256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:18:56.084584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:18:56.305208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:56.341704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:56.361315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'b9a58be3-4751-441e-90e5-c227a6769265', 'network_id': '18e215f1-d054-4aa8-b166-f8deafb5dfdd', 'port_id': 'b9a58be3-4751-441e-90e5-c227a6769265', 'mac_address': 'fa:16:3e:60:dc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55c1364-553e-4303-a13c-2db3b97a8374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:18:56.367046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:56.405677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:56.412557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:56.420568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:56.488913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:56.495552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35ef33-f42e-4702-8d2a-66c0139ae92c req-00ae5741-953d-4d3d-883a-a4dc7e88443f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:56.497127 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de35ef33-f42e-4702-8d2a-66c0139ae92c req-00ae5741-953d-4d3d-883a-a4dc7e88443f tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 943 time: 0.0864053 Nov 24 14:18:56.512712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9a58be3-4751-441e-90e5-c227a6769265 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:56.516498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:56.520365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:56.542890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-de35ef33-f42e-4702-8d2a-66c0139ae92c req-23036051-e251-42b2-9e04-bb76973a0726 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Nov 24 14:18:56.576431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:18:56.576825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:18:56.600853 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265', 'code': 200} Nov 24 14:18:56.941957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf84f-4599-4c73-acfb-12bc3f42c535 req-2676bb08-7602-4f81-954f-7b1e3680a9c9 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:56.943401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-794cf84f-4599-4c73-acfb-12bc3f42c535 req-2676bb08-7602-4f81-954f-7b1e3680a9c9 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 943 time: 0.1442242 Nov 24 14:18:56.951959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-c9b0e473-4447-4d6b-aabe-ea672f19f393 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:56.953308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-c9b0e473-4447-4d6b-aabe-ea672f19f393 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e&tenant_id=907d4a415e164cd6a4fbad54720274d0&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 943 time: 0.1231511 Nov 24 14:18:56.992375 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-794cf84f-4599-4c73-acfb-12bc3f42c535 req-ea3b8960-835f-4028-a03c-31715b3a7339 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Nov 24 14:18:57.097514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-1fae1e90-be66-4e20-89b1-749196b1a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:57.098956 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-1fae1e90-be66-4e20-89b1-749196b1a254 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=907d4a415e164cd6a4fbad54720274d0&device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 1096 time: 0.0735254 Nov 24 14:18:57.131227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:57.152268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a58be3-4751-441e-90e5-c227a6769265 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:18:57.167527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:57.171611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:57.174416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:57.248427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['b9a58be3-4751-441e-90e5-c227a6769265'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:18:57.295862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:57.301314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:57.358937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-d3c5275a-2ba2-4717-87ac-299133b967c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:57.360356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-d3c5275a-2ba2-4717-87ac-299133b967c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 200 len: 915 time: 0.2544959 Nov 24 14:18:57.428533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-df56c548-fc46-42bf-88d7-413e9ba7042e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 200 len: 217 time: 0.0611913 Nov 24 14:18:57.497528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-8a0e8c88-1b13-4748-bcf0-16bdeb437f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:57.499038 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-8a0e8c88-1b13-4748-bcf0-16bdeb437f56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 200 len: 853 time: 0.0645032 Nov 24 14:18:57.547591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-8f55cc04-01c5-4a44-9384-3886f958799c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18e215f1-d054-4aa8-b166-f8deafb5dfdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410261 Nov 24 14:18:57.690599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-06a3eb09-d2d7-4f3f-91bc-c776c5177331 service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363137 Nov 24 14:18:57.826127 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96465da3-4ac6-4918-b74c-482e7b5a6ba8 req-c1143745-beb8-43c6-81e2-32a7bdd96c2e service neutron] 10.222.0.76 "GET /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288207 Nov 24 14:18:58.092089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:18:58.165437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port b9a58be3-4751-441e-90e5-c227a6769265 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:18:58.165847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:58.191529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46e37e-bffc-4383-8809-d152be904de5 req-e9a7082f-76af-430d-9ba6-46e8544db0c3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:58.197915 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a46e37e-bffc-4383-8809-d152be904de5 req-e9a7082f-76af-430d-9ba6-46e8544db0c3 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 944 time: 0.0989919 Nov 24 14:18:58.239611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a46e37e-bffc-4383-8809-d152be904de5 req-0892c12a-d27b-49c7-a0ae-2ccd7f5e981d tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 Nov 24 14:18:58.295651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:58.330788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:18:58.334443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:18:58.336161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:18:58.407439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:18:58.410459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:18:58.601827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:18:58.645504 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265', 'code': 200} Nov 24 14:18:59.428030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b1b0-b5ad-44f9-a62d-9b4c30a3799a req-ceaea91c-4d7f-4559-86bf-9763388d1f43 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:59.429536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f4b1b0-b5ad-44f9-a62d-9b4c30a3799a req-ceaea91c-4d7f-4559-86bf-9763388d1f43 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0823259 Nov 24 14:18:59.474396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f4b1b0-b5ad-44f9-a62d-9b4c30a3799a req-0a5e0b8d-9b4c-48f3-a171-84a16ffa4ec5 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Nov 24 14:18:59.663893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fed4-95c4-4df0-a959-6eba4bce69ec req-db48ae41-55db-4583-a9c6-f8580e7512a2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:59.665377 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f26fed4-95c4-4df0-a959-6eba4bce69ec req-db48ae41-55db-4583-a9c6-f8580e7512a2 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0831461 Nov 24 14:18:59.710064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f26fed4-95c4-4df0-a959-6eba4bce69ec req-271df490-cc50-492c-b765-94933a3acb15 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Nov 24 14:18:59.893611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5498d9b-0543-4bbd-9f22-52378c74a272 req-74d0df72-2ac2-41be-96d2-9b188c0f1658 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:18:59.895063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5498d9b-0543-4bbd-9f22-52378c74a272 req-74d0df72-2ac2-41be-96d2-9b188c0f1658 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0813375 Nov 24 14:18:59.943660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5498d9b-0543-4bbd-9f22-52378c74a272 req-6efe3d6f-1122-42f0-bda3-8998545a7cad tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429723 Nov 24 14:19:00.498907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d66b4-4380-46b4-bcb7-a8d9d8452829 req-4b77397c-08a1-4ace-958f-92036a7db911 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:00.500266 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e40d66b4-4380-46b4-bcb7-a8d9d8452829 req-4b77397c-08a1-4ace-958f-92036a7db911 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0810049 Nov 24 14:19:00.545653 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e40d66b4-4380-46b4-bcb7-a8d9d8452829 req-bb73463e-7830-409b-b883-46ef404d0e1e tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Nov 24 14:19:01.732556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a4f69-65c3-4e4a-8b42-0b64d1a17adb req-fcd309b0-56fa-4707-97c5-d0cc2d0a1622 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:01.734052 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-647a4f69-65c3-4e4a-8b42-0b64d1a17adb req-fcd309b0-56fa-4707-97c5-d0cc2d0a1622 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0842323 Nov 24 14:19:01.779737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-647a4f69-65c3-4e4a-8b42-0b64d1a17adb req-ead344bd-b229-4759-b910-b1f2fc5a94ca tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f85c9d1-e1f2-48a2-92e5-f7f149609d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Nov 24 14:19:02.160473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e093e-8f6c-4762-8294-66b938888285 req-1e25347b-94d0-49be-9d76-235179d38568 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:02.161922 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-517e093e-8f6c-4762-8294-66b938888285 req-1e25347b-94d0-49be-9d76-235179d38568 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 945 time: 0.0813024 Nov 24 14:19:02.239320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Deleting port b9a58be3-4751-441e-90e5-c227a6769265 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:19:02.239653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:02.487662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] For port b9a58be3-4751-441e-90e5-c227a6769265, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=b9a58be3-4751-441e-90e5-c227a6769265,segment=NetworkSegment(2f002784-9667-4d08-8958-0156d2b158f7),segment_id=2f002784-9667-4d08-8958-0156d2b158f7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:02.488272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:02.614304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Calling delete_port for b9a58be3-4751-441e-90e5-c227a6769265 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:19:02.754065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:02.759527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91835a9c-2884-4315-91bd-5231671aa322 tempest-ServersAdminNegativeTestJSON-1214383769 tempest-ServersAdminNegativeTestJSON-1214383769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:02.770483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['b9a58be3-4751-441e-90e5-c227a6769265'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:19:02.806957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Pushing event deleted for resources: {'Port': ['ID=b9a58be3-4751-441e-90e5-c227a6769265,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:02.817202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.817509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.817874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.818269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.818618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.818952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.819319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.819685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.820056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.820423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.820804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.821165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:02.854143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:02.927289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] No DVR routers for this DVR port b9a58be3-4751-441e-90e5-c227a6769265 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:19:02.934480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:02.937078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-deleted', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:02.952151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-80707276-c36d-4fa8-a6ce-33b31bd652b2 req-1c4b62f9-4ee0-4ae7-affb-6d91cacf8d68 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf6d9f53-dfc3-4a59-bee7-2c02f191581e HTTP/1.1" status: 200 len: 210 time: 0.0629404 Nov 24 14:19:02.959311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-517e093e-8f6c-4762-8294-66b938888285 req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] 10.222.0.76 "DELETE /v2.0/ports/b9a58be3-4751-441e-90e5-c227a6769265 HTTP/1.1" status: 204 len: 173 time: 0.7878270 Nov 24 14:19:03.001731 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:19:03.004890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6d9f53-dfc3-4a59-bee7-2c02f191581e', 'name': 'network-vif-deleted', 'tag': 'b9a58be3-4751-441e-90e5-c227a6769265', 'status': 'completed', 'code': 200} Nov 24 14:19:04.188848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46422) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:04.248049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Deleting subnet c55c1364-553e-4303-a13c-2db3b97a8374 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:19:04.250969 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.309088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.364094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.433241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.436955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f42fafb7-eeab-4db0-9c94-cd0a3669fa08 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:04.476006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55c1364-553e-4303-a13c-2db3b97a8374,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:04.481022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.489415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.489802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.490180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.490553 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.490922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.491287 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.491651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.492015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.492378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.492761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.493125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.493486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:04.497010 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c55c1364-553e-4303-a13c-2db3b97a8374 HTTP/1.1" status: 204 len: 168 time: 0.3071632 Nov 24 14:19:04.497990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe4d7e34-8b84-45e0-bac2-f997c5dbf0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:04.499440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46426) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:04.614225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.739868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.766521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e215f1-d054-4aa8-b166-f8deafb5dfdd']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:04.778993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f002784-9667-4d08-8958-0156d2b158f7') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:04.779289 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f002784-9667-4d08-8958-0156d2b158f7') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:04.790515 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.806814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.813494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:19:04.813876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:19:04.826866 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:19:04.905189 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.908555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-074732aa-d338-493b-8749-6da873226370 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:04.921529 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:04.930962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Pushing event deleted for resources: {'Network': ['ID=18e215f1-d054-4aa8-b166-f8deafb5dfdd,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:04.934073 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] 10.222.0.36 "DELETE /v2.0/networks/18e215f1-d054-4aa8-b166-f8deafb5dfdd HTTP/1.1" status: 204 len: 168 time: 0.4336994 Nov 24 14:19:04.934962 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:05.067820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:05.116972 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ec4fdbed-19ba-49ef-9ed9-e938e7f4cfd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=907d4a415e164cd6a4fbad54720274d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478854 Nov 24 14:19:05.119828 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46436) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:05.177040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:05.202839 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:05.258342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:05.262851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-667a20e9-4ec4-42d5-9206-0bdeb6fc68cf tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:05.275292 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f85c9d1-e1f2-48a2-92e5-f7f149609d76,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:05.278460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:05.281716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:05.283791 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7bfed27a-8247-43e0-b58d-22802144be03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f85c9d1-e1f2-48a2-92e5-f7f149609d76 HTTP/1.1" status: 204 len: 168 time: 0.1630011 Nov 24 14:19:06.052159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46460) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:06.114286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:19:06.149272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: b9a58be3-4751-441e-90e5-c227a6769265 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:19:06.149619 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device b9a58be3-4751-441e-90e5-c227a6769265 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:19:06.189401 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-318067717-network', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:06.194428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:06.198376 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Usage tracker for resource:network and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:06.201518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:06.207064 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:06.218615 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Made reservation on behalf of 8c1bf207bec54101ad4e8ab5d34a6612 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:06.220968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.237257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.252574 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:06.256336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:06.259270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:06.265177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:06.349832 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.354218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.357227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f4f2dfca-d5b0-4efc-baae-732f5ecdfbe5 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:06.385644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:19:06.394039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5358cc-5ac6-43c6-aac3-9e2b8d517102,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:06.397657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:06.400182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.401077 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Added segment 87dc185e-e970-4303-a8f3-f9b408547311 of type vlan for network 250ae304-723e-4d26-963d-154afa421af3 Nov 24 14:19:06.428374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.456793 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.457791 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:06.458360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.463489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-241e2fcf-c2cd-40e2-9519-04834fafe4d8 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:06.560571 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5072987 Nov 24 14:19:06.563550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Pushing event updated for resources: {'Network': ['ID=250ae304-723e-4d26-963d-154afa421af3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:06.563668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 46466) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:06.566179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:06.569320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Request body: {'subnet': {'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-318067717-subnet', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:06.573685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 250ae304-723e-4d26-963d-154afa421af3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:19:06.574831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:06.578909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Usage tracker for resource:subnet and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:06.581850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:06.587578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:06.598871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Made reservation on behalf of 8c1bf207bec54101ad4e8ab5d34a6612 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:06.601326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.925208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:06.928776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2376ce0-8bc1-45ac-8029-878d8fdbe9b7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:07.001049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:07.004921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:07.013006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:19:07.013361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Network hostable DHCP agents. Network: 250ae304-723e-4d26-963d-154afa421af3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:19:07.031691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Network 250ae304-723e-4d26-963d-154afa421af3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:19:07.040441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 250ae304-723e-4d26-963d-154afa421af3) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:07.044403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:07.045000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.049318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2002be-8e59-4811-a5ea-faccf9b3f368 None None] Network 250ae304-723e-4d26-963d-154afa421af3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:19:07.065803 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5011032 Nov 24 14:19:07.068573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 46470) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:07.074483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:07.079207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:07.083553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Usage tracker for resource:router and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:07.086587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:07.092403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:07.102801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.104015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.120181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.275538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-250ae304-723e-4d26-963d-154afa421af3', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:19:07.276830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.396251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.441848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Allocated IP 172.20.0.2 (250ae304-723e-4d26-963d-154afa421af3/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33/5ce63448-db9b-48c3-9632-aa68a7b5b179) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:07.654701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.665010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Transition to ACTIVE for port object 5ce63448-db9b-48c3-9632-aa68a7b5b179 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:07.683868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Transition to ACTIVE for port object 5ce63448-db9b-48c3-9632-aa68a7b5b179 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:07.690704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.696677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:07.723873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.754786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.766248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:07.769486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:07.772418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:19:07.813010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Pushing event updated for resources: {'Port': ['ID=5ce63448-db9b-48c3-9632-aa68a7b5b179,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:07.816602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:07.871245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Attempting to bind port 5ce63448-db9b-48c3-9632-aa68a7b5b179 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:19:07.871624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Attempting to bind port 5ce63448-db9b-48c3-9632-aa68a7b5b179 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:19:07.871997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Attempting to bind port 5ce63448-db9b-48c3-9632-aa68a7b5b179 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:19:07.877317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:19:07.877954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:19:07.878127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.878500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Bound using segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:19:07.878974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Bound port: 5ce63448-db9b-48c3-9632-aa68a7b5b179, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:19:07.879359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.890675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Allocated IP 172.26.8.7 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/76cb5166-28c1-499e-b367-69afc1872c6d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:07.973607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] For port 5ce63448-db9b-48c3-9632-aa68a7b5b179, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:19:07.976450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] For port 5ce63448-db9b-48c3-9632-aa68a7b5b179, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5ce63448-db9b-48c3-9632-aa68a7b5b179,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:19:07.981529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:07.986160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:08.042011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:08.074242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Pushing event updated for resources: {'Port': ['ID=5ce63448-db9b-48c3-9632-aa68a7b5b179,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:08.083185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:08.083787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:08.088480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e958ed73-f192-4f93-a396-aa48073a0d10 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:08.158550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:08.162111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:08.166984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:19:08.197773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Pushing event updated for resources: {'Port': ['ID=76cb5166-28c1-499e-b367-69afc1872c6d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:08.212256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:08.733201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:09.015063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d002ab-5d37-4d9b-8927-9ad76618d45f None None] Network 250ae304-723e-4d26-963d-154afa421af3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:19:09.079005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:09.106285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-631694d6-2738-4655-b1ef-93fe690dc503 None None] Provisioning for port 5ce63448-db9b-48c3-9632-aa68a7b5b179 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:09.287449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:19:09.479892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:19:09.488823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:19:09.498414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:19:09.499047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:18:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:09.504107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:09.505446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4358931 Nov 24 14:19:09.508216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46474) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:09.691122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:19:09.982500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:08Z', 'revision_number': 3, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:09.986350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:19:09.986713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Updating router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 port 76cb5166-28c1-499e-b367-69afc1872c6d binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:19:10.047429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.151943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5ce63448-db9b-48c3-9632-aa68a7b5b179 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:10.317753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.319406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 5ce63448-db9b-48c3-9632-aa68a7b5b179 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:10.339835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5ce63448-db9b-48c3-9632-aa68a7b5b179 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:10.340211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.525823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Allocated IP 172.20.0.1 (250ae304-723e-4d26-963d-154afa421af3/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33/14af600c-2401-4d6e-be3e-1cd1f05bc0f9) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:10.544793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.549573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.570838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Transition to ACTIVE for port object 76cb5166-28c1-499e-b367-69afc1872c6d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:10.581621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.585608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:10.666328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5ce63448-db9b-48c3-9632-aa68a7b5b179, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5ce63448-db9b-48c3-9632-aa68a7b5b179,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:10.678753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.680451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.680589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc6358-8ec9-4895-aba5-ce1b0af4e9dc None None] Pushing event updated for resources: {'Port': ['ID=76cb5166-28c1-499e-b367-69afc1872c6d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:10.685448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3bcc6358-8ec9-4895-aba5-ce1b0af4e9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:10.686051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ac62675d-8ed2-4f4b-b77a-d377b37b4157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:10.698509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Transition to ACTIVE for port object 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:10.716061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Attempting to bind port 76cb5166-28c1-499e-b367-69afc1872c6d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:19:10.716444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Attempting to bind port 76cb5166-28c1-499e-b367-69afc1872c6d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:19:10.716832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Attempting to bind port 76cb5166-28c1-499e-b367-69afc1872c6d on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:19:10.723125 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.728076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c8fd4f3-c9a2-45bd-8264-a5d308cb42ec tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:10.732968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:19:10.733350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:19:10.733762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.734159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:19:10.734633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Bound port: 76cb5166-28c1-499e-b367-69afc1872c6d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:19:10.735010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.788658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:10.791541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:10.795343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:19:10.819597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5ce63448-db9b-48c3-9632-aa68a7b5b179,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:10.825069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:10.840694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] For port 76cb5166-28c1-499e-b367-69afc1872c6d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:19:10.841113 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Pushing event updated for resources: {'Port': ['ID=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:10.845729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] For port 76cb5166-28c1-499e-b367-69afc1872c6d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=76cb5166-28c1-499e-b367-69afc1872c6d,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:19:10.846102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:10.851861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.856960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:10.861930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:10.932463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:19:10.933138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:18:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:10.981665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:11.133921 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc6358-8ec9-4895-aba5-ce1b0af4e9dc None None] Pushing event updated for resources: {'Port': ['ID=76cb5166-28c1-499e-b367-69afc1872c6d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.139724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3bcc6358-8ec9-4895-aba5-ce1b0af4e9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:11.152270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a067947-a935-4339-a6ba-2235b128b86c None None] Provisioning for port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:11.168396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a067947-a935-4339-a6ba-2235b128b86c None None] Provisioning complete for port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:11.168795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a067947-a935-4339-a6ba-2235b128b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:11.224013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:11.228950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:11.236915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:19:11.255195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5aaad8fc-3d6a-4521-8e8c-5ef94ffcc39f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:11.282006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1a067947-a935-4339-a6ba-2235b128b86c None None] Port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:19:11.339029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:11.342808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Pushing event updated for resources: {'Port': ['ID=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:11.346105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:11.575380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 1, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:11.579512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b489246-e4d8-403a-9d60-1a1bdfe428d5 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 1, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:19:11.620045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:11.621148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:11.840347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:19:11.917845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d27fda06-cd38-41d7-bee5-902695579368 None None] Provisioning complete for port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:11.918141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d27fda06-cd38-41d7-bee5-902695579368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:11.977189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d27fda06-cd38-41d7-bee5-902695579368 None None] Port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:19:12.028210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:19:12.037997 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] 10.222.0.36 "PUT /v2.0/routers/e5ad21f6-a03f-4a14-90c8-7efa0bc84117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5280566 Nov 24 14:19:12.145607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5ce63448-db9b-48c3-9632-aa68a7b5b179 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:12.223503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5ce63448-db9b-48c3-9632-aa68a7b5b179 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:12.223966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:12.727799 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46486) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:12.735351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221809149', 'description': 'tempest-description--1798056821'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:12.741817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:12.746827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Usage tracker for resource:security_group and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:12.750332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:12.756965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:12.771971 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:12.794685 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:12.798902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Usage tracker for resource:security_group_rule and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:12.802259 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:12.808437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:12.882425 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:12.887168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:12.891185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ea5b85b-7ed5-460e-9f95-6c6f5f730886 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:12.932989 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091391ce-fbb7-4dfe-b0ad-3f3c561604a3,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:12.936406 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:12.943663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:12.948462 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2153378 Nov 24 14:19:12.949034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46490) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:12.954492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'security_group_rule': {'security_group_id': '091391ce-fbb7-4dfe-b0ad-3f3c561604a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:12.960990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:12.966503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Usage tracker for resource:security_group_rule and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:12.969474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:12.975284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:12.993250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.061645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.065842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.067714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e20cf6b9-8b10-4190-ae7b-c2d06b336f9b tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:13.091628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4b9d3b-0af3-48c0-a35c-09b14abd0eb9,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:13.096281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:13.101079 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.102753 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526735 Nov 24 14:19:13.105680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46494) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:13.114008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'security_group_rule': {'security_group_id': '091391ce-fbb7-4dfe-b0ad-3f3c561604a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:13.120976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:13.125040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Usage tracker for resource:security_group_rule and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:13.127859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:13.133585 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:13.155960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.224034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.228294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.237485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6aa704a1-41a5-425d-bb9d-f0b924325c99 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:13.263057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a942f09a-d278-4faa-9fb5-5370741eb133,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:13.271356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:13.273464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.275185 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686232 Nov 24 14:19:13.278917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 46498) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:13.283873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:13.290592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:13.295324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Usage tracker for resource:floatingip and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:13.298332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:13.303998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:13.318700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.458274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.599561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Allocated IP 172.26.8.132 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/476db638-ae42-4086-8928-faf76f723884) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:13.672240 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:19:13.681972 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:19:13.682579 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:18:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:13.770483 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.800651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:13.805243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-828c2f93-6324-4e13-8eae-a949174d379d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:13.861799 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:19:13.868266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:13.871240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:13.874938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:19:13.917950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'Port': ['ID=476db638-ae42-4086-8928-faf76f723884,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:13.922030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:13.960888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.029851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.145935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 76cb5166-28c1-499e-b367-69afc1872c6d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:14.219357 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:11Z', 'revision_number': 2, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:14.223261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 76cb5166-28c1-499e-b367-69afc1872c6d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:14.223419 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:19:14.223692 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Updating router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:19:14.228591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 76cb5166-28c1-499e-b367-69afc1872c6d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:14.229087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.270812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.276299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.277941 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.281260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:14.356876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.375856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 76cb5166-28c1-499e-b367-69afc1872c6d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=76cb5166-28c1-499e-b367-69afc1872c6d,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:14.381180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.383132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:14.456922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=76cb5166-28c1-499e-b367-69afc1872c6d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:14.460562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:14.514767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'Port': ['ID=476db638-ae42-4086-8928-faf76f723884,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:14.518637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:14.523413 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.548386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.549643 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2703075 Nov 24 14:19:14.666269 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.682440 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Transition to ACTIVE for port object 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:14.690944 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.695808 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:14.723151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-b88a5eea-a46e-4e8c-b18a-a1c497a4f883 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--221809149&fields=id&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 267 time: 0.0452693 Nov 24 14:19:14.822880 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Pushing event updated for resources: {'Port': ['ID=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:14.890929 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.891265 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.891597 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.891924 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.892247 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.892564 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.892917 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.893224 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.893538 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.893852 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.894164 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.894472 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:14.895127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-0aa5d05b-1f3a-4580-8ad1-cc151d6f5413 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:14.902442 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-0aa5d05b-1f3a-4580-8ad1-cc151d6f5413 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.1713445 Nov 24 14:19:14.904021 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:14.917424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-ca82f26b-3f45-4a87-b211-415a37a1149e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/quotas/8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 375 time: 0.0139503 Nov 24 14:19:14.922397 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Attempting to bind port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:19:14.922976 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Attempting to bind port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:19:14.923531 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Attempting to bind port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:19:14.930167 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:19:14.930756 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:19:14.931197 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:14.932282 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Bound using segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:19:14.933053 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Bound port: 14af600c-2401-4d6e-be3e-1cd1f05bc0f9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:19:14.933439 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:15.007056 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-f9601450-a78f-4676-a44a-b214540521ef tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865207 Nov 24 14:19:15.027265 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] For port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:19:15.030434 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] For port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:19:15.034732 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:15.039335 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:15.117925 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:19:15.118562 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:18:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:15.235437 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Pushing event updated for resources: {'Port': ['ID=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:15.246170 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-dcd4127b-2ea1-41af-b2f5-e30e63e9f74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:15.299318 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-14525792-a3f2-44f0-9abd-6d835ca691cc service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804472 Nov 24 14:19:15.313663 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:19:15.438296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-cb8241d9-5526-4a30-a720-d3f89df178b9 service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332211 Nov 24 14:19:15.621775 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-756106dc-6671-4dc3-8113-323142ef0dc8 req-42b8098a-3c4f-4286-8ee0-5b88130acff0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 210 time: 0.0478168 Nov 24 14:19:15.651174 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:15Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:15.656492 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3eb0c-0e86-47c6-a99c-73509d3df9f1 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:15Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:19:16.160557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:16.242711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:16.249019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:16.249525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:16.379701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:16.412696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:16.416645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:16.417488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 76cb5166-28c1-499e-b367-69afc1872c6d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:16.442959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:16.531552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:16.534872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:16.543997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 76cb5166-28c1-499e-b367-69afc1872c6d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:16.544351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:16.829212 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-820ed133-17b8-499f-abed-1861bf9f7c99 req-4db58eb6-2c83-4355-969c-bf3e2cc2acfe tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 210 time: 0.0532618 Nov 24 14:19:16.896266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-159cec64-0940-4b4a-9729-4a3043a63715 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:16.897788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-159cec64-0940-4b4a-9729-4a3043a63715 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.2348490 Nov 24 14:19:16.952841 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-385c4f0b-62dd-4a45-ae78-6316affcca08 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 379 time: 0.0417845 Nov 24 14:19:16.962036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'port': {'device_id': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'admin_state_up': True, 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'security_groups': ['091391ce-fbb7-4dfe-b0ad-3f3c561604a3']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:17.000548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.098252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:19:17.102050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Usage tracker for resource:port and tenant:8c1bf207bec54101ad4e8ab5d34a6612 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:19:17.105401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:19:17.110989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:19:17.121679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Made reservation on behalf of 8c1bf207bec54101ad4e8ab5d34a6612 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:19:17.125217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.290440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Allocated IP 172.20.0.12 (250ae304-723e-4d26-963d-154afa421af3/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33/11ff35d0-f07c-4c54-9141-792d2a154c69) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:19:17.491563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.507865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Transition to ACTIVE for port object 11ff35d0-f07c-4c54-9141-792d2a154c69 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:17.531187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.536608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:17.599858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:19:17.602944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:19:17.607671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:19:17.652442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:17.657319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:17.684086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:17.684726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.708810 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502182 Nov 24 14:19:17.726460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Request body: {'port': {'device_id': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:17.842608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.901286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4269a548-6ae0-41e7-8b6a-78b59756024a None None] Provisioning for port 11ff35d0-f07c-4c54-9141-792d2a154c69 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:17.906880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4269a548-6ae0-41e7-8b6a-78b59756024a None None] Provisioning complete for port 11ff35d0-f07c-4c54-9141-792d2a154c69 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:17.907371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4269a548-6ae0-41e7-8b6a-78b59756024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:17.970959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-4269a548-6ae0-41e7-8b6a-78b59756024a None None] Port 11ff35d0-f07c-4c54-9141-792d2a154c69 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:19:18.121834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:18.229940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:18.230209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:18.235323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f2694-5ba0-4ff4-88ad-11eadb51f9ad req-e446e02f-0a00-4170-93a0-f4ba80bb14a7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:18.236020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-cb4f2694-5ba0-4ff4-88ad-11eadb51f9ad req-e446e02f-0a00-4170-93a0-f4ba80bb14a7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:19:18.273588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-cb4f2694-5ba0-4ff4-88ad-11eadb51f9ad req-e446e02f-0a00-4170-93a0-f4ba80bb14a7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:19:18.274742 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb4f2694-5ba0-4ff4-88ad-11eadb51f9ad req-e446e02f-0a00-4170-93a0-f4ba80bb14a7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 932 time: 0.2439637 Nov 24 14:19:18.516894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ff35d0-f07c-4c54-9141-792d2a154c69 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:19:18.523206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb4f2694-5ba0-4ff4-88ad-11eadb51f9ad req-476773b5-92da-44b5-8171-e0eae89fc141 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349145 Nov 24 14:19:18.527253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:18.542310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Transition to ACTIVE for port object 11ff35d0-f07c-4c54-9141-792d2a154c69 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:19:18.545966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:18.550401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:18.702619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b71312-5766-4184-9512-876444f72996 service neutron] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:18.710710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-46b71312-5766-4184-9512-876444f72996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:18.788578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Attempting to bind port 11ff35d0-f07c-4c54-9141-792d2a154c69 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:19:18.788934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Attempting to bind port 11ff35d0-f07c-4c54-9141-792d2a154c69 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:19:18.789259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Attempting to bind port 11ff35d0-f07c-4c54-9141-792d2a154c69 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:19:18.794632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Port 11ff35d0-f07c-4c54-9141-792d2a154c69 on network 250ae304-723e-4d26-963d-154afa421af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:19:18.794945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Attempting to bind port 11ff35d0-f07c-4c54-9141-792d2a154c69 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:19:18.799976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:19:18.800315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:19:18.800694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Bound using segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:19:18.801140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Bound port: 11ff35d0-f07c-4c54-9141-792d2a154c69, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:19:18.801486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:18.897692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:19:18.900763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:19:18.906030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:18.909734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-af887c88-081f-4869-b7d6-8d7c22fd91b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:18.971106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:18.971692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:18.973046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-46b71312-5766-4184-9512-876444f72996 service neutron] 10.222.0.76 "PUT /v2.0/ports/11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 1094 time: 1.2509530 Nov 24 14:19:18.973561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:18.995900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b71312-5766-4184-9512-876444f72996 service neutron] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:18.999153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-46b71312-5766-4184-9512-876444f72996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:19.052400 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'status': 'completed', 'code': 200} Nov 24 14:19:19.095836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-bcb80ab9-b7d1-450d-b84a-b050449fe91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.097387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-bcb80ab9-b7d1-450d-b84a-b050449fe91e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1097 time: 0.0787475 Nov 24 14:19:19.174646 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-4175c789-ad92-45b0-9ad1-2cba74c73842 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 217 time: 0.0659709 Nov 24 14:19:19.241901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-794f61ee-1c5d-4a83-b3f0-8bb95741bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.243274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-794f61ee-1c5d-4a83-b3f0-8bb95741bb08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0584455 Nov 24 14:19:19.324288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59bef-4960-4d79-a484-4cab57a55050 req-39eddd14-37dd-4817-a1a6-6bcda0b2f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.325793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-39eddd14-37dd-4817-a1a6-6bcda0b2f24e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716856 Nov 24 14:19:19.455895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-01b7534e-cd05-4fb4-a119-39c36fabdbf5 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225865 Nov 24 14:19:19.594218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93f59bef-4960-4d79-a484-4cab57a55050 req-8929d9c4-ed7e-498f-b62e-88cd09d6ec1e service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278093 Nov 24 14:19:19.779206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc39472-58a4-466e-b999-37ac1dfbfd56 req-71bee027-7122-44b0-b069-d591af9125da tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.780654 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1fc39472-58a4-466e-b999-37ac1dfbfd56 req-71bee027-7122-44b0-b069-d591af9125da tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 944 time: 0.1413865 Nov 24 14:19:19.787535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-b88c7b7c-1930-46c3-a9f8-24b6d6157c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.789015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-b88c7b7c-1930-46c3-a9f8-24b6d6157c5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1097 time: 0.1153326 Nov 24 14:19:19.800723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9e54be59-b572-458a-bce2-d60012444cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:19.909341 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1fc39472-58a4-466e-b999-37ac1dfbfd56 req-be9233dc-e2a2-47c4-af0a-2f80f7a8744a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173296 Nov 24 14:19:19.957815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-fab0137d-8fb6-4708-bf66-034fe789a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:19.959147 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-fab0137d-8fb6-4708-bf66-034fe789a8d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1521990 Nov 24 14:19:20.028361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-5d6e0d7f-5630-4ba7-8977-acc8779d487c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 217 time: 0.0613863 Nov 24 14:19:20.100877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-e64b5f8c-647a-4925-9a13-830a79b79979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:20.102305 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-e64b5f8c-647a-4925-9a13-830a79b79979 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0660830 Nov 24 14:19:20.182150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-8686983b-3dd1-4e17-b650-fae55121d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:20.183607 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-8686983b-3dd1-4e17-b650-fae55121d3d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709655 Nov 24 14:19:20.316691 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-28e07518-d530-4c1b-9b48-914b6198980c service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255312 Nov 24 14:19:20.373962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:20.575947 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb9e60e8-a85a-400d-8a5d-75992406dadf req-f85426c0-ecff-477e-a968-b5e5b6f7a438 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514646 Nov 24 14:19:21.100471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c77c-298a-4bf7-9197-f4c760c1c5c4 req-cbd77bf8-457b-4eba-b3d2-52fad9258a2d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:21.101997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5198c77c-298a-4bf7-9197-f4c760c1c5c4 req-cbd77bf8-457b-4eba-b3d2-52fad9258a2d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 944 time: 0.0861137 Nov 24 14:19:21.148199 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5198c77c-298a-4bf7-9197-f4c760c1c5c4 req-d535ae83-46fd-46cd-96f3-742aa55393fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Nov 24 14:19:22.135062 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:19:22.269961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:22.283602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'mac_address': 'fa:16:3e:db:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:19:22.336035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f432bee-619e-4051-bdd3-9645a5323244 req-65d61555-3a49-4ce9-bf05-706674f70ed8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:22.337659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f432bee-619e-4051-bdd3-9645a5323244 req-65d61555-3a49-4ce9-bf05-706674f70ed8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 944 time: 0.0846360 Nov 24 14:19:22.342680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:22.360466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ff35d0-f07c-4c54-9141-792d2a154c69 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:19:22.376546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:22.380513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:22.382398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:22.382721 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f432bee-619e-4051-bdd3-9645a5323244 req-8612ff0e-ca12-44de-9a54-32ac036f56e7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393319 Nov 24 14:19:22.447404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:22.454472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.454816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.455157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.455489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.455815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.456145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.456469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.456817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.457156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.457512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.457796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.458116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:19:22.461904 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:22.578712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2d768a9e-301d-47b9-9dac-f5aec6c9831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:22.634056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['11ff35d0-f07c-4c54-9141-792d2a154c69'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:19:23.586303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46daf9c-7b1f-4d20-8be1-97f8832750c5 req-0df43de4-a633-48d0-b8c9-9f035fa746ff tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:23.588157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f46daf9c-7b1f-4d20-8be1-97f8832750c5 req-0df43de4-a633-48d0-b8c9-9f035fa746ff tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 945 time: 0.0872025 Nov 24 14:19:23.632652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f46daf9c-7b1f-4d20-8be1-97f8832750c5 req-9d6dc6f6-6a5d-465f-a0a9-9769ea17cb11 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Nov 24 14:19:23.749827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:24.144420 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:19:24.211551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 11ff35d0-f07c-4c54-9141-792d2a154c69 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:19:24.216954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 11ff35d0-f07c-4c54-9141-792d2a154c69 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:19:24.217335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:24.333812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:24.360917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:24.371318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:19:24.375745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:24.377805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3bcc6358-8ec9-4895-aba5-ce1b0af4e9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:19:24.407081 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'code': 200} Nov 24 14:19:24.448545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:19:24.451360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:19:24.660584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed34918-bc14-4c15-a2c0-0444e960c24b req-c7fdcde8-a4ad-4049-8015-cc63d58afef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:24.660584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ed34918-bc14-4c15-a2c0-0444e960c24b req-c7fdcde8-a4ad-4049-8015-cc63d58afef2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1099 time: 0.0709786 Nov 24 14:19:24.711632 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ed34918-bc14-4c15-a2c0-0444e960c24b req-6d5e160c-d75c-462f-88ea-50783e32b3c4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410023 Nov 24 14:19:24.826154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966277cc-1dfe-4f1a-a532-ae1e2e6e0573 req-0ab14bff-fee0-4a62-9d56-edf87a88c0a4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:24.827610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-966277cc-1dfe-4f1a-a532-ae1e2e6e0573 req-0ab14bff-fee0-4a62-9d56-edf87a88c0a4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0823970 Nov 24 14:19:24.872650 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-966277cc-1dfe-4f1a-a532-ae1e2e6e0573 req-219c1402-f366-4f9c-b60a-8a9deab8650d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395081 Nov 24 14:19:25.398509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:26.066494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f289ec-f2b2-4c80-a1ea-64cb23b8b261 req-9de14820-6b6d-47a4-b2f7-0fc728990e94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:26.067696 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2f289ec-f2b2-4c80-a1ea-64cb23b8b261 req-9de14820-6b6d-47a4-b2f7-0fc728990e94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0853238 Nov 24 14:19:26.114749 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2f289ec-f2b2-4c80-a1ea-64cb23b8b261 req-240aae77-f3ac-494f-a26e-0ba799143cdd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410314 Nov 24 14:19:26.295638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80960e-d108-43f7-b491-e5a404ef9a28 req-31cefcde-21b0-4589-8096-cde0df923886 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:26.297159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e80960e-d108-43f7-b491-e5a404ef9a28 req-31cefcde-21b0-4589-8096-cde0df923886 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0796053 Nov 24 14:19:26.306608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 46550) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:19:26.311640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'floatingip': {'port_id': '11ff35d0-f07c-4c54-9141-792d2a154c69'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:19:26.393240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:26.996797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:27.000612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:27.307746 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d associated. External IP: 172.26.8.132, port: 11ff35d0-f07c-4c54-9141-792d2a154c69. Nov 24 14:19:27.678747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:19:27.864643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:19:27.870216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:27.874828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:19:27.884495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:19:27.885134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:19:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:27.926558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-28adea86-6ce7-4781-b055-bf0a15e45fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "PUT /v2.0/floatingips/e7d56d2d-469e-4c86-b0de-bd15f63f893d HTTP/1.1" status: 200 len: 992 time: 1.6188354 Nov 24 14:19:27.927383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:19:28.062915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:19:28.087774 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'status': 'completed', 'code': 200} Nov 24 14:19:28.182965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-973540dd-e2fe-4742-89df-2d7e188e20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:28.184446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-973540dd-e2fe-4742-89df-2d7e188e20dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1099 time: 0.0755394 Nov 24 14:19:28.341664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-662e3eca-710f-4ab5-9115-b087ca2e4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:28.343120 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-662e3eca-710f-4ab5-9115-b087ca2e4434 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1526606 Nov 24 14:19:28.454237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-9c3bf35d-83c9-44f6-9a14-21710e23055a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 1000 time: 0.1030960 Nov 24 14:19:28.474041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:db:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:19:26Z', 'revision_number': 1, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:28.484289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:19:28.493794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:19:28.494402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:19:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:28.523689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-a7057699-9fa0-466b-b92a-5212847d443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:28.525898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-a7057699-9fa0-466b-b92a-5212847d443b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0656464 Nov 24 14:19:28.608019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-46642b8b-932d-460e-963c-309671687558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:19:28.609541 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-46642b8b-932d-460e-963c-309671687558 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772271 Nov 24 14:19:28.695316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:19:28.748656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-56676b70-fb50-4a90-888d-8cb022a148ff service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317995 Nov 24 14:19:29.032268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f064d98-9782-4ec9-826c-0e1a5cdb3135 req-506bd43e-70a2-4cad-835c-0e019c698e45 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771883 Nov 24 14:19:29.086635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:db:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:19:26Z', 'revision_number': 1, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:19:29.091875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac211e-9d62-40d2-bf33-2bd76807dd75 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:db:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:19:26Z', 'revision_number': 1, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:19:29.318385 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ee0ab-d034-4523-9e0a-d76d694faace None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:19:40.000771 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:19:47.009419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:49.806354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d014778b-36d1-452b-86ae-d45dbe5c64d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:50.376064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:52.581257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-19c7bbe6-c928-4803-8b66-29af56c9e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:53.751074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:19:55.343405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:08.159712 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-0929d40c-7641-48ca-8d57-8ea91e08397d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743613 Nov 24 14:20:08.310671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-676c306c-7e0d-4f7f-83c0-14a9618f0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.312153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-676c306c-7e0d-4f7f-83c0-14a9618f0de2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1099 time: 0.0747576 Nov 24 14:20:08.463651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-6a70039c-c2e0-4931-922c-628f19af242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.465715 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-6a70039c-c2e0-4931-922c-628f19af242e service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1275997 Nov 24 14:20:08.571616 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-9afd0134-2ced-493e-832f-ce4e90a180b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 1002 time: 0.0956886 Nov 24 14:20:08.639120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-fe93402c-833b-4d4f-acbc-92fa0eac4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.640564 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-fe93402c-833b-4d4f-acbc-92fa0eac4718 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0581362 Nov 24 14:20:08.723291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-d1fda4ee-2e7d-401e-94de-01b38a2641f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:08.724701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-d1fda4ee-2e7d-401e-94de-01b38a2641f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744605 Nov 24 14:20:08.869173 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-41afdfe2-2e0f-43a7-a0e4-ad66fdea90d2 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336818 Nov 24 14:20:09.014890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c6a72e87-d0a0-45cf-9146-fc9f809132eb req-dc639316-4381-4f69-934e-84a19da58b3f service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344721 Nov 24 14:20:09.237008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c1f58-647b-477e-8e81-4b69afbaed38 req-b2b31985-f41f-48be-8747-c654468ff6d5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:09.238730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a8c1f58-647b-477e-8e81-4b69afbaed38 req-b2b31985-f41f-48be-8747-c654468ff6d5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0800056 Nov 24 14:20:09.282865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a8c1f58-647b-477e-8e81-4b69afbaed38 req-00da0cb1-f865-4bc1-b179-b6446b68652f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384984 Nov 24 14:20:09.632118 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-0ba46d68-f71b-465e-a95e-2c4acc8ac61f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709395 Nov 24 14:20:09.690783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bd648-09d5-423a-ac12-346ac3cf50ff req-8a8ddf85-6faf-4b24-8bfc-18d53ca63c8d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:09.692569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f47bd648-09d5-423a-ac12-346ac3cf50ff req-8a8ddf85-6faf-4b24-8bfc-18d53ca63c8d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0912666 Nov 24 14:20:09.741355 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f47bd648-09d5-423a-ac12-346ac3cf50ff req-a5db9fbf-e6c1-4750-b0db-ece390bf3bbc tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 Nov 24 14:20:10.887427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-b9d956b0-2e6d-4fbb-b71d-68ce9c97b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:10.888925 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-b9d956b0-2e6d-4fbb-b71d-68ce9c97b5d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1099 time: 0.1058862 Nov 24 14:20:11.059086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dac59-722e-4b08-ba68-a1096e7d485b req-1f7162a3-6c3a-470c-bb3b-c403f0839c83 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:11.060437 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc6dac59-722e-4b08-ba68-a1096e7d485b req-1f7162a3-6c3a-470c-bb3b-c403f0839c83 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.2092783 Nov 24 14:20:11.061551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-b3ad1d1e-ed14-4dc1-80c4-a03fd036741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:11.062846 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-b3ad1d1e-ed14-4dc1-80c4-a03fd036741f service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1627848 Nov 24 14:20:11.181396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bc6dac59-722e-4b08-ba68-a1096e7d485b req-eb35a9fd-28be-4c33-89cf-a202fd25e7e8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150897 Nov 24 14:20:11.194741 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-c3287260-d3b8-4b44-b0f6-c357fbe5e4da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 1002 time: 0.1152854 Nov 24 14:20:11.262281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-080cbdc7-185a-44eb-99ea-cec201f5f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:11.263687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-080cbdc7-185a-44eb-99ea-cec201f5f490 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0577767 Nov 24 14:20:11.476089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-9c1dbf11-e60e-4afd-89c0-eb54ebbcae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:11.477601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-9c1dbf11-e60e-4afd-89c0-eb54ebbcae64 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2038252 Nov 24 14:20:11.609889 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-e2776cfa-9ac1-4c86-9ff1-7d8e0d64a67e service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213589 Nov 24 14:20:11.746491 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-63554c07-1bd6-4a36-a396-2346fcc4b66b service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264186 Nov 24 14:20:12.369334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353c5e-727b-4664-8ae4-4137f0f01652 req-208cf8c2-669a-4a55-ad95-99a021bb37df tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:12.371361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6e353c5e-727b-4664-8ae4-4137f0f01652 req-208cf8c2-669a-4a55-ad95-99a021bb37df tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0846322 Nov 24 14:20:12.416071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6e353c5e-727b-4664-8ae4-4137f0f01652 req-814cfcf5-6604-4a25-bc46-dea9ee409da9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383334 Nov 24 14:20:13.611438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861a56-4d1c-46f7-ab58-5c7d2981b4fc req-20133522-ab66-49d5-bdac-63d8199bddcf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:13.613263 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a7861a56-4d1c-46f7-ab58-5c7d2981b4fc req-20133522-ab66-49d5-bdac-63d8199bddcf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0842345 Nov 24 14:20:13.658041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a7861a56-4d1c-46f7-ab58-5c7d2981b4fc req-35d51181-298b-421e-a34d-8c66df162a0b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392480 Nov 24 14:20:14.851389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edb321-6173-4819-9444-b1b323ca369f req-6db04401-ee1a-404b-a9b5-6bd7edf8f3b6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:14.852860 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6edb321-6173-4819-9444-b1b323ca369f req-6db04401-ee1a-404b-a9b5-6bd7edf8f3b6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0814474 Nov 24 14:20:14.902552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6edb321-6173-4819-9444-b1b323ca369f req-49887f2e-8190-468a-b568-04fcabc4b055 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432661 Nov 24 14:20:16.092524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6192ced-ece4-479a-a24d-ab488fabf637 req-728ad841-dfe8-445c-bace-78c02ef6f640 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:16.094041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6192ced-ece4-479a-a24d-ab488fabf637 req-728ad841-dfe8-445c-bace-78c02ef6f640 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0804379 Nov 24 14:20:16.141343 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6192ced-ece4-479a-a24d-ab488fabf637 req-03ffd38a-2898-44e5-a99f-0e6ef9b62c3a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Nov 24 14:20:17.000594 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:20:17.001507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:17.330237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361837f-1fb8-4415-8be8-7a2770d597cb req-d3d12922-39d2-434f-8994-57a58387afc3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:17.331720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8361837f-1fb8-4415-8be8-7a2770d597cb req-d3d12922-39d2-434f-8994-57a58387afc3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0872004 Nov 24 14:20:17.377424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8361837f-1fb8-4415-8be8-7a2770d597cb req-a962a557-05d6-4237-b3d7-7d9ee3d7a5d9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389717 Nov 24 14:20:18.563143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac246b85-3b64-4109-8cad-3c2a13c8bbd9 req-8b1fad8a-f18b-46d3-b610-92c332a4ddec tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:18.564611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac246b85-3b64-4109-8cad-3c2a13c8bbd9 req-8b1fad8a-f18b-46d3-b610-92c332a4ddec tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0807321 Nov 24 14:20:18.611399 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac246b85-3b64-4109-8cad-3c2a13c8bbd9 req-e57d171a-c52b-4761-8b98-fdfedca506d8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 Nov 24 14:20:19.798872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4158c811-e9a1-40c9-ac0f-f25b5a2ff075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:19.806893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8d50e-597c-479c-b9b8-a008530d9d4c req-4d524c75-b544-4d20-8681-5961a9d04e36 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:19.808403 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70f8d50e-597c-479c-b9b8-a008530d9d4c req-4d524c75-b544-4d20-8681-5961a9d04e36 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0893865 Nov 24 14:20:19.854409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70f8d50e-597c-479c-b9b8-a008530d9d4c req-bc7d4936-024a-4560-8b31-43b1e6948ca7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Nov 24 14:20:20.378154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:21.038307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9959-2c51-4eaa-a40d-62a3743821c3 req-a816e940-dbbe-428d-ae91-90079c83db8c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:21.039663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90df9959-2c51-4eaa-a40d-62a3743821c3 req-a816e940-dbbe-428d-ae91-90079c83db8c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0805211 Nov 24 14:20:21.087733 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90df9959-2c51-4eaa-a40d-62a3743821c3 req-4b98b58d-615d-4ec1-8695-aa2eb8f8d253 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420744 Nov 24 14:20:22.277847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c20e-0ebf-4331-8622-45162ad4147c req-aea0996a-1712-4d39-9571-b6dee6a8b4b1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:22.279294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2fe6c20e-0ebf-4331-8622-45162ad4147c req-aea0996a-1712-4d39-9571-b6dee6a8b4b1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0797601 Nov 24 14:20:22.323739 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2fe6c20e-0ebf-4331-8622-45162ad4147c req-daf230e3-40e5-4bab-b003-149607b1f3c0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387495 Nov 24 14:20:22.583039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d33d32f4-5d9e-4e6b-952e-0329faa3c9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:23.522393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805d01-0106-4f12-a7e6-87f0b4e04f92 req-649d4aca-e7b9-4c61-9c6e-86b0f9c8cc4d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:23.523862 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-21805d01-0106-4f12-a7e6-87f0b4e04f92 req-649d4aca-e7b9-4c61-9c6e-86b0f9c8cc4d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0933797 Nov 24 14:20:23.568756 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-21805d01-0106-4f12-a7e6-87f0b4e04f92 req-48595490-117d-4e57-b8ef-6aebb501273d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385072 Nov 24 14:20:23.712469 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-b3bfcbfc-fee8-4a0f-a72c-cdce69b150e9 service neutron] 10.222.0.76 "GET /v2.0/ports/11ff35d0-f07c-4c54-9141-792d2a154c69/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.0745056 Nov 24 14:20:23.755648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:23.992932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-5e500e23-a268-4d2b-82b3-08c114c5d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:23.994322 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-5e500e23-a268-4d2b-82b3-08c114c5d43e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 1099 time: 0.0752230 Nov 24 14:20:24.095402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-1027aae7-a29b-4bee-85c5-1f5f27e879b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.096900 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-1027aae7-a29b-4bee-85c5-1f5f27e879b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1099 time: 0.0769377 Nov 24 14:20:24.231600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-197c2e49-a81a-4139-a34e-83bc66299f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.233059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-197c2e49-a81a-4139-a34e-83bc66299f1b service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1264956 Nov 24 14:20:24.458443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-be5e4f93-8c77-432d-a3bd-3825de9ca143 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 1002 time: 0.2152731 Nov 24 14:20:24.523902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-fbbb94e8-4853-4c3d-970c-3234a6f23319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.525368 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-fbbb94e8-4853-4c3d-970c-3234a6f23319 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0571210 Nov 24 14:20:24.608896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-30cca70e-d064-4bbd-96c5-57a915bbc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.610375 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-30cca70e-d064-4bbd-96c5-57a915bbc072 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731454 Nov 24 14:20:24.801506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-9b7d4da4-ac04-4112-a231-0066b927a24f service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841562 Nov 24 14:20:24.813501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2db49-4fb7-4b50-9fba-60526ca5217d req-220497ed-54f8-41ac-b82a-dc8014954480 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:24.814858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49a2db49-4fb7-4b50-9fba-60526ca5217d req-220497ed-54f8-41ac-b82a-dc8014954480 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.1326628 Nov 24 14:20:24.935146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49a2db49-4fb7-4b50-9fba-60526ca5217d req-6e136a6d-795b-4e25-8ff6-411fc4788892 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019073 Nov 24 14:20:24.978834 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ddb72fb-797b-42e8-8dbb-55e5324564de req-fadba32a-44e0-4d2d-9c87-5a6ce61f61ff service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630449 Nov 24 14:20:25.345006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:26.130584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afd065-846f-4b54-8e6b-dbd6962d0cb3 req-36f6041e-dadd-4e72-98e7-b05af87bdeac tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:26.132043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4afd065-846f-4b54-8e6b-dbd6962d0cb3 req-36f6041e-dadd-4e72-98e7-b05af87bdeac tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0806682 Nov 24 14:20:26.177494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4afd065-846f-4b54-8e6b-dbd6962d0cb3 req-0f2007cd-2257-4bad-a7fc-e8cbf75edc26 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 Nov 24 14:20:26.594766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:20:26.598061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:20:26.807207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:26.840190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:26.862194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:26.866805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'mac_address': 'fa:16:3e:db:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:20:26.874244 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:26.903612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:26.910783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:26.954763 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'code': 200} Nov 24 14:20:26.986462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:27.010166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ff35d0-f07c-4c54-9141-792d2a154c69 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:27.013981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:27.027449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.027845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.028181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.028509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.028861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.029188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.029509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.029829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.030208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.030526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.030844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.031155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:27.035940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:27.040218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:27.045748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:27.047782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:27.112151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['11ff35d0-f07c-4c54-9141-792d2a154c69'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:20:27.156933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:27.165575 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:27.368902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4d439-5cce-47b6-8810-9d49867b3b22 req-b2721d32-e9c7-4cd6-8d59-1ca2a0ab8ee7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.370420 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9de4d439-5cce-47b6-8810-9d49867b3b22 req-b2721d32-e9c7-4cd6-8d59-1ca2a0ab8ee7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 945 time: 0.0848308 Nov 24 14:20:27.414951 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9de4d439-5cce-47b6-8810-9d49867b3b22 req-666211c0-cc93-46d3-bcf3-f4e32756dc7b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388014 Nov 24 14:20:27.789879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-18491f1b-c579-4a84-9052-2d59edf2b2c0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.791581 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-18491f1b-c579-4a84-9052-2d59edf2b2c0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 945 time: 0.1505809 Nov 24 14:20:27.799769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fc34c-c1da-49ec-ba52-afe532eae47d req-b91fa349-4dd9-4e97-b0e7-fdf1253bbcd0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.801155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd6fc34c-c1da-49ec-ba52-afe532eae47d req-b91fa349-4dd9-4e97-b0e7-fdf1253bbcd0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 945 time: 0.1590712 Nov 24 14:20:27.848125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd6fc34c-c1da-49ec-ba52-afe532eae47d req-4a083150-e468-4415-a443-ae488bd4bc28 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 Nov 24 14:20:27.931462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-79b0b594-89d6-4b2d-ae51-8b9fbf384d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:27.933603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-79b0b594-89d6-4b2d-ae51-8b9fbf384d05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 1098 time: 0.0717168 Nov 24 14:20:28.075035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-a29f391d-e71d-4168-a458-837bad8a2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.076488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-a29f391d-e71d-4168-a458-837bad8a2ab4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1362698 Nov 24 14:20:28.189928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-6eddf951-f840-4931-bf6f-b3bac1a7bbb0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 200 len: 1001 time: 0.1072178 Nov 24 14:20:28.254408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-be0dd44d-6bdf-4954-83ea-4ae58ad8e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.255855 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-be0dd44d-6bdf-4954-83ea-4ae58ad8e18f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0595829 Nov 24 14:20:28.337584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-c50679c1-3a7c-4cea-89d6-db314244ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:28.339546 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-c50679c1-3a7c-4cea-89d6-db314244ef96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774932 Nov 24 14:20:28.486500 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-0e0b4549-b713-42b7-a61c-3cc9ea1bbfc6 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403298 Nov 24 14:20:28.619847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:20:28.695695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 11ff35d0-f07c-4c54-9141-792d2a154c69 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:28.696076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:28.756785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a900582-c9c4-4cc4-a4f2-c1104166c088 req-47c81969-7034-4f00-bf0e-ede84e0a71e5 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640114 Nov 24 14:20:28.883306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:28.920150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:28.924688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:28.927499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:28.956075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:28.999582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:29.002899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:29.037951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f349b-9db4-40e7-a04b-e64536589be1 req-13b0cbe3-0736-4bff-a913-aa0d6fbef41f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:29.039337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-548f349b-9db4-40e7-a04b-e64536589be1 req-13b0cbe3-0736-4bff-a913-aa0d6fbef41f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0840862 Nov 24 14:20:29.084881 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-548f349b-9db4-40e7-a04b-e64536589be1 req-9ce05c8c-fbb9-4bd6-984a-ff39d420847f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Nov 24 14:20:29.143021 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'code': 200} Nov 24 14:20:30.277373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a765ce-3a2e-490c-8073-530d4efd83d8 req-b61af221-9bd2-4ed8-a449-690dee94fd5c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:30.278836 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-60a765ce-3a2e-490c-8073-530d4efd83d8 req-b61af221-9bd2-4ed8-a449-690dee94fd5c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0849149 Nov 24 14:20:30.324021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-60a765ce-3a2e-490c-8073-530d4efd83d8 req-1a00f7e6-42db-4593-83da-cbc6082b47d8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396657 Nov 24 14:20:30.508301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e16c-403e-4de0-a006-572323cb92dc req-796aa746-1ee3-4e64-812d-0b5080e3dd87 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:30.509939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a588e16c-403e-4de0-a006-572323cb92dc req-796aa746-1ee3-4e64-812d-0b5080e3dd87 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0807655 Nov 24 14:20:30.558404 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a588e16c-403e-4de0-a006-572323cb92dc req-b1a44940-827a-4ee8-a3ae-74f371cd64d0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Nov 24 14:20:30.742326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1d59f-e962-4b46-ac1f-15196d53f17e req-4615f7f2-66c0-4df0-b5a9-ecd02d63974f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:30.743780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63a1d59f-e962-4b46-ac1f-15196d53f17e req-4615f7f2-66c0-4df0-b5a9-ecd02d63974f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0822654 Nov 24 14:20:30.788750 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63a1d59f-e962-4b46-ac1f-15196d53f17e req-03a91b1d-8237-42f9-8731-6e9f937bdb14 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Nov 24 14:20:31.170568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150d8b4-ba91-4174-973c-f1fb30ecf38c req-92c4f023-8280-42db-b33c-8c5170fd41ef tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:31.172032 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b150d8b4-ba91-4174-973c-f1fb30ecf38c req-92c4f023-8280-42db-b33c-8c5170fd41ef tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0854456 Nov 24 14:20:31.216224 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b150d8b4-ba91-4174-973c-f1fb30ecf38c req-af792848-8042-4bf3-9797-2720174a71b2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385690 Nov 24 14:20:32.400094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6753b-78af-40c5-8c55-9bef9054db23 req-67f11a4a-e610-49ec-b369-ffccc0ebe927 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:32.401494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-99a6753b-78af-40c5-8c55-9bef9054db23 req-67f11a4a-e610-49ec-b369-ffccc0ebe927 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0802011 Nov 24 14:20:32.446591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-99a6753b-78af-40c5-8c55-9bef9054db23 req-53775b32-efbd-4b9e-9833-436f59619b22 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395465 Nov 24 14:20:32.943091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-df226aa8-6102-4c81-a1df-ca70d190aec7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:32.944531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-df226aa8-6102-4c81-a1df-ca70d190aec7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.0833561 Nov 24 14:20:33.017530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Deleting port 11ff35d0-f07c-4c54-9141-792d2a154c69 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:20:33.017777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:33.264382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] For port 11ff35d0-f07c-4c54-9141-792d2a154c69, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=11ff35d0-f07c-4c54-9141-792d2a154c69,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:33.264738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:33.618766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:33.620163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:33.620163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d disassociated. External IP: 172.26.8.132, port: 11ff35d0-f07c-4c54-9141-792d2a154c69. Nov 24 14:20:33.620428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Calling delete_port for 11ff35d0-f07c-4c54-9141-792d2a154c69 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:20:33.723614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bea83-3643-4897-afb8-ed7ba98c5d9c req-f48ff349-a54d-415e-9770-59298882daac tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:33.725094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-528bea83-3643-4897-afb8-ed7ba98c5d9c req-f48ff349-a54d-415e-9770-59298882daac tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 946 time: 0.1660781 Nov 24 14:20:33.833420 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-528bea83-3643-4897-afb8-ed7ba98c5d9c req-af8241e0-9abf-494f-a1d8-78661098ce0c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723510 Nov 24 14:20:33.834437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:33.840733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ba43fe0e-d33d-4287-881a-446181849485 tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:33.889937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event deleted for resources: {'Port': ['ID=11ff35d0-f07c-4c54-9141-792d2a154c69,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:33.900572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.900988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.901369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.901745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.902115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.902485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.902852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.903217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.903580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.903942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.904307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.904660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:20:33.908367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:34.226336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:20:34.411879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:20:34.422126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:20:34.432847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:20:34.433481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:20:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:34.487758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] No DVR routers for this DVR port 11ff35d0-f07c-4c54-9141-792d2a154c69 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:20:34.490261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:34.492915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-deleted', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:34.510785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e8b8dd10-d8c2-4a98-834a-2e17a757c652 req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "DELETE /v2.0/ports/11ff35d0-f07c-4c54-9141-792d2a154c69 HTTP/1.1" status: 204 len: 173 time: 1.5575502 Nov 24 14:20:34.538730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278a51da-dc3c-48f1-aea5-e61a785c616c', 'name': 'network-vif-deleted', 'tag': '11ff35d0-f07c-4c54-9141-792d2a154c69', 'status': 'completed', 'code': 200} Nov 24 14:20:34.625583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:20:34.941679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:34.946623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:20:34.956430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:20:34.956992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:20:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:35.005442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-681d8bb0-de84-4688-b115-ea194c87f43b req-9dab38cd-e139-445f-8517-622a2dda5a7e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:20:35.024513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-681d8bb0-de84-4688-b115-ea194c87f43b req-9dab38cd-e139-445f-8517-622a2dda5a7e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:20:35.026577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-681d8bb0-de84-4688-b115-ea194c87f43b req-9dab38cd-e139-445f-8517-622a2dda5a7e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=278a51da-dc3c-48f1-aea5-e61a785c616c HTTP/1.1" status: 200 len: 210 time: 0.0729990 Nov 24 14:20:35.149488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:20:35.465098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:35.469165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45be09-e2e2-4673-a61a-35556fda9b45 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:20:35.700413 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4170d03-d7cd-4a6e-9d7a-c544c45f99a7 None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:20:36.357265 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ff5931a-f846-4334-8d55-965d0b75ae99 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--221809149&fields=id&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 267 time: 0.0404730 Nov 24 14:20:36.510418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-9b1fc5b6-346d-41da-b8f5-dbfc2637ed92 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:36.511734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-9b1fc5b6-346d-41da-b8f5-dbfc2637ed92 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.1478543 Nov 24 14:20:36.527313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-6ca8db95-3488-4b5c-8df1-544eb2f1c0db tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/quotas/8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 375 time: 0.0099893 Nov 24 14:20:36.615054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-ae4076bb-627e-402e-b2e4-27c86b9cbbd9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824833 Nov 24 14:20:36.689718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:20:36.723940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 11ff35d0-f07c-4c54-9141-792d2a154c69 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:20:36.724391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 11ff35d0-f07c-4c54-9141-792d2a154c69 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:20:36.756563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-8e6bbfd2-cf72-48a1-b00a-7e9bfe3e86df service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292093 Nov 24 14:20:36.891492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-84129ce8-db4e-43eb-8cca-d79aa0207f55 service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276667 Nov 24 14:20:37.062808 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12e4a1ed-2b63-4920-9083-a41d0c8437a9 req-e7d1e61b-1f77-406c-869b-26283a3e0357 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 210 time: 0.0426226 Nov 24 14:20:38.235013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-b4047d74-8ffd-4df9-8183-6851277742dd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:38.236426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-b4047d74-8ffd-4df9-8183-6851277742dd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.1963651 Nov 24 14:20:38.238874 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71255bb5-7e72-45a1-9877-fe698da38293 req-ac644fb3-956a-4af4-9661-8e8847abe923 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 210 time: 0.0529754 Nov 24 14:20:38.307103 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-116258ff-429e-42fe-b05d-6d3124d6cdbf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 379 time: 0.0470507 Nov 24 14:20:38.318196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'port': {'device_id': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'admin_state_up': True, 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'security_groups': ['091391ce-fbb7-4dfe-b0ad-3f3c561604a3']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:38.454211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:20:38.463736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:20:38.473124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Made reservation on behalf of 8c1bf207bec54101ad4e8ab5d34a6612 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:20:38.476571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:38.761022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Allocated IP 172.20.0.13 (250ae304-723e-4d26-963d-154afa421af3/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33/101b7140-f4f4-4c9b-a061-037516e7c746) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:20:38.948917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:38.964633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Transition to ACTIVE for port object 101b7140-f4f4-4c9b-a061-037516e7c746 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:38.988610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:38.994684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:39.061118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:20:39.064301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:20:39.066740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:20:39.112628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:39.115499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:39.142532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:39.143131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:39.187818 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8731773 Nov 24 14:20:39.204698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Request body: {'port': {'device_id': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:39.327825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:39.333376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3588eb43-86fd-4475-ba22-7ea7b6f5ccea None None] Provisioning for port 101b7140-f4f4-4c9b-a061-037516e7c746 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:39.339632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3588eb43-86fd-4475-ba22-7ea7b6f5ccea None None] Provisioning complete for port 101b7140-f4f4-4c9b-a061-037516e7c746 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:39.340016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3588eb43-86fd-4475-ba22-7ea7b6f5ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:39.394721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3588eb43-86fd-4475-ba22-7ea7b6f5ccea None None] Port 101b7140-f4f4-4c9b-a061-037516e7c746 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:20:39.622639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cded86-edef-4aea-b744-7d23efee4fdf req-70a23b41-7b1e-4488-b1b0-4574b84f6ae1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:39.623380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-31cded86-edef-4aea-b744-7d23efee4fdf req-70a23b41-7b1e-4488-b1b0-4574b84f6ae1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:20:39.660577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-31cded86-edef-4aea-b744-7d23efee4fdf req-70a23b41-7b1e-4488-b1b0-4574b84f6ae1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:20:39.661904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31cded86-edef-4aea-b744-7d23efee4fdf req-70a23b41-7b1e-4488-b1b0-4574b84f6ae1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 932 time: 0.2870526 Nov 24 14:20:39.727807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31cded86-edef-4aea-b744-7d23efee4fdf req-27404cf8-0ec6-453a-8115-1489abd8fefc tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521321 Nov 24 14:20:39.798520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101b7140-f4f4-4c9b-a061-037516e7c746 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:39.806042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:39.822546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Transition to ACTIVE for port object 101b7140-f4f4-4c9b-a061-037516e7c746 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:20:39.825822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:39.829571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1650585b-1bcd-4123-9af1-963d0382da91 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:39.989672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:40.016830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:40.060599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Attempting to bind port 101b7140-f4f4-4c9b-a061-037516e7c746 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:20:40.060966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Attempting to bind port 101b7140-f4f4-4c9b-a061-037516e7c746 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:20:40.061291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Attempting to bind port 101b7140-f4f4-4c9b-a061-037516e7c746 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:20:40.066675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Port 101b7140-f4f4-4c9b-a061-037516e7c746 on network 250ae304-723e-4d26-963d-154afa421af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:20:40.066675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Attempting to bind port 101b7140-f4f4-4c9b-a061-037516e7c746 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:20:40.071862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:20:40.072200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:20:40.072715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Bound using segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:20:40.073170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Bound port: 101b7140-f4f4-4c9b-a061-037516e7c746, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:20:40.073512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:40.177364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:20:40.180792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:20:40.185064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:40.188804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-80a1d7ab-46bb-4bed-b761-4b6b2757566e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:40.249718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:40.250349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:40.251815 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] 10.222.0.76 "PUT /v2.0/ports/101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1094 time: 1.0518799 Nov 24 14:20:40.252340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:40.272293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:40.275957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:40.347546 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746', 'status': 'completed', 'code': 200} Nov 24 14:20:40.391425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-a9f003e0-3556-4bbe-a4a3-3bbd9fbc0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:40.392972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-a9f003e0-3556-4bbe-a4a3-3bbd9fbc0441 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1097 time: 0.0882127 Nov 24 14:20:40.470394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-03705465-79fa-465b-9afe-7280522cccef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 217 time: 0.0658727 Nov 24 14:20:40.664199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-eddf7911-d68a-48c8-a5f6-edf48a507b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:40.665828 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-eddf7911-d68a-48c8-a5f6-edf48a507b63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.1860328 Nov 24 14:20:40.748495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-eab2c290-0280-46b0-9781-fd36d18a72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:40.750040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-eab2c290-0280-46b0-9781-fd36d18a72ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730636 Nov 24 14:20:40.945331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-dad64fa7-30d0-42e5-ae57-a29829b49526 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842337 Nov 24 14:20:40.957641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa35f3-a11a-435a-88d8-f40440b1ebcc req-8a426d54-a027-4155-9d37-032859e0c5e8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:40.958942 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9aa35f3-a11a-435a-88d8-f40440b1ebcc req-8a426d54-a027-4155-9d37-032859e0c5e8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 944 time: 0.1215658 Nov 24 14:20:41.081050 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9aa35f3-a11a-435a-88d8-f40440b1ebcc req-42ccb8db-0986-497c-915f-4537c9c5b9f4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036730 Nov 24 14:20:41.118094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f79a3c07-c755-41fc-b2c8-cec0ffe2f904 req-9d218720-6505-487e-8eeb-0ba1bc490e9b service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582367 Nov 24 14:20:41.253279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-9c6738d2-2fda-48ed-ab70-c41fa2fe9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.254670 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-9c6738d2-2fda-48ed-ab70-c41fa2fe9b2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1097 time: 0.0751560 Nov 24 14:20:41.388582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-6838662b-51e7-4069-b975-7687e8c17a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.391132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-6838662b-51e7-4069-b975-7687e8c17a68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1263313 Nov 24 14:20:41.462903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-1c6dac54-8d0a-4e48-836a-a3c69d4c47ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 217 time: 0.0643160 Nov 24 14:20:41.524700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-4ed6c80e-131d-4c41-8584-217c2e9f1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.526234 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-4ed6c80e-131d-4c41-8584-217c2e9f1179 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0571702 Nov 24 14:20:41.600937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-12ce9313-264a-4202-91df-9d34312cc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:41.602379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-12ce9313-264a-4202-91df-9d34312cc62c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687971 Nov 24 14:20:41.734891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-0b2d278e-049a-4a05-87d1-83341d138109 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239996 Nov 24 14:20:41.873969 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f336fc1a-ddb9-4f66-b04b-d3a69bb83af0 req-958c3f8d-ae2e-49a8-b59c-f2d8cacd787c service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298876 Nov 24 14:20:42.280816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3fc39-aed6-4e92-acc8-488e2a968d17 req-17712b6f-a09f-478f-8043-97328e02f765 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:42.282177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9f3fc39-aed6-4e92-acc8-488e2a968d17 req-17712b6f-a09f-478f-8043-97328e02f765 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 944 time: 0.0954657 Nov 24 14:20:42.328022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9f3fc39-aed6-4e92-acc8-488e2a968d17 req-2e8e49c1-0b26-4d30-bd57-1b533b608523 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Nov 24 14:20:42.719726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:20:42.897042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:42.910242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '101b7140-f4f4-4c9b-a061-037516e7c746', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '101b7140-f4f4-4c9b-a061-037516e7c746', 'mac_address': 'fa:16:3e:8d:9c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:20:42.963897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:42.980349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101b7140-f4f4-4c9b-a061-037516e7c746 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:20:42.996227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:42.999986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:43.003047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-22f40a20-3864-400f-a13e-0d85953508f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:43.070461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:43.073765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:43.273882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['101b7140-f4f4-4c9b-a061-037516e7c746'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:20:43.524412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa2718-4586-4ba6-8d32-a292d94b002e req-a56cce1e-8edc-4206-8080-c51da363f121 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:43.525830 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1cfa2718-4586-4ba6-8d32-a292d94b002e req-a56cce1e-8edc-4206-8080-c51da363f121 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 945 time: 0.0822177 Nov 24 14:20:43.574636 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1cfa2718-4586-4ba6-8d32-a292d94b002e req-309b2415-408b-4daa-b86d-bd5f3d6652c9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 Nov 24 14:20:44.735943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:20:44.760775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c576091-0beb-45a6-a1db-1bfed388f2a1 req-7168385b-59f1-4386-81be-1110b2de0760 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:44.762521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1c576091-0beb-45a6-a1db-1bfed388f2a1 req-7168385b-59f1-4386-81be-1110b2de0760 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 945 time: 0.0832524 Nov 24 14:20:44.806108 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1c576091-0beb-45a6-a1db-1bfed388f2a1 req-b9d60e3e-36a4-4d38-a3c2-967b779ee00a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378718 Nov 24 14:20:44.806590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 101b7140-f4f4-4c9b-a061-037516e7c746 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:20:44.812859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 101b7140-f4f4-4c9b-a061-037516e7c746 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:20:44.813239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:44.929522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:44.956797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:44.966268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:20:44.970567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:44.973717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:20:45.009749 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746', 'code': 200} Nov 24 14:20:45.043418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:20:45.046579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:20:45.248996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc92f6b-c099-48b4-961c-9d89deb5efa1 req-2606a6ff-2ba9-4c2f-8259-ecdfbf7c4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:45.250351 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4cc92f6b-c099-48b4-961c-9d89deb5efa1 req-2606a6ff-2ba9-4c2f-8259-ecdfbf7c4d63 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0734253 Nov 24 14:20:45.416833 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4cc92f6b-c099-48b4-961c-9d89deb5efa1 req-24577610-d2d9-4092-a329-6c389cef4371 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550317 Nov 24 14:20:45.996369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1fa68-34f2-4ece-8df1-8b800cf19cca req-0d3050cf-a0c6-4cbf-9c3b-879bc1263038 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:45.997745 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-17a1fa68-34f2-4ece-8df1-8b800cf19cca req-0d3050cf-a0c6-4cbf-9c3b-879bc1263038 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0821939 Nov 24 14:20:46.042657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-17a1fa68-34f2-4ece-8df1-8b800cf19cca req-f0a15ab2-e5bc-41c9-a9d4-c801e53f6fe7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Nov 24 14:20:46.997860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:47.236414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a8c5-13f3-484e-a47f-ec921d3c2256 req-81976ca2-7110-43f8-b9f8-0c2db4cbf3bf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:47.238334 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd09a8c5-13f3-484e-a47f-ec921d3c2256 req-81976ca2-7110-43f8-b9f8-0c2db4cbf3bf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0890412 Nov 24 14:20:47.294216 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd09a8c5-13f3-484e-a47f-ec921d3c2256 req-ad544599-fdc3-431d-9e7c-2cb9ea6b7ca2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462718 Nov 24 14:20:47.475052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ff3a8-71ec-48e5-8fbb-12e8afb2acf1 req-2025faf3-3b90-4315-b36b-98ae63e8b0d0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:47.476566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-279ff3a8-71ec-48e5-8fbb-12e8afb2acf1 req-2025faf3-3b90-4315-b36b-98ae63e8b0d0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0820928 Nov 24 14:20:47.485179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 46770) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:20:47.490484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'floatingip': {'port_id': '101b7140-f4f4-4c9b-a061-037516e7c746'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:20:47.573946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:48.167397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:48.171271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:48.354396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d associated. External IP: 172.26.8.132, port: 101b7140-f4f4-4c9b-a061-037516e7c746. Nov 24 14:20:48.836245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:20:49.031855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:20:49.036808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:49.041602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:20:49.051480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:20:49.052091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:20:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:49.091741 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f4f0ae2e-1ed6-4c18-9cf5-758f3a2ced65 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "PUT /v2.0/floatingips/e7d56d2d-469e-4c86-b0de-bd15f63f893d HTTP/1.1" status: 200 len: 992 time: 1.6054981 Nov 24 14:20:49.092411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:20:49.234476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:20:49.242231 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746', 'status': 'completed', 'code': 200} Nov 24 14:20:49.345733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-57ac11f8-ab71-4615-9ab4-35cfc9bc8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:49.347268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-57ac11f8-ab71-4615-9ab4-35cfc9bc8dcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0772405 Nov 24 14:20:49.481007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-0b8403a4-54d7-4ea4-ab13-00dab16e2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:49.482435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-0b8403a4-54d7-4ea4-ab13-00dab16e2eec service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1291289 Nov 24 14:20:49.582557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '101b7140-f4f4-4c9b-a061-037516e7c746', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:8d:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:20:48Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:49.583107 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-9e1f283b-8ded-4521-bbfb-c31684aa2972 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1000 time: 0.0936124 Nov 24 14:20:49.586526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:20:49.595651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:20:49.596340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:20:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:49.650275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-02af7585-8a20-4b43-b09f-886958b18d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:49.651731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-02af7585-8a20-4b43-b09f-886958b18d8c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0623910 Nov 24 14:20:49.728181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-aa818190-1b27-4908-8e60-4c15403f44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:20:49.730380 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-aa818190-1b27-4908-8e60-4c15403f44fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718563 Nov 24 14:20:49.777595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:20:49.872718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-5bc9d852-3d97-48f9-a1ca-48b508c351eb service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351075 Nov 24 14:20:49.899422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29d2b35e-72fe-40f8-800e-2cb96b26f1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:50.010296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2cb563e0-13db-4026-9249-5f5c3314e226 req-90c6b7db-aba6-4716-8833-6523cab985c0 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308682 Nov 24 14:20:50.179245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '101b7140-f4f4-4c9b-a061-037516e7c746', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:8d:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:20:48Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:20:50.183165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1767c8-fdfe-45c1-a993-af81411d0d19 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '101b7140-f4f4-4c9b-a061-037516e7c746', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:8d:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:20:48Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:20:50.381302 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4073f2e-54e1-4904-a4b7-337a2c87e672 None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:20:50.381954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:52.585850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1ee35bfc-2fa3-461b-92ed-a8bfe25d3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:53.756361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:20:53.999169 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:20:55.349457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:08.162980 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-0efd8f9d-3495-4be3-a2ad-0b97f93499c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755084 Nov 24 14:21:08.303301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-9d055b48-bf91-43e7-beee-42a59c8486e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:08.304763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-9d055b48-bf91-43e7-beee-42a59c8486e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0714619 Nov 24 14:21:08.455591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-04a15434-b7ab-45b3-84f8-ed4c3c714280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:08.457047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-04a15434-b7ab-45b3-84f8-ed4c3c714280 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1300979 Nov 24 14:21:08.560988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-3c37e815-eccc-4265-8989-bdac1a94ab80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1002 time: 0.0969975 Nov 24 14:21:08.626629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-d7c26bff-5f88-405a-b14e-dfcfb20a7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:08.628017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-d7c26bff-5f88-405a-b14e-dfcfb20a7b92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0568540 Nov 24 14:21:08.705801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-085b762a-0168-486d-8b32-f824f5d7147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:08.707254 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-085b762a-0168-486d-8b32-f824f5d7147f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724599 Nov 24 14:21:08.972382 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-e3389c00-950b-405b-9869-9d103f1bd6fc service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514544 Nov 24 14:21:09.104413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f231f668-c098-46e9-93c2-3b2aa5be42a9 req-9ccaa7d6-e4e3-4b52-9e5e-5132f47d3800 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247892 Nov 24 14:21:17.010856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:19.800270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-08289a4c-356b-4ff9-914b-27612627b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:20.381152 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:22.588441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-21d9b991-6a1d-46c4-9b71-0c0f4f11a9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:23.758616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:25.368494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:30.477365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1723d-ce51-4e1e-9cf2-164607337331 req-8e926107-64ac-4c48-864e-0e7498acfb53 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:30.478795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2e1723d-ce51-4e1e-9cf2-164607337331 req-8e926107-64ac-4c48-864e-0e7498acfb53 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0809329 Nov 24 14:21:30.522219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2e1723d-ce51-4e1e-9cf2-164607337331 req-f2ebefe9-de72-4564-b607-5c962ccfbe61 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369613 Nov 24 14:21:30.997782 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:21:31.710619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a6f3-4a71-435e-bf9f-22d4fd79ec6e req-1f30c0aa-da66-4a39-88ec-986c71b63ee5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:31.712068 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0913a6f3-4a71-435e-bf9f-22d4fd79ec6e req-1f30c0aa-da66-4a39-88ec-986c71b63ee5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0833666 Nov 24 14:21:31.756232 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0913a6f3-4a71-435e-bf9f-22d4fd79ec6e req-ca0d9241-a4cf-4e95-9674-4b7a78c575c8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381031 Nov 24 14:21:32.939395 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d211e8-d881-485e-9c73-4c2a8cd1898e req-16568bad-f65b-423d-92a8-90a3290785ee tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:32.940927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20d211e8-d881-485e-9c73-4c2a8cd1898e req-16568bad-f65b-423d-92a8-90a3290785ee tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0797472 Nov 24 14:21:32.989863 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20d211e8-d881-485e-9c73-4c2a8cd1898e req-13c2203c-9c95-4c4d-84b3-8516aab09d3a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Nov 24 14:21:34.177388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899f3f5-95f5-46ce-9423-2f6c303d8af2 req-741bc565-ad4d-4aba-8785-77c1c7e72fbe tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:34.179580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3899f3f5-95f5-46ce-9423-2f6c303d8af2 req-741bc565-ad4d-4aba-8785-77c1c7e72fbe tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0836837 Nov 24 14:21:34.226479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3899f3f5-95f5-46ce-9423-2f6c303d8af2 req-77c888eb-bea2-458c-85cf-35bec99f6347 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389574 Nov 24 14:21:35.412653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdeec1-6013-4833-8768-4b2f5c265f65 req-d85789c3-b087-4404-81bb-e635c6a12c09 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:35.414114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cbfdeec1-6013-4833-8768-4b2f5c265f65 req-d85789c3-b087-4404-81bb-e635c6a12c09 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0831635 Nov 24 14:21:35.458588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cbfdeec1-6013-4833-8768-4b2f5c265f65 req-819e9a42-8201-4c8a-aada-5316c70e939c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381169 Nov 24 14:21:36.644219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ffe5-bb10-499d-ba09-50733ca58ede req-2edd4547-7c37-43de-af0f-f014c73728ee tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:36.645725 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-19f0ffe5-bb10-499d-ba09-50733ca58ede req-2edd4547-7c37-43de-af0f-f014c73728ee tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0805557 Nov 24 14:21:36.690294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-19f0ffe5-bb10-499d-ba09-50733ca58ede req-558288ef-85b4-4bb3-b709-56f111102766 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388944 Nov 24 14:21:37.877446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738059a-a97c-434d-bb95-7d0207d6c307 req-5a6a358c-3fe9-4292-a980-036bea3d8f9c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:37.878903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7738059a-a97c-434d-bb95-7d0207d6c307 req-5a6a358c-3fe9-4292-a980-036bea3d8f9c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0860331 Nov 24 14:21:37.922763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7738059a-a97c-434d-bb95-7d0207d6c307 req-e1643a34-69c6-4d05-ab52-92b1b6653599 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Nov 24 14:21:39.103613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d97ab-9583-4492-82a9-82192fea4cab req-aa4e9d85-37a4-4583-a641-b5a63fdb3bc0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:39.105064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc4d97ab-9583-4492-82a9-82192fea4cab req-aa4e9d85-37a4-4583-a641-b5a63fdb3bc0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0784853 Nov 24 14:21:39.148754 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc4d97ab-9583-4492-82a9-82192fea4cab req-84d215ce-36ec-40a4-99a9-239d61d695a5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 Nov 24 14:21:40.338135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d3918-4f51-4e13-8bb2-e9051884cd76 req-c1f27aac-8d9c-4344-9790-b614b5907b72 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:40.339555 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c22d3918-4f51-4e13-8bb2-e9051884cd76 req-c1f27aac-8d9c-4344-9790-b614b5907b72 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0829031 Nov 24 14:21:40.383568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c22d3918-4f51-4e13-8bb2-e9051884cd76 req-58e5c5fc-60cf-400d-a8aa-fcf79db3ae02 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Nov 24 14:21:41.577305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f009-ba7a-4b5c-aea0-8aba54d7cf2b req-0ea8bcae-3ea5-4306-b2a5-2c9d8fcdd873 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:41.578724 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8d60f009-ba7a-4b5c-aea0-8aba54d7cf2b req-0ea8bcae-3ea5-4306-b2a5-2c9d8fcdd873 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0793486 Nov 24 14:21:41.626384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8d60f009-ba7a-4b5c-aea0-8aba54d7cf2b req-3c7849d4-762c-40d3-898a-c7780257c361 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Nov 24 14:21:42.809872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b0925-1226-412d-b4ec-1ea2b0767d1a req-e3f855ee-5217-4d50-88da-0f56d351651a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:42.811319 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e75b0925-1226-412d-b4ec-1ea2b0767d1a req-e3f855ee-5217-4d50-88da-0f56d351651a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0810623 Nov 24 14:21:42.854140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e75b0925-1226-412d-b4ec-1ea2b0767d1a req-c01286da-bc77-44fe-8d2a-a862b2b41b35 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371416 Nov 24 14:21:44.044103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eb6bd-f986-44f0-8b49-b30537f12a2d req-79c492d6-6c6e-449e-8312-a732b5d003bf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:44.045466 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e27eb6bd-f986-44f0-8b49-b30537f12a2d req-79c492d6-6c6e-449e-8312-a732b5d003bf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0840242 Nov 24 14:21:44.087828 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e27eb6bd-f986-44f0-8b49-b30537f12a2d req-1811b00a-bfce-442b-9f22-d048bfa198dc tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367839 Nov 24 14:21:45.274020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f153f-af53-4e9d-9c60-ee67b6d8b25e req-9ebe8e69-7650-4c2b-b9d0-e124f6bb10b9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:45.275457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc2f153f-af53-4e9d-9c60-ee67b6d8b25e req-9ebe8e69-7650-4c2b-b9d0-e124f6bb10b9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0793643 Nov 24 14:21:45.318968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc2f153f-af53-4e9d-9c60-ee67b6d8b25e req-0addeaa1-5646-4c78-8876-4934a21f4b90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376971 Nov 24 14:21:46.508490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9565b-e751-4188-841a-2ab4b90f1744 req-e401b3a2-e90b-4ae9-81b4-aa06c2b7a273 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:46.509866 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-32e9565b-e751-4188-841a-2ab4b90f1744 req-e401b3a2-e90b-4ae9-81b4-aa06c2b7a273 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0861256 Nov 24 14:21:46.553417 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-32e9565b-e751-4188-841a-2ab4b90f1744 req-3cf149f6-7e7b-4bff-97d0-9fbde841ed1a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 Nov 24 14:21:46.959731 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-d134c314-a603-4920-a05f-70b6af89e61b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243365 Nov 24 14:21:46.984525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f341d2-6406-47b8-8d68-eeed872dc70b req-3eb0a023-3ffd-4af3-b0e8-605bde5b0f46 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:46.986104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f8f341d2-6406-47b8-8d68-eeed872dc70b req-3eb0a023-3ffd-4af3-b0e8-605bde5b0f46 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0888634 Nov 24 14:21:47.021130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:47.040160 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f8f341d2-6406-47b8-8d68-eeed872dc70b req-c5eb4157-6522-43e1-a8ec-9364502403cd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464616 Nov 24 14:21:48.381367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-a805b18a-d4fa-4630-bd66-3a4dba7aac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:48.382850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-a805b18a-d4fa-4630-bd66-3a4dba7aac8b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.2572477 Nov 24 14:21:48.393038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316504-2a80-495b-817d-d02d8f6d9560 req-26873991-b469-46e4-a36f-32989fd4f8f1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:48.394529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-94316504-2a80-495b-817d-d02d8f6d9560 req-26873991-b469-46e4-a36f-32989fd4f8f1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.2340159 Nov 24 14:21:48.521239 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-94316504-2a80-495b-817d-d02d8f6d9560 req-e8ee7eea-8ff2-410d-9aa1-1dd99656bc89 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077294 Nov 24 14:21:48.556191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-3c862524-2859-4a6d-8162-5dab5ee3a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:48.557643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-3c862524-2859-4a6d-8162-5dab5ee3a5c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1622915 Nov 24 14:21:48.665456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-7f30a411-a238-4065-91cd-0c5487ca4f7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1002 time: 0.0974522 Nov 24 14:21:48.731984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-5b91f395-6aab-4337-bd4b-4be01d2f10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:48.733461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-5b91f395-6aab-4337-bd4b-4be01d2f10ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0585177 Nov 24 14:21:48.812241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-472ae419-731b-42b1-9711-56cfc0d3d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:48.813705 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-472ae419-731b-42b1-9711-56cfc0d3d3f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700798 Nov 24 14:21:48.947094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-80e104eb-6e5b-4393-ba0e-422fa1575462 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225586 Nov 24 14:21:49.083003 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-d7fc1a42-223d-42ec-b7c5-bcbd828faf73 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262066 Nov 24 14:21:49.712799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a98ad-2e11-45b4-b756-e7e61f59c2ab req-bd087142-f16b-4d14-936e-6a605c2c560a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:49.714878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a90a98ad-2e11-45b4-b756-e7e61f59c2ab req-bd087142-f16b-4d14-936e-6a605c2c560a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0854862 Nov 24 14:21:49.757802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a90a98ad-2e11-45b4-b756-e7e61f59c2ab req-c33038de-52b7-4dbb-bf58-66de97140c45 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372427 Nov 24 14:21:49.803126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7a21f5e-5058-4e1e-b268-10e1141310fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:50.373005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:50.998359 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-cce5f7f5-79bb-4c59-a689-3d3233bb6c97 service neutron] 10.222.0.76 "GET /v2.0/ports/101b7140-f4f4-4c9b-a061-037516e7c746/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.0993690 Nov 24 14:21:51.010036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d3d31-dabe-4292-a6ac-701ac5a4c8d1 req-e2e33e27-e6a3-4e7d-8eba-300b8c41b3d1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:51.011531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-793d3d31-dabe-4292-a6ac-701ac5a4c8d1 req-e2e33e27-e6a3-4e7d-8eba-300b8c41b3d1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.1491680 Nov 24 14:21:51.056737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-793d3d31-dabe-4292-a6ac-701ac5a4c8d1 req-31f2fc27-d709-4aa8-9db0-e7451df2d6e5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Nov 24 14:21:51.281215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-6c757303-b24a-4854-b161-382c86daf98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:51.282566 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-6c757303-b24a-4854-b161-382c86daf98e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 1099 time: 0.0737526 Nov 24 14:21:51.381205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-b150d8b6-e383-4e7e-91bb-2820880983d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:51.382661 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-b150d8b6-e383-4e7e-91bb-2820880983d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0705533 Nov 24 14:21:51.524721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-69fd0b84-cd11-447f-be8e-5e032e3fe64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:51.526187 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-69fd0b84-cd11-447f-be8e-5e032e3fe64c service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1323118 Nov 24 14:21:51.632951 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-f30b6d3e-1987-4c85-afc5-1842d9dfeb9a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1002 time: 0.0962636 Nov 24 14:21:51.698071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-88863c10-42b9-4378-94be-dcc313f8d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:51.700146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-88863c10-42b9-4378-94be-dcc313f8d89d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0576308 Nov 24 14:21:51.781925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-ef9620bd-0e91-4aad-9828-d02dca203e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:51.783419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-ef9620bd-0e91-4aad-9828-d02dca203e3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735869 Nov 24 14:21:52.039429 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-5db7af55-f715-44d4-a87d-196b90937c09 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453001 Nov 24 14:21:52.172994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd63f1ff-2b33-4a16-ae3a-b0117e887126 req-9918714d-9eab-47a3-b033-10350edaf396 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236093 Nov 24 14:21:52.253505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cfb3c-aed8-43e2-8eff-77580a373251 req-b693c611-1c17-4acf-9a26-c31324144b14 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:52.254967 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-043cfb3c-aed8-43e2-8eff-77580a373251 req-b693c611-1c17-4acf-9a26-c31324144b14 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0811350 Nov 24 14:21:52.299776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-043cfb3c-aed8-43e2-8eff-77580a373251 req-443592cc-ce5f-4aec-bd89-08d171025520 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 Nov 24 14:21:52.591570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cd950510-1187-4fde-8a85-356f543019e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:53.488093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e71e3-1a4e-49f7-ae84-25c5d73d3ac7 req-8510c588-e256-4e64-b7ba-5c043c55a98f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:53.489563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-954e71e3-1a4e-49f7-ae84-25c5d73d3ac7 req-8510c588-e256-4e64-b7ba-5c043c55a98f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0842099 Nov 24 14:21:53.533411 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-954e71e3-1a4e-49f7-ae84-25c5d73d3ac7 req-47c1922b-525b-47c4-a75b-f90cc53fe654 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 Nov 24 14:21:53.762407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:54.718310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2cde2-2a31-40a5-ace1-2f0487ea44d0 req-eefc52e3-e08a-411f-a113-e124227fb627 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:54.719758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09c2cde2-2a31-40a5-ace1-2f0487ea44d0 req-eefc52e3-e08a-411f-a113-e124227fb627 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0808706 Nov 24 14:21:54.763802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-09c2cde2-2a31-40a5-ace1-2f0487ea44d0 req-5c396604-5476-426a-b599-a36f83eda86b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 Nov 24 14:21:55.137081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4ac1-b6f7-4574-ab98-b95f87000f4d req-595c4454-a967-4395-865b-2fd385591026 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.138558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2ef4ac1-b6f7-4574-ab98-b95f87000f4d req-595c4454-a967-4395-865b-2fd385591026 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.1545858 Nov 24 14:21:55.140103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:21:55.144127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:21:55.147041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac558-f32e-4458-b21a-afedfb039085 req-b50f3f5f-018c-4e55-87ad-73bc727b9c0a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.148373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-b50f3f5f-018c-4e55-87ad-73bc727b9c0a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 946 time: 0.1221874 Nov 24 14:21:55.188708 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2ef4ac1-b6f7-4574-ab98-b95f87000f4d req-52aaf147-9418-44d6-989f-4f7ba0699bd9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393450 Nov 24 14:21:55.305107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac558-f32e-4458-b21a-afedfb039085 req-bdde6842-4f79-429c-b9e6-ca916103c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.306562 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-bdde6842-4f79-429c-b9e6-ca916103c355 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0717177 Nov 24 14:21:55.380589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:55.394723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:21:55.404920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:55.412986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '101b7140-f4f4-4c9b-a061-037516e7c746', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '101b7140-f4f4-4c9b-a061-037516e7c746', 'mac_address': 'fa:16:3e:8d:9c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:21:55.445603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac558-f32e-4458-b21a-afedfb039085 req-c2da1779-280a-4f2f-a3c7-a7f439e330a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.447033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-c2da1779-280a-4f2f-a3c7-a7f439e330a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1289828 Nov 24 14:21:55.453087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:55.478323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:21:55.485807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:55.488983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:21:55.521067 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746', 'code': 200} Nov 24 14:21:55.522148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:55.558161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 101b7140-f4f4-4c9b-a061-037516e7c746 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:21:55.558426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-2a924925-f393-4576-8767-e8a2f03b7cb0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1000 time: 0.1005232 Nov 24 14:21:55.617507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:55.622277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac558-f32e-4458-b21a-afedfb039085 req-534db328-aa3b-4418-a7ea-130c18c2fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.623717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-534db328-aa3b-4418-a7ea-130c18c2fb86 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0580542 Nov 24 14:21:55.629760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.630109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.630444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.630774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.631101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.631431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.631754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.632076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.632399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.632718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.633061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.633382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:21:55.639342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:21:55.641338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:21:55.641697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:21:55.708916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac558-f32e-4458-b21a-afedfb039085 req-07935433-41e4-4293-89c5-8a69ff884fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:55.710387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-07935433-41e4-4293-89c5-8a69ff884fca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764713 Nov 24 14:21:55.846411 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-7ddb3898-74ef-41e1-b171-e94e5fe120e8 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243565 Nov 24 14:21:55.979768 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4fbac558-f32e-4458-b21a-afedfb039085 req-37817a55-8f9c-4827-8720-7fd848b07645 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219571 Nov 24 14:21:56.197335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:56.214922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101b7140-f4f4-4c9b-a061-037516e7c746 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:21:56.231879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:21:56.235660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:56.238143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:21:56.307006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:56.311392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:21:56.313259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['101b7140-f4f4-4c9b-a061-037516e7c746'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:21:56.381098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a73c-55a1-4bb6-b2e9-74ab245a3fe8 req-46673e6c-1b61-492d-87ec-623cffc7582a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:56.382898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-29a5a73c-55a1-4bb6-b2e9-74ab245a3fe8 req-46673e6c-1b61-492d-87ec-623cffc7582a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 945 time: 0.0849240 Nov 24 14:21:56.439701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-29a5a73c-55a1-4bb6-b2e9-74ab245a3fe8 req-834a029f-6d82-4ace-9148-bfd0231bd0dc tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500331 Nov 24 14:21:57.170606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:21:57.236930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 101b7140-f4f4-4c9b-a061-037516e7c746 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:21:57.237593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:57.389481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:57.421269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:21:57.425041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:21:57.426958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:21:57.499834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:21:57.502845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:21:57.522462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:21:57.631949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151b602-909a-42fd-8223-264099dae069 req-14f6a0f6-9334-4a79-a956-e5b951598712 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:57.633417 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4151b602-909a-42fd-8223-264099dae069 req-14f6a0f6-9334-4a79-a956-e5b951598712 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0821168 Nov 24 14:21:57.678524 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4151b602-909a-42fd-8223-264099dae069 req-3fb7184c-f8e9-44f4-9f1a-faa2496d49ae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391636 Nov 24 14:21:57.728753 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746', 'code': 200} Nov 24 14:21:57.884923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad4b31-144f-4501-9e36-3f4d21439b35 req-ea5bb49d-e176-456c-8965-75728cef8038 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:57.887046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0cad4b31-144f-4501-9e36-3f4d21439b35 req-ea5bb49d-e176-456c-8965-75728cef8038 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0788908 Nov 24 14:21:57.932972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0cad4b31-144f-4501-9e36-3f4d21439b35 req-53988969-cb1c-4eb6-9523-9a55d42a5011 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 Nov 24 14:21:58.453787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-ae71937a-5f09-4645-8e84-b8740e093ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.455227 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-ae71937a-5f09-4645-8e84-b8740e093ba3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0998454 Nov 24 14:21:58.463221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a39f75-7eb5-44fe-bc3d-272da7616b73 req-93c946cb-a0d8-4fc5-8354-7bd1e031218c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.464870 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71a39f75-7eb5-44fe-bc3d-272da7616b73 req-93c946cb-a0d8-4fc5-8354-7bd1e031218c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.2732704 Nov 24 14:21:58.590717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71a39f75-7eb5-44fe-bc3d-272da7616b73 req-5253ff73-dcb7-4ef7-a430-1b431a5a7ec2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071854 Nov 24 14:21:58.625582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-fa4976ff-7cf7-4208-9c8d-3ec2e5195ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.627000 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-fa4976ff-7cf7-4208-9c8d-3ec2e5195ab6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1613193 Nov 24 14:21:58.736094 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-fb524d49-37c0-4e9c-8281-ba27ceaf2d12 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 200 len: 1002 time: 0.0984576 Nov 24 14:21:58.801028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-0ada6d89-766e-4049-921c-c3d8bce32d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.802419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-0ada6d89-766e-4049-921c-c3d8bce32d4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0564144 Nov 24 14:21:58.892184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-5eaba479-5eda-4f01-8dbe-0467708fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:58.893678 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-5eaba479-5eda-4f01-8dbe-0467708fa4f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813963 Nov 24 14:21:59.030069 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-764d8268-4a92-4888-8849-9dbbe0ac5215 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249297 Nov 24 14:21:59.161904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c58043f1-e039-4ff9-ac2f-0fd328f944df req-aad41418-39d4-471c-88b2-550b9fa60eab service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215792 Nov 24 14:21:59.780469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874de34e-8ca0-4c2a-bd62-898d331869c6 req-ab7ba3df-afbe-46a4-b139-153f528472fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:21:59.781938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-874de34e-8ca0-4c2a-bd62-898d331869c6 req-ab7ba3df-afbe-46a4-b139-153f528472fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0833678 Nov 24 14:21:59.825875 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-874de34e-8ca0-4c2a-bd62-898d331869c6 req-3f5cd816-bc37-4963-a213-ffbb7aff8bb0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383122 Nov 24 14:22:01.022333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b2baf-8cac-4c61-bf75-929599d960a8 req-af1e5946-2625-45dd-8292-b5c48529a919 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:01.023663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-465b2baf-8cac-4c61-bf75-929599d960a8 req-af1e5946-2625-45dd-8292-b5c48529a919 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0823932 Nov 24 14:22:01.067038 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-465b2baf-8cac-4c61-bf75-929599d960a8 req-4bd4048f-5ab2-4071-a5fa-93f1be2fcb31 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371969 Nov 24 14:22:01.438613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5e7e-7c42-48a1-8648-165f9c11563b req-76dd448b-e12d-4bd7-b405-64a65ef57dcf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:01.440090 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b5d5e7e-7c42-48a1-8648-165f9c11563b req-76dd448b-e12d-4bd7-b405-64a65ef57dcf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0799491 Nov 24 14:22:01.483850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5b5d5e7e-7c42-48a1-8648-165f9c11563b req-57979f2f-31db-481d-b33d-9e1105b24fb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382290 Nov 24 14:22:02.679620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53944-87fc-4a9c-9b2d-bfc3e2223be3 req-1857830d-fc1d-475d-85d1-6adc6bb5e3d5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:02.681097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-34e53944-87fc-4a9c-9b2d-bfc3e2223be3 req-1857830d-fc1d-475d-85d1-6adc6bb5e3d5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0889859 Nov 24 14:22:02.725960 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-34e53944-87fc-4a9c-9b2d-bfc3e2223be3 req-7b36bb9a-f52b-45bb-9e84-22723792d18a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 Nov 24 14:22:03.223877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab58725-ffea-4c29-8121-28b30f408686 req-37136715-8f3d-4d5b-a16b-95a0a3bbbfc3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:03.225332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1ab58725-ffea-4c29-8121-28b30f408686 req-37136715-8f3d-4d5b-a16b-95a0a3bbbfc3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.0777192 Nov 24 14:22:03.299983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Deleting port 101b7140-f4f4-4c9b-a061-037516e7c746 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:22:03.300318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:03.666153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] For port 101b7140-f4f4-4c9b-a061-037516e7c746, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=101b7140-f4f4-4c9b-a061-037516e7c746,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:22:03.666505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:04.010037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:04.011225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:04.011225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d disassociated. External IP: 172.26.8.132, port: 101b7140-f4f4-4c9b-a061-037516e7c746. Nov 24 14:22:04.011548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Calling delete_port for 101b7140-f4f4-4c9b-a061-037516e7c746 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:22:04.065638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d09a6-d543-4ea5-ad49-3567cfdc3c24 req-b020a1ce-6a96-4292-aa2f-86207b3405ec tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:04.067101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-176d09a6-d543-4ea5-ad49-3567cfdc3c24 req-b020a1ce-6a96-4292-aa2f-86207b3405ec tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 946 time: 0.2333121 Nov 24 14:22:04.133659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-176d09a6-d543-4ea5-ad49-3567cfdc3c24 req-01408409-68a2-4203-8d13-816aae6f3a9d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608754 Nov 24 14:22:04.201169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:04.206601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-740247a1-5652-4fa8-9b97-21be690369cc tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:22:04.250890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event deleted for resources: {'Port': ['ID=101b7140-f4f4-4c9b-a061-037516e7c746,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:04.262561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.262955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.263338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.263718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.264128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.264504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.264904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.265274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.265643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.266011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.266386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.266748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:22:04.324843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:22:04.462148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:22:04.641676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:22:04.657416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:04.669836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:22:04.671483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:21:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:04.719110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] No DVR routers for this DVR port 101b7140-f4f4-4c9b-a061-037516e7c746 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:22:04.721756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:04.724530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-deleted', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:04.742915 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1ab58725-ffea-4c29-8121-28b30f408686 req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "DELETE /v2.0/ports/101b7140-f4f4-4c9b-a061-037516e7c746 HTTP/1.1" status: 204 len: 173 time: 1.5082765 Nov 24 14:22:04.792933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1416e6e-f6db-43f7-999a-da8da01f9b16', 'name': 'network-vif-deleted', 'tag': '101b7140-f4f4-4c9b-a061-037516e7c746', 'status': 'completed', 'code': 200} Nov 24 14:22:04.878863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:22:05.224035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:05.229039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:05.242633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:22:05.243252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:21:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:05.314568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8c7f45fb-d5c5-4fdd-b20e-ee741ec11948 req-db0b95e3-235a-4f45-85da-f16a3a09aa1e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:22:05.338869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8c7f45fb-d5c5-4fdd-b20e-ee741ec11948 req-db0b95e3-235a-4f45-85da-f16a3a09aa1e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:22:05.341493 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8c7f45fb-d5c5-4fdd-b20e-ee741ec11948 req-db0b95e3-235a-4f45-85da-f16a3a09aa1e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1416e6e-f6db-43f7-999a-da8da01f9b16 HTTP/1.1" status: 200 len: 210 time: 0.0741601 Nov 24 14:22:05.481769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:22:05.856172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:05.860090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a2a1de-3e65-44f4-a54a-81dc3bc5fed6 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:06.115752 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abecb6b-959f-4190-be64-5caa216d1338 None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:22:06.716638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-c7d0a25f-9e0c-4584-ab1a-3c96f3020726 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--221809149&fields=id&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 267 time: 0.0526490 Nov 24 14:22:06.872422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-cf8ba70d-5463-4f20-8d08-d5b0ff0f26c7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:06.873760 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-cf8ba70d-5463-4f20-8d08-d5b0ff0f26c7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.1506178 Nov 24 14:22:06.889093 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-6c93cc8c-4cfd-47a3-a9f1-4bb87c6a376a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/quotas/8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 375 time: 0.0099418 Nov 24 14:22:07.002907 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-23b569a4-4bd2-409a-a268-a468979363e7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085093 Nov 24 14:22:07.239164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:22:07.278990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 101b7140-f4f4-4c9b-a061-037516e7c746 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:22:07.279348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 101b7140-f4f4-4c9b-a061-037516e7c746 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:22:07.286948 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-6b8f748a-84fa-4f8f-8a15-a057bab7c666 service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707739 Nov 24 14:22:07.425368 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-cd760dc7-8fd1-4e65-b723-3373ee774236 service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326089 Nov 24 14:22:07.604667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a3c215a3-de38-46d7-8cf2-c8e065a126d4 req-0c602557-3bab-4094-a425-69337281132c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 210 time: 0.0428462 Nov 24 14:22:07.998663 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:22:08.778747 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90bc2c85-7f9d-4965-a8e8-17e8e5977724 req-b284e55f-e5e6-4361-93dd-4a418c324ef9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 210 time: 0.0513511 Nov 24 14:22:08.785216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-0c79f7a5-335d-4a53-8329-2398ffcefd71 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:08.786576 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-0c79f7a5-335d-4a53-8329-2398ffcefd71 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.1994278 Nov 24 14:22:08.845579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-cd33dc50-cb6e-4e70-b19c-1b8b9160065b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 379 time: 0.0439720 Nov 24 14:22:08.880291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'port': {'device_id': '3cf0841f-2993-4676-af78-dfe28362ac70', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'admin_state_up': True, 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'security_groups': ['091391ce-fbb7-4dfe-b0ad-3f3c561604a3']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:09.020271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:22:09.032727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:22:09.043812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Made reservation on behalf of 8c1bf207bec54101ad4e8ab5d34a6612 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:22:09.047464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:09.234184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Allocated IP 172.20.0.11 (250ae304-723e-4d26-963d-154afa421af3/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33/9d94a0ec-a81f-471f-b99e-277b6255b978) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:22:09.460877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:09.480698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Transition to ACTIVE for port object 9d94a0ec-a81f-471f-b99e-277b6255b978 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:22:09.505261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:09.510790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5232ea99-734c-4eaa-b346-a691289dd332 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:22:09.585104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:22:09.590409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:22:09.595186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:22:09.647653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:09.650665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:22:09.679989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:09.680642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:09.708674 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8320804 Nov 24 14:22:09.774964 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Request body: {'port': {'device_id': '3cf0841f-2993-4676-af78-dfe28362ac70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:09.881516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3be9a13e-d508-4cc0-ab31-95d7ed419d8c None None] Provisioning for port 9d94a0ec-a81f-471f-b99e-277b6255b978 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:22:09.888592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3be9a13e-d508-4cc0-ab31-95d7ed419d8c None None] Provisioning complete for port 9d94a0ec-a81f-471f-b99e-277b6255b978 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:09.889241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3be9a13e-d508-4cc0-ab31-95d7ed419d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:09.931491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:09.942513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3be9a13e-d508-4cc0-ab31-95d7ed419d8c None None] Port 9d94a0ec-a81f-471f-b99e-277b6255b978 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:22:10.098895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f690-197d-4190-9292-ec50e984a417 req-e2ede906-d126-4b3f-a3ed-f11577952d7c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:10.099588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0ec2f690-197d-4190-9292-ec50e984a417 req-e2ede906-d126-4b3f-a3ed-f11577952d7c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:22:10.137064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0ec2f690-197d-4190-9292-ec50e984a417 req-e2ede906-d126-4b3f-a3ed-f11577952d7c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:22:10.138225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0ec2f690-197d-4190-9292-ec50e984a417 req-e2ede906-d126-4b3f-a3ed-f11577952d7c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 932 time: 0.2450323 Nov 24 14:22:10.267073 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0ec2f690-197d-4190-9292-ec50e984a417 req-80fdeeaa-f422-4348-bdc8-71e6820e8f55 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224115 Nov 24 14:22:10.501491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d94a0ec-a81f-471f-b99e-277b6255b978 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:10.509036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:10.524126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Transition to ACTIVE for port object 9d94a0ec-a81f-471f-b99e-277b6255b978 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:22:10.527875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:10.531666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-73223e77-262b-48a4-9c76-a041252dc0f1 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:22:10.660631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:10.664378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:22:10.772403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Attempting to bind port 9d94a0ec-a81f-471f-b99e-277b6255b978 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:22:10.772761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Attempting to bind port 9d94a0ec-a81f-471f-b99e-277b6255b978 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:22:10.773144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Attempting to bind port 9d94a0ec-a81f-471f-b99e-277b6255b978 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:22:10.777877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Port 9d94a0ec-a81f-471f-b99e-277b6255b978 on network 250ae304-723e-4d26-963d-154afa421af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:22:10.778221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Attempting to bind port 9d94a0ec-a81f-471f-b99e-277b6255b978 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:22:10.783371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:22:10.783710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:22:10.784094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Bound using segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:22:10.784510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Bound port: 9d94a0ec-a81f-471f-b99e-277b6255b978, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:22:10.784885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:10.881285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:22:10.884178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:22:10.889166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:10.893588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5487293a-aec0-4985-b109-c5c8f1b3ec90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:22:10.952169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:10.952872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:10.954164 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] 10.222.0.76 "PUT /v2.0/ports/9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1094 time: 1.2327445 Nov 24 14:22:10.954681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:10.975466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:10.978979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:22:11.032867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'status': 'completed', 'code': 200} Nov 24 14:22:11.074328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-c5827383-e9db-4fca-8287-b857ab17eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:11.075810 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-c5827383-e9db-4fca-8287-b857ab17eed9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1097 time: 0.0756910 Nov 24 14:22:11.156109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-3f038cde-e84d-41b0-9dd6-ffc8c77a3723 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 217 time: 0.0689509 Nov 24 14:22:11.224820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-7342e022-7288-44b3-81ca-70ccbc8bc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:11.226171 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-7342e022-7288-44b3-81ca-70ccbc8bc61d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0596926 Nov 24 14:22:11.309251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-83040e29-1fd7-42fd-92b2-041c061c57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:11.310905 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-83040e29-1fd7-42fd-92b2-041c061c57ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734270 Nov 24 14:22:11.503737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-cece18c9-d6f6-4b5a-8b51-4dc70ede2a67 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826360 Nov 24 14:22:11.517771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96179ec5-c1e6-4281-a041-df375cc24d26 req-aae20575-1817-4a7b-8e40-129f43916928 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:11.519113 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96179ec5-c1e6-4281-a041-df375cc24d26 req-aae20575-1817-4a7b-8e40-129f43916928 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 944 time: 0.1340032 Nov 24 14:22:11.641706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96179ec5-c1e6-4281-a041-df375cc24d26 req-3d5ad58d-7dc5-4576-8443-c342d9c76a23 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034217 Nov 24 14:22:11.685086 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-70d3bb65-ad12-49ba-8a69-f370065997ed req-6ee37c34-7270-449d-a2af-ffba2e72327c service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648455 Nov 24 14:22:11.817840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabf46-18d7-4a64-a211-62418d58db06 req-f90ef9cf-f951-459a-b122-8aa931cea1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:11.819282 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-f90ef9cf-f951-459a-b122-8aa931cea1a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1097 time: 0.0771523 Nov 24 14:22:11.952404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabf46-18d7-4a64-a211-62418d58db06 req-32b6a33d-13c3-422c-a4ca-2439a0af223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:11.953786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-32b6a33d-13c3-422c-a4ca-2439a0af223e service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1263814 Nov 24 14:22:12.035403 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-999f0f5b-c237-4849-824e-3cc641177fe9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 217 time: 0.0743899 Nov 24 14:22:12.106801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabf46-18d7-4a64-a211-62418d58db06 req-6d81baa3-f8aa-4b04-8584-8c5c3eea9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:12.108246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-6d81baa3-f8aa-4b04-8584-8c5c3eea9492 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0650377 Nov 24 14:22:12.186095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faabf46-18d7-4a64-a211-62418d58db06 req-d54b4792-788d-4677-b5c5-194b7e483483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:12.187563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-d54b4792-788d-4677-b5c5-194b7e483483 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701580 Nov 24 14:22:12.464985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-0fb97f4b-9577-4342-ab8a-9f48b5141bcf service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691021 Nov 24 14:22:12.598239 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2faabf46-18d7-4a64-a211-62418d58db06 req-51747d66-3ecd-4b42-9348-83a5fa357cc4 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254711 Nov 24 14:22:12.909522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f337-934d-4ac9-a8f0-f6978b681ea8 req-3ddb42b5-7f69-479f-a191-6c513dfd3cec tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:12.911209 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ad3f337-934d-4ac9-a8f0-f6978b681ea8 req-3ddb42b5-7f69-479f-a191-6c513dfd3cec tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 944 time: 0.0943961 Nov 24 14:22:12.963520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ad3f337-934d-4ac9-a8f0-f6978b681ea8 req-63f533f3-cc25-4f58-9454-01e15e2d13e1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Nov 24 14:22:13.264546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:22:13.472356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:22:13.488096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'mac_address': 'fa:16:3e:1f:98:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:22:13.546653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:13.563884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d94a0ec-a81f-471f-b99e-277b6255b978 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:22:13.579359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:22:13.583925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:13.585719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:22:13.652608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:13.655895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:22:13.841707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['9d94a0ec-a81f-471f-b99e-277b6255b978'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:22:14.160155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148c7f6-a5a4-40d5-9f72-57acd5cc63ad req-7057c00a-7caa-4a5e-a492-c5e78466476a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:14.161643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e148c7f6-a5a4-40d5-9f72-57acd5cc63ad req-7057c00a-7caa-4a5e-a492-c5e78466476a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 945 time: 0.0796807 Nov 24 14:22:14.206229 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e148c7f6-a5a4-40d5-9f72-57acd5cc63ad req-e443145d-e56d-4498-9cd4-cfcd91622cd9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383835 Nov 24 14:22:15.270856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:22:15.342687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 9d94a0ec-a81f-471f-b99e-277b6255b978 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:22:15.347579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 9d94a0ec-a81f-471f-b99e-277b6255b978 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:22:15.347959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:15.414234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91527c2-0ecf-4b88-8b6d-8c9a98773e28 req-1a7d23e4-e693-45ae-9923-2b4db2b6d91d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:15.417097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a91527c2-0ecf-4b88-8b6d-8c9a98773e28 req-1a7d23e4-e693-45ae-9923-2b4db2b6d91d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 945 time: 0.0934620 Nov 24 14:22:15.468021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a91527c2-0ecf-4b88-8b6d-8c9a98773e28 req-30a2094a-baa7-4832-8a61-feaed6266345 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441461 Nov 24 14:22:15.485366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:15.512851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:15.522404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:22:15.527720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:15.529600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:22:15.564705 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'code': 200} Nov 24 14:22:15.599553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:22:15.602353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:22:15.801540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc53e4-2b74-41c7-89a4-75a6e66076c6 req-3898586c-58a5-4c37-9acf-b231bd21e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:15.802918 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-07cc53e4-2b74-41c7-89a4-75a6e66076c6 req-3898586c-58a5-4c37-9acf-b231bd21e1c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0719261 Nov 24 14:22:15.853753 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-07cc53e4-2b74-41c7-89a4-75a6e66076c6 req-59dc40af-ac7e-43e4-be56-81c029f4569c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389407 Nov 24 14:22:16.662869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2cec-eb3a-489e-b245-4ea25a0fc02a req-c99515fa-fd4f-4a5d-a4ef-531e276ad558 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:16.664326 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e71e2cec-eb3a-489e-b245-4ea25a0fc02a req-c99515fa-fd4f-4a5d-a4ef-531e276ad558 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0821292 Nov 24 14:22:16.709494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e71e2cec-eb3a-489e-b245-4ea25a0fc02a req-caa146af-4ec3-4173-8e56-f765f883b9f5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392251 Nov 24 14:22:17.036121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:17.899270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43553439-e965-4a02-8ca9-0c72bfbdb5ac req-06f86565-6faa-49f5-a83e-eed4af39258b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:17.901475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-43553439-e965-4a02-8ca9-0c72bfbdb5ac req-06f86565-6faa-49f5-a83e-eed4af39258b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0862374 Nov 24 14:22:17.949387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-43553439-e965-4a02-8ca9-0c72bfbdb5ac req-7e27f9e5-c6f2-4ced-bdd7-1bb8aea9de96 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Nov 24 14:22:18.131191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd53aa-d99d-40f0-8e22-e088480ec84b req-45be0f72-48ff-4b59-a424-dd9d9d9e9328 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:18.132646 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-97dd53aa-d99d-40f0-8e22-e088480ec84b req-45be0f72-48ff-4b59-a424-dd9d9d9e9328 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0839515 Nov 24 14:22:18.141737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47014) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:22:18.146911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'floatingip': {'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:22:18.226149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:18.813403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:18.817247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:19.110873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d associated. External IP: 172.26.8.132, port: 9d94a0ec-a81f-471f-b99e-277b6255b978. Nov 24 14:22:19.476416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:22:19.658819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:22:19.663026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:19.669515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:22:19.678949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:22:19.679651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:21:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:19.719236 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b1662db1-8840-41f0-8360-a0134745adf1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "PUT /v2.0/floatingips/e7d56d2d-469e-4c86-b0de-bd15f63f893d HTTP/1.1" status: 200 len: 992 time: 1.5764592 Nov 24 14:22:19.719879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:22:19.831529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1f379de1-6fc3-4ec0-92bf-1f1c0ee0338e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:19.876664 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'status': 'completed', 'code': 200} Nov 24 14:22:19.882096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:22:19.973481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-a1ecf6c5-9aac-49d6-b9b5-082e60019c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:19.975076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-a1ecf6c5-9aac-49d6-b9b5-082e60019c77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0765474 Nov 24 14:22:20.107364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-9d1db306-3090-40ac-8190-8a6d9f100a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:20.108817 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-9d1db306-3090-40ac-8190-8a6d9f100a7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1268880 Nov 24 14:22:20.209300 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-9fb8cf6e-2751-4f7e-93a4-8f3112642f53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1000 time: 0.0938957 Nov 24 14:22:20.230565 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:1f:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0841f-2993-4676-af78-dfe28362ac70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:22:18Z', 'revision_number': 9, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:20.234604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:22:20.243287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:22:20.243886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:21:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:20.274016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-2d9c283d-a924-42e1-99c6-49b9b27cc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:20.276023 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-2d9c283d-a924-42e1-99c6-49b9b27cc7a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0594041 Nov 24 14:22:20.350684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-bdc67ee2-e9b0-452c-b603-d0662337375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:22:20.352128 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-bdc67ee2-e9b0-452c-b603-d0662337375d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702553 Nov 24 14:22:20.400321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:20.437381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:22:20.489599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-a4713da2-de8e-4c3a-a1f6-06b841594b57 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303449 Nov 24 14:22:20.769107 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9c1210bd-63c5-4be2-a03f-2c8414472f20 req-018611ce-bbc9-4ba7-8a67-0cd102d718fb service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728188 Nov 24 14:22:20.838598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:1f:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0841f-2993-4676-af78-dfe28362ac70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:22:18Z', 'revision_number': 9, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:22:20.842665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb25477a-38b1-48ea-81cc-8fd50d655501 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:1f:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf0841f-2993-4676-af78-dfe28362ac70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:22:18Z', 'revision_number': 9, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:22:21.040000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e323257-31ff-4873-ac5c-498f615a9a6c None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:22:22.593305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-37528712-f6f5-46eb-b323-19024a8a2846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:23.765845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:25.355675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:44.998512 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:22:47.045635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:49.803521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0c3c8712-a3a0-46dd-88f3-73d25e74c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:50.373362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:52.597366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-635e2424-9165-40a4-897a-403554e08461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:53.768037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:22:55.362003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:00.108896 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-0b21bdd3-d5aa-4e65-b764-06dbfc3e0293 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809283 Nov 24 14:23:00.301117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fce28-35f5-42f3-b38e-579a020ddca9 req-2b367563-c966-4b08-9443-6d1abf2ac267 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:00.303401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e9fce28-35f5-42f3-b38e-579a020ddca9 req-2b367563-c966-4b08-9443-6d1abf2ac267 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.2311327 Nov 24 14:23:00.353628 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e9fce28-35f5-42f3-b38e-579a020ddca9 req-a46f3b63-0ade-4a29-8827-7877ad76ae44 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447037 Nov 24 14:23:01.609064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4398ae-749f-4990-a797-55fd74c8f9fa req-71fef2e1-a786-4667-bacb-8446cda93d5e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:01.610816 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7e4398ae-749f-4990-a797-55fd74c8f9fa req-71fef2e1-a786-4667-bacb-8446cda93d5e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0958118 Nov 24 14:23:01.715981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7e4398ae-749f-4990-a797-55fd74c8f9fa req-f0bf9b48-5ea8-4012-88f2-9030f9d952eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640900 Nov 24 14:23:01.737168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-e05e3464-d898-49d8-ac1d-b3eaeb8c40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:01.739041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-e05e3464-d898-49d8-ac1d-b3eaeb8c40c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1099 time: 0.1230736 Nov 24 14:23:01.909385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-acfda300-1d01-47a6-93e3-a56e0bcc2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:01.911193 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-acfda300-1d01-47a6-93e3-a56e0bcc2014 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1613865 Nov 24 14:23:02.058286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-19196208-7726-4ed6-b878-25293adc84a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1003 time: 0.1365654 Nov 24 14:23:02.143595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-c88a95d6-3cbd-4c02-9379-f30ce100b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:02.145570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-c88a95d6-3cbd-4c02-9379-f30ce100b260 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0767002 Nov 24 14:23:02.255270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-36104b8f-db28-4676-a535-82d5404c44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:02.256784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-36104b8f-db28-4676-a535-82d5404c44f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011147 Nov 24 14:23:02.403861 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-f90e6372-91e0-4fb2-9766-779ef995fc2f service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362743 Nov 24 14:23:02.555656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-0ca4853f-91c0-4585-8705-63da60eb3a65 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416845 Nov 24 14:23:02.913133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21be9f7-0cb7-473a-849b-9f8e611f6b53 req-6ddcadce-cbeb-4d9a-b614-4d276c0b799f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:02.914623 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e21be9f7-0cb7-473a-849b-9f8e611f6b53 req-6ddcadce-cbeb-4d9a-b614-4d276c0b799f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0848594 Nov 24 14:23:02.962247 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e21be9f7-0cb7-473a-849b-9f8e611f6b53 req-7ee57c73-7db3-41ce-b34c-b8ff8bf6eaba tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Nov 24 14:23:04.154910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470fc44-dc45-4086-ad93-9708ba4706e7 req-d2301916-7066-458f-8da4-ec5e5a120312 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:04.156359 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4470fc44-dc45-4086-ad93-9708ba4706e7 req-d2301916-7066-458f-8da4-ec5e5a120312 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0861354 Nov 24 14:23:04.200861 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4470fc44-dc45-4086-ad93-9708ba4706e7 req-f0718b53-edcd-4160-901a-c336e0840ae8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Nov 24 14:23:05.408147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676244f-ee9c-418c-ad3d-0f63cad9318e req-bd9ce63b-22b9-476a-be80-f640dad80af4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:05.409704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3676244f-ee9c-418c-ad3d-0f63cad9318e req-bd9ce63b-22b9-476a-be80-f640dad80af4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0976362 Nov 24 14:23:05.462061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3676244f-ee9c-418c-ad3d-0f63cad9318e req-3a90b242-4a01-46e3-922c-1e07fb1095f8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 Nov 24 14:23:06.664198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cde561-979f-48c6-a2b9-5445fdc29144 req-5c8da91a-7f5c-4977-aa83-38a21d68023f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:06.665770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-16cde561-979f-48c6-a2b9-5445fdc29144 req-5c8da91a-7f5c-4977-aa83-38a21d68023f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0921082 Nov 24 14:23:06.711910 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-16cde561-979f-48c6-a2b9-5445fdc29144 req-019a9fce-c5d8-4286-9a3e-cf5e7e8b5cb1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405557 Nov 24 14:23:07.902426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd0650-0592-47c1-a182-2b30d05e7f70 req-c2878548-c58e-4ca6-b338-8c35dedd3b7f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:07.903880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63dd0650-0592-47c1-a182-2b30d05e7f70 req-c2878548-c58e-4ca6-b338-8c35dedd3b7f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0848343 Nov 24 14:23:07.952988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63dd0650-0592-47c1-a182-2b30d05e7f70 req-31c2ea25-70c0-461e-9d56-1aca337f2f5e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Nov 24 14:23:09.147871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10da4c-2252-49bb-beaf-ae8872cef53d req-9ec6c0b8-c8ec-4ef4-a486-5a587de479b5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:09.149453 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0d10da4c-2252-49bb-beaf-ae8872cef53d req-9ec6c0b8-c8ec-4ef4-a486-5a587de479b5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0839624 Nov 24 14:23:09.195165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0d10da4c-2252-49bb-beaf-ae8872cef53d req-5cdb2cb4-7416-4308-b7dd-792db27022ef tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Nov 24 14:23:10.511896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cb236-dbb4-4e7f-b703-2f217a88731a req-918cdae3-6d36-40f3-b731-c13ae7f1d27a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:10.513306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d10cb236-dbb4-4e7f-b703-2f217a88731a req-918cdae3-6d36-40f3-b731-c13ae7f1d27a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.2116611 Nov 24 14:23:10.559857 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d10cb236-dbb4-4e7f-b703-2f217a88731a req-b2b6e8b7-85f5-49e1-a1c0-6205108642f2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 Nov 24 14:23:11.261697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-f4e6bbc2-e6a1-4e49-86b5-60db58db1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.263183 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-f4e6bbc2-e6a1-4e49-86b5-60db58db1c07 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0746717 Nov 24 14:23:11.421217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-dc517dd3-fb6e-4387-bb20-1717079e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.422738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-dc517dd3-fb6e-4387-bb20-1717079e2cd9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1342559 Nov 24 14:23:11.533109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-1292144d-a019-4e12-9a26-62affe6d55fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1003 time: 0.0988901 Nov 24 14:23:11.602618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-6834661d-9ab9-4db5-b2ce-edacfb20f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.604043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-6834661d-9ab9-4db5-b2ce-edacfb20f1a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0608289 Nov 24 14:23:11.756088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-e1831c64-977b-4897-9625-7e1460a427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.757878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-e1831c64-977b-4897-9625-7e1460a427b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438141 Nov 24 14:23:11.802408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e9ad6-b4f0-4465-a310-5c61432af952 req-c659946b-6aac-4383-acb3-a7c3afd3eae2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:11.803827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a6e9ad6-b4f0-4465-a310-5c61432af952 req-c659946b-6aac-4383-acb3-a7c3afd3eae2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.1296687 Nov 24 14:23:11.929350 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6a6e9ad6-b4f0-4465-a310-5c61432af952 req-7893cbc6-22ed-4b70-8b32-d059afc2aa76 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817831 Nov 24 14:23:11.949697 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-89327bf0-ae31-4814-bb1b-52fce5236964 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797442 Nov 24 14:23:12.096654 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84fe3b9e-ff41-4424-97ba-9039e26cfcd3 req-b69d0e8e-c067-474d-a548-dc605e7ac2bf service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364748 Nov 24 14:23:13.127352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20285cac-207d-41d6-8c11-b4550cd42b0b req-b236878a-bd40-489b-8031-af3dedac72a4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:13.128916 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20285cac-207d-41d6-8c11-b4550cd42b0b req-b236878a-bd40-489b-8031-af3dedac72a4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0847287 Nov 24 14:23:13.175568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-20285cac-207d-41d6-8c11-b4550cd42b0b req-bc14f733-54a1-4258-bdc8-6312e94f73df tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Nov 24 14:23:14.373180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a547aa9-a54e-4bc6-9a94-69b21c4d9c38 req-85bbc64a-e595-46c6-82fc-8b41efbd698b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:14.374720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a547aa9-a54e-4bc6-9a94-69b21c4d9c38 req-85bbc64a-e595-46c6-82fc-8b41efbd698b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0891700 Nov 24 14:23:14.421605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a547aa9-a54e-4bc6-9a94-69b21c4d9c38 req-605bcf67-d83c-4b84-8874-40dce8598d43 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406249 Nov 24 14:23:14.555460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-34640ec1-c242-423b-9b74-3e9f803f1a7b service neutron] 10.222.0.76 "GET /v2.0/ports/9d94a0ec-a81f-471f-b99e-277b6255b978/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.0755372 Nov 24 14:23:14.866941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-9bcb4d75-1f02-44e5-a3e0-4a5a28d06772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:14.868405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-9bcb4d75-1f02-44e5-a3e0-4a5a28d06772 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 1099 time: 0.0775852 Nov 24 14:23:14.969433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-42b3fb5c-5e4c-4a55-abc5-efd0451d7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:14.970998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-42b3fb5c-5e4c-4a55-abc5-efd0451d7841 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1099 time: 0.0738175 Nov 24 14:23:15.118627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-82c8204d-e523-495f-8f33-efa169ff1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.120062 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-82c8204d-e523-495f-8f33-efa169ff1de7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1394041 Nov 24 14:23:15.228933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-3af59cb8-7462-42e5-a677-a7f6262ce5c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1003 time: 0.1005449 Nov 24 14:23:15.292913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-65fc745b-f116-40af-9aea-f7b92defa981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.294714 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-65fc745b-f116-40af-9aea-f7b92defa981 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0582852 Nov 24 14:23:15.520276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-c64ebbea-79ba-466c-bf46-08989ccf888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.521685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-c64ebbea-79ba-466c-bf46-08989ccf888d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2191656 Nov 24 14:23:15.778215 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-ec98c077-f33e-494e-a080-b9ac05b00f8e service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453911 Nov 24 14:23:15.786448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41dbde6-4662-41d1-a583-aee022c7d885 req-e2c78bc0-a8d7-43d7-965e-dc33fd800cae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:15.787838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d41dbde6-4662-41d1-a583-aee022c7d885 req-e2c78bc0-a8d7-43d7-965e-dc33fd800cae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.2375195 Nov 24 14:23:15.914117 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d41dbde6-4662-41d1-a583-aee022c7d885 req-c3b810fe-a954-4121-bc3e-ddcecfc489e8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078074 Nov 24 14:23:15.952351 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a2fe61e5-a3bd-4264-8809-26def64040c9 req-6d6e465f-a8d2-4c5f-b107-afea85349a04 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635723 Nov 24 14:23:17.041128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:17.124120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1f442-402e-4be7-8785-0f5ad8440301 req-a1fb5fad-1ced-4759-8c0e-fb2225cf03c1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:17.126226 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e0a1f442-402e-4be7-8785-0f5ad8440301 req-a1fb5fad-1ced-4759-8c0e-fb2225cf03c1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0840375 Nov 24 14:23:17.175619 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e0a1f442-402e-4be7-8785-0f5ad8440301 req-ccc5ca9e-dc01-4361-a3c6-5484d365e3d7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 Nov 24 14:23:17.745462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:23:17.749301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:23:17.986920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:18.017530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:18.042446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:18.049714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'mac_address': 'fa:16:3e:1f:98:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:23:18.055928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:18.089003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:18.097595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:18.128446 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'code': 200} Nov 24 14:23:18.171003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:18.196557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d94a0ec-a81f-471f-b99e-277b6255b978 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:18.200513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:18.216170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.216525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.216913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.217251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.217583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.217918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.218262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.219189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.219629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.220547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.220547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.220547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:18.225659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:18.228162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:18.232806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:18.234871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:18.309267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:18.313390 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['9d94a0ec-a81f-471f-b99e-277b6255b978'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:23:18.339412 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:18.382199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126efab-4c36-4fae-bd12-031c6f094378 req-d27e1f70-2642-47b0-8efc-085022acc645 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:18.383703 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1126efab-4c36-4fae-bd12-031c6f094378 req-d27e1f70-2642-47b0-8efc-085022acc645 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 945 time: 0.0930510 Nov 24 14:23:18.431687 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1126efab-4c36-4fae-bd12-031c6f094378 req-7fbf84a8-c857-4c69-a23d-63a65110e2cb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Nov 24 14:23:18.859044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-4cd61f7c-181b-48de-8756-5527989d5cc4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:18.860470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-4cd61f7c-181b-48de-8756-5527989d5cc4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 945 time: 0.0923042 Nov 24 14:23:19.001739 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-cb3cd347-f2fc-4cb5-9eca-24ac71a4b8aa service neutron] 10.222.0.76 "GET /v2.0/ports/9d94a0ec-a81f-471f-b99e-277b6255b978/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.1354351 Nov 24 14:23:19.023802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36034d-f94a-43f7-937f-53a82956fe41 req-a95b47e2-7ccc-4620-8aff-72280fd411df tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.025336 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb36034d-f94a-43f7-937f-53a82956fe41 req-a95b47e2-7ccc-4620-8aff-72280fd411df tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 945 time: 0.1223905 Nov 24 14:23:19.124129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb36034d-f94a-43f7-937f-53a82956fe41 req-4ddbadac-9637-40df-91f9-5e10c36d0a5d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603356 Nov 24 14:23:19.144143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-53e61bd8-cfb2-42c2-a5d9-a000e27f0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.144143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-53e61bd8-cfb2-42c2-a5d9-a000e27f0cc8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1098 time: 0.1171672 Nov 24 14:23:19.286367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-8a8358f1-7208-41d2-bc06-ab2b1d1c887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.287850 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-8a8358f1-7208-41d2-bc06-ab2b1d1c887b service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1373744 Nov 24 14:23:19.395442 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-7afa662d-70b7-41dd-b0a4-2de1848da8b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1002 time: 0.1002340 Nov 24 14:23:19.459626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-b24b19a6-0248-4e33-96fb-893fc28d41de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.461079 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-b24b19a6-0248-4e33-96fb-893fc28d41de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0594008 Nov 24 14:23:19.544939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-621ffb56-13c4-4cdc-87ee-acdfcfbcf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:19.546455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-621ffb56-13c4-4cdc-87ee-acdfcfbcf0e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787568 Nov 24 14:23:19.686815 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-cf0b72e5-769c-401a-bba3-34092f0319f8 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332016 Nov 24 14:23:19.767523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:23:19.847702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fa96d1af-e5c1-4a79-9919-80f17d63debc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:19.881805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 9d94a0ec-a81f-471f-b99e-277b6255b978 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:19.882295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:19.971142 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-7f078c90-adb8-4f48-918a-0599f9b37c4b service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781186 Nov 24 14:23:20.019909 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:20.054580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:20.058311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:20.060106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:20.129068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:20.133509 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:20.136632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:20.186197 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'code': 200} Nov 24 14:23:20.354486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9918f-9198-48f9-aa3d-54e3613f185e req-0447255f-ed73-45ea-980b-39b95c416b93 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:20.355982 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-def9918f-9198-48f9-aa3d-54e3613f185e req-0447255f-ed73-45ea-980b-39b95c416b93 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0839982 Nov 24 14:23:20.377693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:20.411277 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-def9918f-9198-48f9-aa3d-54e3613f185e req-be841243-1775-4941-af68-a2677c2d058a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Nov 24 14:23:21.757277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fcbb9-8cfd-436d-bd17-e7405cbbcb13 req-3b65b77b-c646-4ac6-b84c-6895b46654c9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:21.758960 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b22fcbb9-8cfd-436d-bd17-e7405cbbcb13 req-3b65b77b-c646-4ac6-b84c-6895b46654c9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0904405 Nov 24 14:23:21.770451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:23:21.810239 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b22fcbb9-8cfd-436d-bd17-e7405cbbcb13 req-2530d9e4-449f-409d-8913-f13264c71635 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454113 Nov 24 14:23:21.904204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:21.940309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:21.944268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:21.946125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:21.996763 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:23:22.015082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=9']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:22.018344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:22.186902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:22.305534 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'code': 200} Nov 24 14:23:22.600862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-280b7728-1bbf-4735-83df-4d8f3ab384bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:22.672946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-60d1836d-4a58-4d22-bb35-b274fc1741ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:22.674778 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-60d1836d-4a58-4d22-bb35-b274fc1741ed service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 1097 time: 0.0831349 Nov 24 14:23:22.779901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-114d2502-e48c-4697-baac-03d7ba77e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:22.781323 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-114d2502-e48c-4697-baac-03d7ba77e8c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 1097 time: 0.0783641 Nov 24 14:23:22.959518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-1ff6e66a-f6d3-4c3e-9f18-4c39326de5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:22.960996 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-1ff6e66a-f6d3-4c3e-9f18-4c39326de5ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1681304 Nov 24 14:23:23.083155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-76700511-f4bd-4e30-9ff0-a81f069b4e29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 200 len: 1001 time: 0.1106713 Nov 24 14:23:23.147934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eafb1-9a19-484b-95ad-48c951bac832 req-9db89c3f-ca88-4c2e-b8be-605668857527 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.149938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd9eafb1-9a19-484b-95ad-48c951bac832 req-9db89c3f-ca88-4c2e-b8be-605668857527 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 944 time: 0.2247775 Nov 24 14:23:23.205487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-a8c41d85-cbf1-4c59-9658-04e774588f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.206937 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-a8c41d85-cbf1-4c59-9658-04e774588f44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.1128993 Nov 24 14:23:23.216762 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd9eafb1-9a19-484b-95ad-48c951bac832 req-43a4300f-554c-44d5-85f3-74ccf3bd4f7f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576282 Nov 24 14:23:23.289305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f939463-d108-4536-a94b-973f7036d638 req-021dec70-79cb-4db7-8fca-8799ca9ace9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:23.290796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-021dec70-79cb-4db7-8fca-8799ca9ace9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731661 Nov 24 14:23:23.435325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-13b63013-c4f2-49ce-aeb8-4207835a175b service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331303 Nov 24 14:23:23.579872 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f939463-d108-4536-a94b-973f7036d638 req-466a63e9-7b2d-4e0c-997e-3a37eb72d876 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344883 Nov 24 14:23:23.773018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:24.412806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6472b5-0088-430a-98de-7228d1f11975 req-0393c16b-727b-4c60-ab8a-5e5112ea49a3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:24.414332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed6472b5-0088-430a-98de-7228d1f11975 req-0393c16b-727b-4c60-ab8a-5e5112ea49a3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 944 time: 0.0850921 Nov 24 14:23:24.460701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed6472b5-0088-430a-98de-7228d1f11975 req-e5fd3a36-046c-4281-a3b6-c9b7a4b99c10 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Nov 24 14:23:25.425837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:25.673316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bb2ec-af13-47e0-87a6-1beb924fbeed req-583c3e77-d4dd-4204-90b5-0ed54806339e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.675159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-859bb2ec-af13-47e0-87a6-1beb924fbeed req-583c3e77-d4dd-4204-90b5-0ed54806339e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 944 time: 0.0890765 Nov 24 14:23:25.725306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-859bb2ec-af13-47e0-87a6-1beb924fbeed req-45aa4bb6-ebe1-4138-9f2b-ed3edc5ed0a6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Nov 24 14:23:25.775750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:23:25.779130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:23:25.946776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66ac8d-95da-43b2-8a32-b935f30f1705 req-1d97af71-cb09-45b3-a070-ad6241ce27e0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:25.948237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd66ac8d-95da-43b2-8a32-b935f30f1705 req-1d97af71-cb09-45b3-a070-ad6241ce27e0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 944 time: 0.1044364 Nov 24 14:23:25.995642 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd66ac8d-95da-43b2-8a32-b935f30f1705 req-82bb980b-0463-44fc-84d4-b7087ada4d66 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416641 Nov 24 14:23:26.028758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:26.044949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'mac_address': 'fa:16:3e:1f:98:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:23:26.112579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:26.131084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d94a0ec-a81f-471f-b99e-277b6255b978 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:26.149024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:26.153484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:26.155635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:26.225943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83486ad-b39e-4df0-a8a1-7dabde949ca2 req-20a15af2-8cf5-47ea-a081-f1bc7523fdb5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:26.227406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e83486ad-b39e-4df0-a8a1-7dabde949ca2 req-20a15af2-8cf5-47ea-a081-f1bc7523fdb5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0898094 Nov 24 14:23:26.231361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['9d94a0ec-a81f-471f-b99e-277b6255b978'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:23:26.276059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=10']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:26.280065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e83486ad-b39e-4df0-a8a1-7dabde949ca2 req-f961389b-1c24-4f50-b874-dc4f59d5e0fc tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466855 Nov 24 14:23:26.281277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:26.694219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e21e06-9270-4e6d-8bbb-06bdf8de041b req-61f839a2-aa42-4693-92c1-4a0dfb355dea tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:26.695914 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65e21e06-9270-4e6d-8bbb-06bdf8de041b req-61f839a2-aa42-4693-92c1-4a0dfb355dea tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0840135 Nov 24 14:23:26.745107 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65e21e06-9270-4e6d-8bbb-06bdf8de041b req-15e6cef9-a68f-422d-a6b7-4678dfbe7201 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435767 Nov 24 14:23:27.793131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:23:27.867925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 9d94a0ec-a81f-471f-b99e-277b6255b978 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:27.868447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:27.956777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573057f7-64eb-48ab-bf4c-3c17a691dd03 req-f39780a5-e5ba-4506-8b14-cb0bfcd28e94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:27.958182 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-573057f7-64eb-48ab-bf4c-3c17a691dd03 req-f39780a5-e5ba-4506-8b14-cb0bfcd28e94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 946 time: 0.0859814 Nov 24 14:23:27.994102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:28.024444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:28.034670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:28.040251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:28.042605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:28.117197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=11']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:28.120299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:28.134728 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-573057f7-64eb-48ab-bf4c-3c17a691dd03 req-10fdfa0f-d867-480a-b075-a196b61a0899 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708558 Nov 24 14:23:28.184107 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'code': 200} Nov 24 14:23:28.905412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-65c03d49-508a-4408-adf6-55daa72a7a84 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:28.907194 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-65c03d49-508a-4408-adf6-55daa72a7a84 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 947 time: 0.0824566 Nov 24 14:23:28.989698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Deleting port 9d94a0ec-a81f-471f-b99e-277b6255b978 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:23:28.990342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:29.301399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] For port 9d94a0ec-a81f-471f-b99e-277b6255b978, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=9d94a0ec-a81f-471f-b99e-277b6255b978,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:29.301753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:29.509804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0e1a5-6980-4702-96b6-70854cdce5da req-c5afe9c9-bac8-4558-84a4-1b685f9a78e7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:29.511281 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1d0e1a5-6980-4702-96b6-70854cdce5da req-c5afe9c9-bac8-4558-84a4-1b685f9a78e7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 947 time: 0.2618201 Nov 24 14:23:29.652084 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1d0e1a5-6980-4702-96b6-70854cdce5da req-630738d9-b609-495c-9970-82176353f93d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304314 Nov 24 14:23:29.663316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:29.663681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:29.663991 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d disassociated. External IP: 172.26.8.132, port: 9d94a0ec-a81f-471f-b99e-277b6255b978. Nov 24 14:23:29.664335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Calling delete_port for 9d94a0ec-a81f-471f-b99e-277b6255b978 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:23:29.826042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:29.832659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-de9f22eb-00fb-48e9-ac1a-1c3d3380aeae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:29.880318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event deleted for resources: {'Port': ['ID=9d94a0ec-a81f-471f-b99e-277b6255b978,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:29.892768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.892768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.893317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.893895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.894381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.894711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.895113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.895515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.895846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.896277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.896657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.897022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:23:29.901319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:30.101945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:23:30.291066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:23:30.302230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:23:30.315014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:23:30.315729 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:23:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:30.511144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:23:30.516877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] No DVR routers for this DVR port 9d94a0ec-a81f-471f-b99e-277b6255b978 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:23:30.519559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:30.522273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-deleted', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:30.540543 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42940133-0aa9-479b-bb23-bd6a33f95063 req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "DELETE /v2.0/ports/9d94a0ec-a81f-471f-b99e-277b6255b978 HTTP/1.1" status: 204 len: 173 time: 1.6248357 Nov 24 14:23:30.640210 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0841f-2993-4676-af78-dfe28362ac70', 'name': 'network-vif-deleted', 'tag': '9d94a0ec-a81f-471f-b99e-277b6255b978', 'status': 'completed', 'code': 200} Nov 24 14:23:30.836236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-83c97cf6-8cf8-4f23-9d8b-3c8dada8df70 req-7b1ff671-3013-4add-af7f-e079a0e409f9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:23:30.848926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:30.852915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-83c97cf6-8cf8-4f23-9d8b-3c8dada8df70 req-7b1ff671-3013-4add-af7f-e079a0e409f9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:23:30.853362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:23:30.854112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-83c97cf6-8cf8-4f23-9d8b-3c8dada8df70 req-7b1ff671-3013-4add-af7f-e079a0e409f9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf0841f-2993-4676-af78-dfe28362ac70 HTTP/1.1" status: 200 len: 210 time: 0.0605214 Nov 24 14:23:30.863179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:23:30.863792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:23:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:31.107762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:23:31.458094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:31.462243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc256c0-49c4-412a-8f2f-782016095ffb None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:23:31.690909 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ec9ae-0067-4978-8d19-8b17267aa41d None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:23:31.814933 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:23:31.850109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 9d94a0ec-a81f-471f-b99e-277b6255b978 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:23:31.850505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 9d94a0ec-a81f-471f-b99e-277b6255b978 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:23:32.224368 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-28e752ec-6050-4535-8aec-13204756e8ea tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--221809149&fields=id&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 267 time: 0.0410335 Nov 24 14:23:32.379719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-49205df8-4af9-41ab-ac7d-c0711fd7bb89 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:32.381076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-49205df8-4af9-41ab-ac7d-c0711fd7bb89 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.1501057 Nov 24 14:23:32.396086 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-414f51b8-ca89-4403-b2ea-236efe6a2a09 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/quotas/8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 375 time: 0.0097153 Nov 24 14:23:32.482999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-f0c73818-e0c3-445a-9513-68013fedd920 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817409 Nov 24 14:23:32.666053 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-308806c1-d480-42c9-b918-4222898348e9 service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714115 Nov 24 14:23:32.806820 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-62d54b0d-2081-4761-9a4a-31b459d8c5f5 service neutron] 10.222.0.36 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350019 Nov 24 14:23:32.985718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fdf681dd-0fc0-41a2-8c8b-3f8d0fc85607 req-d20821e8-a08a-468b-beab-47185da47ebe tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 210 time: 0.0437655 Nov 24 14:23:34.208975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8999215c-6f07-480e-96a8-38aae3d14cd8 req-8def5ecb-2178-4375-8a30-f5b6732295dc tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 210 time: 0.0696342 Nov 24 14:23:34.268806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-c8b78c32-0732-4128-9660-9fc7d2d1daba tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:34.269414 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-c8b78c32-0732-4128-9660-9fc7d2d1daba tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 811 time: 0.2143939 Nov 24 14:23:34.329491 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-0cea12c5-c4dd-42de-959c-5f004918c341 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 379 time: 0.0437939 Nov 24 14:23:34.340888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'port': {'device_id': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'admin_state_up': True, 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'security_groups': ['091391ce-fbb7-4dfe-b0ad-3f3c561604a3']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:34.478969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:23:34.489630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:23:34.500876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Made reservation on behalf of 8c1bf207bec54101ad4e8ab5d34a6612 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:23:34.504447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:34.673036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Allocated IP 172.20.0.3 (250ae304-723e-4d26-963d-154afa421af3/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33/c0732241-e088-4e0e-a6f1-3090ac821198) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:23:34.870477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:34.885929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Transition to ACTIVE for port object c0732241-e088-4e0e-a6f1-3090ac821198 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:23:34.910663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:34.916534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e60c679b-a0c7-41f6-a80b-21920a25604b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:34.988501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Network 250ae304-723e-4d26-963d-154afa421af3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:23:34.991860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:23:34.995804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:23:35.027412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:35.038480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:35.069040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:35.069790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:35.096544 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593908 Nov 24 14:23:35.113125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Request body: {'port': {'device_id': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:35.277403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d0f186f2-5e2e-4233-8ca4-a5da5cb1b809 None None] Provisioning for port c0732241-e088-4e0e-a6f1-3090ac821198 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:23:35.285961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d0f186f2-5e2e-4233-8ca4-a5da5cb1b809 None None] Provisioning complete for port c0732241-e088-4e0e-a6f1-3090ac821198 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:35.286338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0f186f2-5e2e-4233-8ca4-a5da5cb1b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:35.347737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d0f186f2-5e2e-4233-8ca4-a5da5cb1b809 None None] Port c0732241-e088-4e0e-a6f1-3090ac821198 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:23:35.407148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:35.504026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5c81-1b23-4e2e-93c0-8a7a414a1ffc req-d1ab24e7-ee6e-4c74-bb03-8f545f81e980 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:35.504606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-58ee5c81-1b23-4e2e-93c0-8a7a414a1ffc req-d1ab24e7-ee6e-4c74-bb03-8f545f81e980 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:23:35.573060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-58ee5c81-1b23-4e2e-93c0-8a7a414a1ffc req-d1ab24e7-ee6e-4c74-bb03-8f545f81e980 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:23:35.574413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58ee5c81-1b23-4e2e-93c0-8a7a414a1ffc req-d1ab24e7-ee6e-4c74-bb03-8f545f81e980 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 931 time: 0.2347646 Nov 24 14:23:35.697992 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58ee5c81-1b23-4e2e-93c0-8a7a414a1ffc req-bfbbd422-e204-499a-b634-55d09f06a15d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169598 Nov 24 14:23:35.817748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0732241-e088-4e0e-a6f1-3090ac821198 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:35.826101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:35.841747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Transition to ACTIVE for port object c0732241-e088-4e0e-a6f1-3090ac821198 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:23:35.844853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:35.848311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:36.002838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:36.010408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:36.087025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Attempting to bind port c0732241-e088-4e0e-a6f1-3090ac821198 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:23:36.087352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Attempting to bind port c0732241-e088-4e0e-a6f1-3090ac821198 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:23:36.087674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Attempting to bind port c0732241-e088-4e0e-a6f1-3090ac821198 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:23:36.092213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Port c0732241-e088-4e0e-a6f1-3090ac821198 on network 250ae304-723e-4d26-963d-154afa421af3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:23:36.092526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Attempting to bind port c0732241-e088-4e0e-a6f1-3090ac821198 on network 250ae304-723e-4d26-963d-154afa421af3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:23:36.098242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:23:36.098565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Checking segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:23:36.098946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Bound using segment: {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:23:36.099363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Bound port: c0732241-e088-4e0e-a6f1-3090ac821198, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dc185e-e970-4303-a8f3-f9b408547311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '250ae304-723e-4d26-963d-154afa421af3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:23:36.099704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:36.188379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:23:36.191663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:23:36.196812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:36.200689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ee71b3c3-8b15-418c-955a-fa89880b6b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:36.260070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.260898 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:36.262565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] 10.222.0.76 "PUT /v2.0/ports/c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1093 time: 1.1540756 Nov 24 14:23:36.266312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:36.292595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:36.303003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:36.350999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'status': 'completed', 'code': 200} Nov 24 14:23:36.387738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-ce17b732-bb61-460f-abaf-0a20eab7c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.389289 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-ce17b732-bb61-460f-abaf-0a20eab7c891 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1096 time: 0.0790141 Nov 24 14:23:36.470331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-d8c85c82-9272-4680-80bb-5de1b3770962 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 217 time: 0.0689652 Nov 24 14:23:36.536521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-16a899f4-6144-4a39-a71a-1b422b5fb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.537898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-16a899f4-6144-4a39-a71a-1b422b5fb6c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0583746 Nov 24 14:23:36.622101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-270f8178-cc94-4298-9c5a-65729ebee8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.623487 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-270f8178-cc94-4298-9c5a-65729ebee8b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756052 Nov 24 14:23:36.762137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-b0f3f882-45d9-4e41-9476-76847613b5dc service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274834 Nov 24 14:23:36.956328 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0278d41c-a9da-4cb7-800d-514ce14602f8 req-ae71f98f-2d8a-4cfa-83b4-4743705b89e4 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835482 Nov 24 14:23:36.974450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc32b7-71a6-4df8-8aaf-3fa18241f769 req-53c097ca-1278-4f7a-9ec6-9cb1ac9216e3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:36.975964 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f9dc32b7-71a6-4df8-8aaf-3fa18241f769 req-53c097ca-1278-4f7a-9ec6-9cb1ac9216e3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.1372092 Nov 24 14:23:37.184045 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f9dc32b7-71a6-4df8-8aaf-3fa18241f769 req-5bf424c2-fde0-453b-b8db-cc6f79709923 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024906 Nov 24 14:23:37.215120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-6a91f3cf-92f7-4029-adae-c3bb2c3d5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:37.216613 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-6a91f3cf-92f7-4029-adae-c3bb2c3d5183 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1096 time: 0.2038729 Nov 24 14:23:37.350845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-5ea706f7-b0b0-4780-a09e-8099f82b6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:37.352273 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-5ea706f7-b0b0-4780-a09e-8099f82b6d4c service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1287723 Nov 24 14:23:37.421735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-df05f6a0-67b4-47e5-932a-acc2592f0dff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 217 time: 0.0619950 Nov 24 14:23:37.487728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-a2717b96-8d31-4f84-b6cf-4834520e6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:37.489114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-a2717b96-8d31-4f84-b6cf-4834520e6788 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0608425 Nov 24 14:23:37.568005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-925df7ea-aa15-4295-bb17-cbf3b2e0a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:37.569619 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-925df7ea-aa15-4295-bb17-cbf3b2e0a8b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722971 Nov 24 14:23:37.709935 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-bab48c85-b9b4-4a11-80c0-f2ff11995484 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317503 Nov 24 14:23:37.848954 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419da40a-ff86-45e0-8eeb-155f289f10e0 req-5f405087-562b-41a1-a95d-bac55204aa57 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310709 Nov 24 14:23:38.376586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234e9ec-3e7a-483d-9fdc-56ee04572f80 req-b67b369f-6f97-483b-bdeb-da24bfdab931 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:38.378152 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a234e9ec-3e7a-483d-9fdc-56ee04572f80 req-b67b369f-6f97-483b-bdeb-da24bfdab931 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.0876060 Nov 24 14:23:38.426087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a234e9ec-3e7a-483d-9fdc-56ee04572f80 req-309ff73f-002f-41db-85e0-18b72570ce7f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Nov 24 14:23:39.635095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a51e4-7904-42c1-a005-25694e4f94af req-678b4d7d-147c-47dd-afd0-dd0cddaf4099 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:39.636921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc5a51e4-7904-42c1-a005-25694e4f94af req-678b4d7d-147c-47dd-afd0-dd0cddaf4099 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.0861721 Nov 24 14:23:39.684727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc5a51e4-7904-42c1-a005-25694e4f94af req-26a78a2d-3643-486a-bbdb-f2480676423e tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 Nov 24 14:23:39.839600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:23:39.978450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:39.992176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'mac_address': 'fa:16:3e:21:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:23:40.049767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:40.067431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0732241-e088-4e0e-a6f1-3090ac821198 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:23:40.083680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:40.088134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:40.091179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:40.163221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:40.166524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:40.350739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['c0732241-e088-4e0e-a6f1-3090ac821198'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:23:40.881178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26cf49-2d41-41db-966e-41ac84ce6a43 req-f2b927f3-f9f7-4bd0-8b52-636adf0d1201 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:40.883191 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ca26cf49-2d41-41db-966e-41ac84ce6a43 req-f2b927f3-f9f7-4bd0-8b52-636adf0d1201 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 944 time: 0.0931659 Nov 24 14:23:40.933286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ca26cf49-2d41-41db-966e-41ac84ce6a43 req-f25910df-eb99-4d66-9437-0b46ab68c699 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 Nov 24 14:23:41.839168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:23:41.909704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port c0732241-e088-4e0e-a6f1-3090ac821198 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:23:41.914421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port c0732241-e088-4e0e-a6f1-3090ac821198 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:23:41.914798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:42.035931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:42.064810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:42.074576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:23:42.079035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:42.080897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:23:42.128349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ba6a6-6774-4f57-a8f0-f4c4a341884e req-aff2ab2a-1acf-4d01-a7c5-0ee00c8ff9c9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:42.129971 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b37ba6a6-6774-4f57-a8f0-f4c4a341884e req-aff2ab2a-1acf-4d01-a7c5-0ee00c8ff9c9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0853312 Nov 24 14:23:42.152520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:23:42.155555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:23:42.182203 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b37ba6a6-6774-4f57-a8f0-f4c4a341884e req-ebba5291-6f1f-414b-a885-e19269b9a8d4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Nov 24 14:23:42.232042 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'code': 200} Nov 24 14:23:42.478452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787519a-885b-4534-9dc0-f3124b529e80 req-777157e1-9232-4e74-9cb4-1827a3709aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:42.479787 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d787519a-885b-4534-9dc0-f3124b529e80 req-777157e1-9232-4e74-9cb4-1827a3709aa0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.0695987 Nov 24 14:23:42.523757 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d787519a-885b-4534-9dc0-f3124b529e80 req-62a390d7-f0d7-4d07-8626-d4bc12866ff2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341001 Nov 24 14:23:43.375385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ab2d-c7ee-4ab6-a0e6-5f53d7749355 req-259fc6a3-5ec4-435e-b956-0aea5024f5d0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:43.377014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9fe4ab2d-c7ee-4ab6-a0e6-5f53d7749355 req-259fc6a3-5ec4-435e-b956-0aea5024f5d0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0889447 Nov 24 14:23:43.427331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9fe4ab2d-c7ee-4ab6-a0e6-5f53d7749355 req-d4bc2e04-4739-4b62-8e9a-9a41421baae1 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Nov 24 14:23:44.658177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6e7ee-71ba-48c7-a630-31ba584cc297 req-f42c8394-9725-45a4-888f-a3efebe89e98 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:44.659885 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-afd6e7ee-71ba-48c7-a630-31ba584cc297 req-f42c8394-9725-45a4-888f-a3efebe89e98 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1243863 Nov 24 14:23:44.720373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-afd6e7ee-71ba-48c7-a630-31ba584cc297 req-51be08a9-aa5b-4c1a-8e1c-b57674584422 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542257 Nov 24 14:23:44.913948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a82c8f-4b76-46b5-9021-96474c6356ea req-80c086bc-42bb-48b7-b0cc-e4bcba5fe97b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:44.915426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5a82c8f-4b76-46b5-9021-96474c6356ea req-80c086bc-42bb-48b7-b0cc-e4bcba5fe97b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0888975 Nov 24 14:23:44.924679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47258) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:23:44.930098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Request body: {'floatingip': {'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:23:45.013704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:45.774650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:45.778032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:45.943988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d associated. External IP: 172.26.8.132, port: c0732241-e088-4e0e-a6f1-3090ac821198. Nov 24 14:23:46.302813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:23:46.482601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:23:46.488476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:46.492991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:23:46.503399 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:23:46.504013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:23:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:46.543011 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-16257328-c8d5-40cc-a456-efb762dc904d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "PUT /v2.0/floatingips/e7d56d2d-469e-4c86-b0de-bd15f63f893d HTTP/1.1" status: 200 len: 992 time: 1.6172147 Nov 24 14:23:46.543675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:23:46.691216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:23:46.699501 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'status': 'completed', 'code': 200} Nov 24 14:23:46.958043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-f2792de4-5630-4734-b31c-7ed6fb958d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:46.959512 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-f2792de4-5630-4734-b31c-7ed6fb958d15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.2384675 Nov 24 14:23:47.095391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-d6345b33-74fd-49f1-b13f-6351b9d38c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:47.096843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-d6345b33-74fd-49f1-b13f-6351b9d38c44 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1302762 Nov 24 14:23:47.108148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:47.145052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:21:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:23:45Z', 'revision_number': 13, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:47.148996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:23:47.157592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:23:47.158197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:23:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:47.202364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-bd73bb75-b08a-4148-9cf1-b2094524fcdf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1000 time: 0.0983040 Nov 24 14:23:47.263340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-63063417-b8fe-46d9-8c28-b38386140b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:47.264653 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-63063417-b8fe-46d9-8c28-b38386140b9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0564568 Nov 24 14:23:47.340668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:23:47.342292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-9f7a6164-8e79-4dad-bf35-ffc445f83906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:23:47.343802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-9f7a6164-8e79-4dad-bf35-ffc445f83906 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730937 Nov 24 14:23:47.482150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-92a753ec-36c5-4bc3-a6e4-ac2a9fd294c2 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309359 Nov 24 14:23:47.617936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ae40171f-3a6b-4f7e-b6f3-6f8f3ccbf3b1 req-92cc6d66-37c4-4947-b55f-a01f6f8bd2a5 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289904 Nov 24 14:23:47.689590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:21:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:23:45Z', 'revision_number': 13, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:23:47.693686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043f26d-093d-419f-9b28-b09cd25e4e7b None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e7d56d2d-469e-4c86-b0de-bd15f63f893d', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'floating_ip_address': '172.26.8.132', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'mac_address': 'fa:16:3e:21:fb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:19:13Z', 'updated_at': '2021-11-24T14:23:45Z', 'revision_number': 13, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:23:47.903367 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d6b888-9d14-4eb1-a64d-13e86f8b884b None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:23:49.816350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf17b-0b46-4c07-81b0-6bc85391de16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:50.380291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:52.605797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-10b55773-d626-4a87-9201-c238ed5bd7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:53.777992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:55.363384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:23:58.996028 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:24:11.159488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-0dc8931a-8c69-4439-8854-76e4ef8d2be5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732260 Nov 24 14:24:11.304433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-49ecdd0c-20b1-4c45-93ef-d3a06c6b8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:11.305926 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-49ecdd0c-20b1-4c45-93ef-d3a06c6b8849 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.0735557 Nov 24 14:24:11.458058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-7fbe6ffc-3afc-4a62-8ff0-486dc52a02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:11.459420 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-7fbe6ffc-3afc-4a62-8ff0-486dc52a02e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1327708 Nov 24 14:24:11.568936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-611db3ba-b599-46da-8754-829179a4b1a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1002 time: 0.1025498 Nov 24 14:24:11.641791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-f81601b3-b35a-484a-9af5-cefd9519d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:11.643226 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-f81601b3-b35a-484a-9af5-cefd9519d33f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0648906 Nov 24 14:24:11.725757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-c303ec1c-5b0a-4a1f-ad29-31270f5b722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:11.727308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-c303ec1c-5b0a-4a1f-ad29-31270f5b722d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737154 Nov 24 14:24:11.867863 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-4a33a4bf-6b35-4bdb-b96a-73d07ddc880e service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318705 Nov 24 14:24:12.012014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b23522d-e1da-4cf7-8015-092d144ed6d2 req-7a7fb51e-3095-420b-8d70-58ba97d6e266 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331241 Nov 24 14:24:17.086255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:19.812884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e6d14a03-da69-47e2-9751-b2228492e623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:20.383381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:22.599090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e78eb96-add0-4635-99b6-010566c7b682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:23.778491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:25.370024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:27.171217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff0618-3f25-4327-944c-3915eb351c4c req-5e4ed672-de57-4c8f-99b3-c0ca1d3ff07c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:27.172654 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9ff0618-3f25-4327-944c-3915eb351c4c req-5e4ed672-de57-4c8f-99b3-c0ca1d3ff07c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0878270 Nov 24 14:24:27.342195 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9ff0618-3f25-4327-944c-3915eb351c4c req-0ca85fd2-b736-41ae-a3e5-a071a8cad6c4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637251 Nov 24 14:24:35.995857 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:24:37.448307 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-8940c23f-2f9f-4a24-81b1-15319309ca44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024747 Nov 24 14:24:37.504948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748063be-acdc-42d8-9358-8f55c9816e44 req-54f4bd77-46ef-4fa0-a6fc-bcfe27a2ac93 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:37.506758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-748063be-acdc-42d8-9358-8f55c9816e44 req-54f4bd77-46ef-4fa0-a6fc-bcfe27a2ac93 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1261537 Nov 24 14:24:37.560667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-748063be-acdc-42d8-9358-8f55c9816e44 req-42456fe1-9135-4553-9d50-e3ac17164cfe tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484695 Nov 24 14:24:38.871241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4eb2a-8552-43f8-99df-6abeb301d37f req-b897f44f-cc5e-4789-8989-5625bd4244e6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:38.872923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5fb4eb2a-8552-43f8-99df-6abeb301d37f req-b897f44f-cc5e-4789-8989-5625bd4244e6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1703951 Nov 24 14:24:38.880342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-b3326916-9c03-49fa-9d1a-25554e66ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:38.881807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-b3326916-9c03-49fa-9d1a-25554e66ff2f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.1188118 Nov 24 14:24:39.020232 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5fb4eb2a-8552-43f8-99df-6abeb301d37f req-9f3eb232-6994-4b03-9203-6fd0c458f754 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374469 Nov 24 14:24:39.076447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-3f63136c-34fc-4d2c-8470-6f9dad0059a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:39.077945 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-3f63136c-34fc-4d2c-8470-6f9dad0059a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1761606 Nov 24 14:24:39.205372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-e9b7ef66-8ee4-4b76-a726-f2e411ed08c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1002 time: 0.1165071 Nov 24 14:24:39.284500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-0e8749bf-51d6-437c-b211-5698dcb52e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:39.286789 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-0e8749bf-51d6-437c-b211-5698dcb52e73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0709612 Nov 24 14:24:39.371135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-bdc7e680-edcc-43a0-b9e4-5e52d43e2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:39.372611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-bdc7e680-edcc-43a0-b9e4-5e52d43e2618 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762756 Nov 24 14:24:39.519923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-f867cd8a-5156-4a94-b0aa-c1ddf0faa915 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360164 Nov 24 14:24:39.675688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-30f0ebbf-e841-42c5-8e71-c34742bac866 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448684 Nov 24 14:24:40.383779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634195-adba-418b-aea9-133e23ee96da req-c772a44c-e57e-4955-a6b7-dc30ad659295 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:40.385326 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42634195-adba-418b-aea9-133e23ee96da req-c772a44c-e57e-4955-a6b7-dc30ad659295 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1035185 Nov 24 14:24:40.432935 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42634195-adba-418b-aea9-133e23ee96da req-84f406dc-9d45-4f56-b220-d06fa406026b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417230 Nov 24 14:24:41.626875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d96dcc-52ae-485a-85a3-324309d812e3 req-c3685242-9994-44e9-bf2b-98084dd9704b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:41.628379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41d96dcc-52ae-485a-85a3-324309d812e3 req-c3685242-9994-44e9-bf2b-98084dd9704b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0843718 Nov 24 14:24:41.684667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41d96dcc-52ae-485a-85a3-324309d812e3 req-4be43a0f-808d-40ea-8741-f18bed5692b4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506871 Nov 24 14:24:42.891808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d720-0705-4400-b9f4-8e0b175c7027 req-ef8ad4c3-7e6c-4358-9d0d-732488d0adc6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:42.893395 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e80d720-0705-4400-b9f4-8e0b175c7027 req-ef8ad4c3-7e6c-4358-9d0d-732488d0adc6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0878406 Nov 24 14:24:42.941537 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e80d720-0705-4400-b9f4-8e0b175c7027 req-f96433d0-ab00-45b4-83b1-950e1c70b97a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423901 Nov 24 14:24:44.147811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e8690-935d-4fe6-b1bf-fd68c55a0b82 req-2b920002-0c98-4d09-80e9-7c382f2ca5a7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:44.149585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-464e8690-935d-4fe6-b1bf-fd68c55a0b82 req-2b920002-0c98-4d09-80e9-7c382f2ca5a7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0943999 Nov 24 14:24:44.198122 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-464e8690-935d-4fe6-b1bf-fd68c55a0b82 req-556964b3-e5fb-4183-b1f1-1e38bf51096a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Nov 24 14:24:45.386295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af9ee-93f6-46d4-9568-63b97b3519b1 req-2700cbd5-4ed7-4572-b38c-f155a7decd94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:45.387732 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f2af9ee-93f6-46d4-9568-63b97b3519b1 req-2700cbd5-4ed7-4572-b38c-f155a7decd94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0820780 Nov 24 14:24:45.431955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f2af9ee-93f6-46d4-9568-63b97b3519b1 req-6b1779a4-48e0-414f-a8d8-d318fc53dc7a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384760 Nov 24 14:24:46.626702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42485d7c-51d1-450f-8864-6ff123a0b6e7 req-065b5a6e-39fd-4244-9ab4-455beb42b4c0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:46.628151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42485d7c-51d1-450f-8864-6ff123a0b6e7 req-065b5a6e-39fd-4244-9ab4-455beb42b4c0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0854156 Nov 24 14:24:46.673887 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42485d7c-51d1-450f-8864-6ff123a0b6e7 req-9f2a3060-fa37-4cc5-9670-1227be09843c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Nov 24 14:24:47.084329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:47.866753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf90a4-7042-4359-94ad-429e1c975930 req-8f1a8b50-78df-4ea6-9ba1-d3179ab7fbd3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:47.868345 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-75cf90a4-7042-4359-94ad-429e1c975930 req-8f1a8b50-78df-4ea6-9ba1-d3179ab7fbd3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0860600 Nov 24 14:24:47.918676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-75cf90a4-7042-4359-94ad-429e1c975930 req-7b7ff811-e215-4b80-8bf0-823c16834efe tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Nov 24 14:24:49.222397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6cdb9-662a-43f3-b280-589e0d587fe8 req-3fbbf8d4-d25f-4986-8f3e-01389ac7aa50 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:49.223787 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-75f6cdb9-662a-43f3-b280-589e0d587fe8 req-3fbbf8d4-d25f-4986-8f3e-01389ac7aa50 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1983929 Nov 24 14:24:49.268885 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-75f6cdb9-662a-43f3-b280-589e0d587fe8 req-50f77b04-d012-4e33-ac2a-7b9613262c01 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393672 Nov 24 14:24:49.815952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29b35569-836a-45fb-8a0a-daf7f8223ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:50.389495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:50.474024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64561-9baa-41df-a903-a691615ed0f7 req-ae8521aa-0930-402d-8567-1ccc3268f30c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:50.475453 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-97d64561-9baa-41df-a903-a691615ed0f7 req-ae8521aa-0930-402d-8567-1ccc3268f30c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0951061 Nov 24 14:24:50.537706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-97d64561-9baa-41df-a903-a691615ed0f7 req-93902907-c442-4b0a-8d74-2c1dfc12de64 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563257 Nov 24 14:24:51.731721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76e15c-dc12-45a8-9476-574a978b0d93 req-3b5e7291-e44c-4d97-85b9-d2bd0e63b15f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:51.733253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ca76e15c-dc12-45a8-9476-574a978b0d93 req-3b5e7291-e44c-4d97-85b9-d2bd0e63b15f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0851490 Nov 24 14:24:51.780409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ca76e15c-dc12-45a8-9476-574a978b0d93 req-40238d57-4722-4cc3-916b-1a326930c3b4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Nov 24 14:24:52.601507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38cd7c58-c6c6-472d-9d72-06687a28e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:52.976267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9a3ad-1521-478c-a443-1c5816655f96 req-2fb28bcf-c795-4f54-9a10-1f45e02595a6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:52.978416 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96d9a3ad-1521-478c-a443-1c5816655f96 req-2fb28bcf-c795-4f54-9a10-1f45e02595a6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0890739 Nov 24 14:24:53.027479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-96d9a3ad-1521-478c-a443-1c5816655f96 req-287bc6a7-d9af-4c94-bca7-7df23e2b362b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Nov 24 14:24:53.783467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:54.221752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f2799-810e-4f0a-ba7b-1b797db853ba req-0210d64e-dc2f-41f8-b9f4-f029a99e95a4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:54.223255 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-550f2799-810e-4f0a-ba7b-1b797db853ba req-0210d64e-dc2f-41f8-b9f4-f029a99e95a4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0819969 Nov 24 14:24:54.274170 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-550f2799-810e-4f0a-ba7b-1b797db853ba req-cdf55103-db17-4386-b824-c7fe0a1772ef tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Nov 24 14:24:55.370092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:24:55.462257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11302db-d8e1-43c5-8815-f4f330661d59 req-49cc7612-0cc2-439c-91cd-e60380dd8fcb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:55.463699 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c11302db-d8e1-43c5-8815-f4f330661d59 req-49cc7612-0cc2-439c-91cd-e60380dd8fcb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0793071 Nov 24 14:24:55.509490 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c11302db-d8e1-43c5-8815-f4f330661d59 req-4b7d9eff-516c-4e77-ae3d-20af95194454 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Nov 24 14:24:56.699231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883482d1-ccf4-4754-a285-e20e861b9a12 req-e29fcc39-336f-4a48-b3b2-10f711181bd2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:56.700700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-883482d1-ccf4-4754-a285-e20e861b9a12 req-e29fcc39-336f-4a48-b3b2-10f711181bd2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0841105 Nov 24 14:24:56.745384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-883482d1-ccf4-4754-a285-e20e861b9a12 req-1e7a69da-a13c-4b97-a83a-3cd3544e20b7 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389733 Nov 24 14:24:57.549002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-62b7365d-313f-4d43-93ed-795efd2520be service neutron] 10.222.0.76 "GET /v2.0/ports/c0732241-e088-4e0e-a6f1-3090ac821198/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.0797691 Nov 24 14:24:57.856137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-4a1cb8bc-077b-4f62-abe4-adcf046ea42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:57.857663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-4a1cb8bc-077b-4f62-abe4-adcf046ea42d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 1098 time: 0.0771163 Nov 24 14:24:58.004626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fa0e2-d408-4c58-b12b-c8cd7dc2e4fd req-46ad8c41-6472-4b70-8ce4-2d581403eb67 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:58.006194 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-820fa0e2-d408-4c58-b12b-c8cd7dc2e4fd req-46ad8c41-6472-4b70-8ce4-2d581403eb67 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1476705 Nov 24 14:24:58.010973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-803b6a05-174e-48e8-9fb2-3556425e24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:58.012431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-803b6a05-174e-48e8-9fb2-3556425e24b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.1160510 Nov 24 14:24:58.135658 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-820fa0e2-d408-4c58-b12b-c8cd7dc2e4fd req-7b427699-3a88-40eb-a0ed-2efbad608389 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220503 Nov 24 14:24:58.175635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-944f37ee-656f-47d3-9996-53a24cbbc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:58.177191 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-944f37ee-656f-47d3-9996-53a24cbbc010 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1506267 Nov 24 14:24:58.286734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-b3fd5ecb-2817-467b-be0c-6a58f27a7833 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1002 time: 0.0997214 Nov 24 14:24:58.349663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-9cb467f2-de93-4b07-be6f-bb5257afb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:58.351081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-9cb467f2-de93-4b07-be6f-bb5257afb864 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0578353 Nov 24 14:24:58.433628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-da1191ac-8d52-4380-8587-878d7cd471ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:58.435002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-da1191ac-8d52-4380-8587-878d7cd471ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738726 Nov 24 14:24:58.574285 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-2952995d-fdab-4a69-b896-271d1f69cb10 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275046 Nov 24 14:24:58.845482 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-99770d22-12d4-46d4-83ed-1e3e94d48450 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613940 Nov 24 14:24:59.325238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b810-1a7b-469c-adef-69ae6f76ce96 req-27feb8a5-d155-4773-8a7d-4b2a0a3e3491 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:24:59.326761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4b5b810-1a7b-469c-adef-69ae6f76ce96 req-27feb8a5-d155-4773-8a7d-4b2a0a3e3491 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0818315 Nov 24 14:24:59.372590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4b5b810-1a7b-469c-adef-69ae6f76ce96 req-d3c1571c-8ef5-41ff-958a-247f237aed05 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400498 Nov 24 14:25:00.305616 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:25:00.427309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:00.455859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:00.466667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:00.471883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:00.475109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:00.544626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:00.553265 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.553702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.554099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.554500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.555098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.555280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.555674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.556066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.556483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.556911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.557294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.557625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:00.561803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:00.578999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a3b83-efb7-45e7-9506-265c28bb27c2 req-7dc95fe9-d945-4382-af0b-d4586d938fcd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:00.580881 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-742a3b83-efb7-45e7-9506-265c28bb27c2 req-7dc95fe9-d945-4382-af0b-d4586d938fcd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.0927720 Nov 24 14:25:00.626134 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-742a3b83-efb7-45e7-9506-265c28bb27c2 req-21593936-dfe8-4735-bbc5-1f8c8f2c9797 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392771 Nov 24 14:25:00.687113 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'code': 200} Nov 24 14:25:01.819138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c668f1-576b-413e-96c4-b9e45efc68bf req-fb1c60ed-67b1-4cf3-ab10-dc994197b554 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:01.820611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9c668f1-576b-413e-96c4-b9e45efc68bf req-fb1c60ed-67b1-4cf3-ab10-dc994197b554 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.0810323 Nov 24 14:25:01.865254 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b9c668f1-576b-413e-96c4-b9e45efc68bf req-0e23470b-bd71-4e8d-b9be-941e1e44d7d9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390437 Nov 24 14:25:02.320463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:25:02.455314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:02.468652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'mac_address': 'fa:16:3e:21:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:25:02.526090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:02.543034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0732241-e088-4e0e-a6f1-3090ac821198 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:02.557850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:02.561636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:02.564024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:02.632348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:02.635306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:02.642953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['c0732241-e088-4e0e-a6f1-3090ac821198'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:25:03.067406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c73311-5e71-45f0-9b75-1dc3abb95f96 req-77ce0bd1-3bbf-484a-aaa7-bdc5aebadaab tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:03.068898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-50c73311-5e71-45f0-9b75-1dc3abb95f96 req-77ce0bd1-3bbf-484a-aaa7-bdc5aebadaab tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 944 time: 0.0905356 Nov 24 14:25:03.114655 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-50c73311-5e71-45f0-9b75-1dc3abb95f96 req-da3b864a-915b-476e-bc50-9c81de0d6dae tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401158 Nov 24 14:25:04.313442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b6d71-f5a6-4742-8632-6d2e9fc74d88 req-a381a8da-1839-472f-9f11-c515dee6e67b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:04.314936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af0b6d71-f5a6-4742-8632-6d2e9fc74d88 req-a381a8da-1839-472f-9f11-c515dee6e67b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 944 time: 0.0814106 Nov 24 14:25:04.350524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:25:04.364249 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af0b6d71-f5a6-4742-8632-6d2e9fc74d88 req-c2d9f681-f512-4140-b970-0ab4a2d7cadd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437071 Nov 24 14:25:04.418902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port c0732241-e088-4e0e-a6f1-3090ac821198 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:04.419189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:04.536713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:04.563958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:04.574147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:04.579744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:04.581889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:04.619904 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'code': 200} Nov 24 14:25:04.652363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:04.655408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:05.582615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0b432-c3f6-4d55-b9fc-2fa39926a7ac req-01991ad4-8fb4-4fd6-8390-b6485da8bdb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:05.584064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcc0b432-c3f6-4d55-b9fc-2fa39926a7ac req-01991ad4-8fb4-4fd6-8390-b6485da8bdb9 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0819139 Nov 24 14:25:05.629518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcc0b432-c3f6-4d55-b9fc-2fa39926a7ac req-9c3fcc94-3206-4e76-b81a-7f58e68f45c4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Nov 24 14:25:06.824738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf5418-51c7-402e-b7f4-f1d3d747ffbc req-620d8457-7c21-4424-b606-e5d920d7356a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:06.826233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-edbf5418-51c7-402e-b7f4-f1d3d747ffbc req-620d8457-7c21-4424-b606-e5d920d7356a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0892122 Nov 24 14:25:06.871577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-edbf5418-51c7-402e-b7f4-f1d3d747ffbc req-8f4dcf2a-7617-4664-bc18-b6103b988594 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Nov 24 14:25:08.062059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd9656-6c3f-4802-a144-f88ee4b63307 req-2c55fd57-2729-47ff-aecc-e70f63062a94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.064065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9cd9656-6c3f-4802-a144-f88ee4b63307 req-2c55fd57-2729-47ff-aecc-e70f63062a94 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0832548 Nov 24 14:25:08.108122 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9cd9656-6c3f-4802-a144-f88ee4b63307 req-f1c1efe0-dddf-43ba-acb3-9c3987148504 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381942 Nov 24 14:25:08.568046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-7c50576a-7912-4761-9147-2f2001083edb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.569509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-7c50576a-7912-4761-9147-2f2001083edb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 945 time: 0.1481063 Nov 24 14:25:08.618646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8deb45-0bcf-47d8-80ff-5d9c0908e98c req-87f08063-9ebd-44c7-9803-1fbb198d1bda tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.620071 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d8deb45-0bcf-47d8-80ff-5d9c0908e98c req-87f08063-9ebd-44c7-9803-1fbb198d1bda tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1370425 Nov 24 14:25:08.692596 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d8deb45-0bcf-47d8-80ff-5d9c0908e98c req-d1055d91-88f3-4d3b-9f19-d74c56aea19b tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662072 Nov 24 14:25:08.695333 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-2a1d1159-b915-4402-ad22-d5be108b60ff service neutron] 10.222.0.76 "GET /v2.0/ports/c0732241-e088-4e0e-a6f1-3090ac821198/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.1184852 Nov 24 14:25:08.791366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-6c2c3816-57c3-44b2-945e-d2195c00014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.792867 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-6c2c3816-57c3-44b2-945e-d2195c00014f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.0732696 Nov 24 14:25:08.928574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-d7871e8f-6fda-4af4-9e50-b77fca82deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:08.929958 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-d7871e8f-6fda-4af4-9e50-b77fca82deaf service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1311202 Nov 24 14:25:09.040415 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-fc14c65a-5915-4e92-a1f5-e50d7ace3eac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1002 time: 0.1041746 Nov 24 14:25:09.106895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-ec070ee2-5931-4a36-93f2-628344f871de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.108324 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-ec070ee2-5931-4a36-93f2-628344f871de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0621531 Nov 24 14:25:09.183320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-f3f8de5a-3b0b-4915-a29d-9baebd6395cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.184718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-f3f8de5a-3b0b-4915-a29d-9baebd6395cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701756 Nov 24 14:25:09.317075 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-940a1df2-5ef6-4171-a30c-61d7d84f9c35 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259010 Nov 24 14:25:09.449378 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-5f98aeb6-3688-4e89-bbdc-889d7762399f service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258180 Nov 24 14:25:09.886987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd8139-bc24-49dd-a56c-6a4f70161756 req-14432b39-2e98-4b7b-b5c6-4f693ad4ac71 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:09.888430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1bd8139-bc24-49dd-a56c-6a4f70161756 req-14432b39-2e98-4b7b-b5c6-4f693ad4ac71 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0849025 Nov 24 14:25:09.932376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1bd8139-bc24-49dd-a56c-6a4f70161756 req-dfd29bc5-320c-461c-a476-1e375444f506 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Nov 24 14:25:11.170544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d915e1f-88d4-42c4-81f8-ab438a72cce9 req-944e9623-a437-40fe-ac31-9892d636abff tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:11.172708 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5d915e1f-88d4-42c4-81f8-ab438a72cce9 req-944e9623-a437-40fe-ac31-9892d636abff tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0833123 Nov 24 14:25:11.221059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5d915e1f-88d4-42c4-81f8-ab438a72cce9 req-b8b95f47-081e-4757-b92b-7985e76383bf tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Nov 24 14:25:12.538563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66acf6-45f9-432c-92a1-7110f8062316 req-7f419249-4dd2-4712-917f-ac11ddea07f5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.540062 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d66acf6-45f9-432c-92a1-7110f8062316 req-7f419249-4dd2-4712-917f-ac11ddea07f5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.2100832 Nov 24 14:25:12.593132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d66acf6-45f9-432c-92a1-7110f8062316 req-ec032214-fcbe-417b-b080-96c4d27309ca tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467544 Nov 24 14:25:12.978007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-090abe97-d571-4994-bba9-65205fe6e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:12.979469 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-090abe97-d571-4994-bba9-65205fe6e228 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c&tenant_id=8c1bf207bec54101ad4e8ab5d34a6612 HTTP/1.1" status: 200 len: 1098 time: 0.0716224 Nov 24 14:25:12.995204 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:25:13.086800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-76df2e1b-89dc-47db-a790-2b4610f046a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.088290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-76df2e1b-89dc-47db-a790-2b4610f046a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.0821245 Nov 24 14:25:13.227186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-0d760963-d89f-4d6d-bcf2-5c7e19d10f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.228620 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-0d760963-d89f-4d6d-bcf2-5c7e19d10f15 service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1302731 Nov 24 14:25:13.337606 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-6dcdb2df-f02c-4502-bbda-8de7dc9d980c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1002 time: 0.0988486 Nov 24 14:25:13.405295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-041de6ae-6fc7-4a1a-92cd-fa1736e633c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.406957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-041de6ae-6fc7-4a1a-92cd-fa1736e633c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0597129 Nov 24 14:25:13.491053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90023078-d76c-4844-8e9f-51badf663114 req-e1d7a540-8a94-4bd0-bcdf-7f7b5df48de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.492514 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-e1d7a540-8a94-4bd0-bcdf-7f7b5df48de1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756595 Nov 24 14:25:13.630287 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-27cb21bd-a0fa-49f8-a359-f18b51c6fd4a service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272743 Nov 24 14:25:13.843208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-90023078-d76c-4844-8e9f-51badf663114 req-6b939ae7-15ee-4b1e-ba04-af4e55acc71c service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018502 Nov 24 14:25:13.860803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ed06c-580a-4ca4-ad8d-ff6b8abe5e1c req-9765117b-adc3-42ec-892e-28b5f130833a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:13.862280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be3ed06c-580a-4ca4-ad8d-ff6b8abe5e1c req-9765117b-adc3-42ec-892e-28b5f130833a tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.1408455 Nov 24 14:25:13.909516 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be3ed06c-580a-4ca4-ad8d-ff6b8abe5e1c req-9b186827-9e32-462b-a824-0869daf41911 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Nov 24 14:25:14.016147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-d20b3e53-09b2-438d-ac1d-2494ee36bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.017921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-d20b3e53-09b2-438d-ac1d-2494ee36bf9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 1098 time: 0.0765467 Nov 24 14:25:14.173934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-028497ae-b7ff-430b-ae02-69c4776ff2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.175286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-028497ae-b7ff-430b-ae02-69c4776ff2fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 200 len: 913 time: 0.1310501 Nov 24 14:25:14.285046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-4180d42a-274b-42f2-b7e7-1906bebc0f65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 200 len: 1002 time: 0.1018472 Nov 24 14:25:14.358883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-d2214391-dcee-44e8-b663-ee1dca4e37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.360807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-d2214391-dcee-44e8-b663-ee1dca4e37ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 200 len: 850 time: 0.0662229 Nov 24 14:25:14.413417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:25:14.445090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-37aea204-c5da-4150-a722-a4d9a970230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:14.446989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-37aea204-c5da-4150-a722-a4d9a970230d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=250ae304-723e-4d26-963d-154afa421af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767868 Nov 24 14:25:14.536211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:14.568686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:14.579840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:14.586419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:14.588820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:14.592157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-a3dbe59b-2e2a-468c-a7b3-962cb186d6fe service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342499 Nov 24 14:25:14.660610 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'code': 200} Nov 24 14:25:14.673758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=9']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:14.683494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:14.875531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abfb013b-4f7a-44d2-8a35-382042219d65 req-168ac29b-207d-48d0-80ac-9351baeaa386 service neutron] 10.222.0.76 "GET /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731545 Nov 24 14:25:15.108646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2de47-e017-4348-b089-7ac4f8d483d9 req-2f2567bf-3f08-464e-aafb-ce64e646c79f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:15.110982 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5cc2de47-e017-4348-b089-7ac4f8d483d9 req-2f2567bf-3f08-464e-aafb-ce64e646c79f tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.0889001 Nov 24 14:25:15.158335 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5cc2de47-e017-4348-b089-7ac4f8d483d9 req-9c152e76-82ac-4810-8ede-4af0ab91e996 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Nov 24 14:25:16.348450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1516-69d7-4463-813d-4d4d16e9b171 req-b9d9841b-bd82-49d9-a07b-377b0f778136 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:16.349981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a02e1516-69d7-4463-813d-4d4d16e9b171 req-b9d9841b-bd82-49d9-a07b-377b0f778136 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 943 time: 0.0812428 Nov 24 14:25:16.398656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a02e1516-69d7-4463-813d-4d4d16e9b171 req-ff21e731-89c1-44b9-b17f-8cc208ac0790 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Nov 24 14:25:16.413969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:25:16.551254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:16.565075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'port_id': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'mac_address': 'fa:16:3e:21:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:25:16.621727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:16.643285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0732241-e088-4e0e-a6f1-3090ac821198 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:16.660629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:16.666043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:16.667822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:16.744231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['c0732241-e088-4e0e-a6f1-3090ac821198'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:25:16.797441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=10']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:16.802872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:17.085479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:17.598960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15754f57-9a48-46c3-bf6a-4ceac37e0070 req-a7b9f115-0100-41c5-b03d-4fed8ad58096 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:17.600484 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-15754f57-9a48-46c3-bf6a-4ceac37e0070 req-a7b9f115-0100-41c5-b03d-4fed8ad58096 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 945 time: 0.0871930 Nov 24 14:25:17.652272 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-15754f57-9a48-46c3-bf6a-4ceac37e0070 req-6decd3cb-3358-427b-b012-10434c770ce6 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449245 Nov 24 14:25:18.424539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:25:18.500681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port c0732241-e088-4e0e-a6f1-3090ac821198 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:18.501006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:18.635946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:18.666749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:18.681521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:18.686369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:18.689941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3bcc6358-8ec9-4895-aba5-ce1b0af4e9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:18.747999 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'code': 200} Nov 24 14:25:18.770628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=11']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:18.774406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:18.925471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71ba5f-54fb-4b3d-927b-ef527af76726 req-5cb1a3fd-4129-448c-bdd9-034f2810bda3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:18.927807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6e71ba5f-54fb-4b3d-927b-ef527af76726 req-5cb1a3fd-4129-448c-bdd9-034f2810bda3 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0960250 Nov 24 14:25:18.977036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6e71ba5f-54fb-4b3d-927b-ef527af76726 req-6c932bc3-d6a4-4ffd-a641-cd5cf03935c5 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Nov 24 14:25:19.819082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3046a3ad-bfda-499a-8680-b953220f609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:20.183681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597997e-c916-4deb-941d-971f49a07e14 req-e54a47cd-ab27-41b2-84aa-302134a82aeb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:20.185156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8597997e-c916-4deb-941d-971f49a07e14 req-e54a47cd-ab27-41b2-84aa-302134a82aeb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0870028 Nov 24 14:25:20.237974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8597997e-c916-4deb-941d-971f49a07e14 req-a81359b8-9b9b-41ed-8144-558ab473ea19 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Nov 24 14:25:20.386477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:21.450402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3df982-0321-4e9c-9ee4-008d7cdd292d req-1ab7d62d-00cf-45f1-b78c-aa9503f01731 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:21.451871 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ca3df982-0321-4e9c-9ee4-008d7cdd292d req-1ab7d62d-00cf-45f1-b78c-aa9503f01731 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0967851 Nov 24 14:25:21.501579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ca3df982-0321-4e9c-9ee4-008d7cdd292d req-112066a6-c8ff-4bbd-9a8d-28b68b457a06 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Nov 24 14:25:22.606232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8aa803c2-4d2c-4244-91e2-957fd8fd1fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:22.703257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa1d4-b859-4261-843a-4c7008adf1aa req-ad32cf79-c795-4097-a0a3-1b0a697c28f8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:22.705476 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-acefa1d4-b859-4261-843a-4c7008adf1aa req-ad32cf79-c795-4097-a0a3-1b0a697c28f8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0896657 Nov 24 14:25:22.757915 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-acefa1d4-b859-4261-843a-4c7008adf1aa req-89fc2068-da99-495a-857e-08c5cbaa2028 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449369 Nov 24 14:25:22.960854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d8519-2fa9-4b5d-9e8f-6588e5f1081a req-db515426-9070-47c4-8dc6-e6fb545b3b50 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:22.962373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-559d8519-2fa9-4b5d-9e8f-6588e5f1081a req-db515426-9070-47c4-8dc6-e6fb545b3b50 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0884809 Nov 24 14:25:23.008961 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-559d8519-2fa9-4b5d-9e8f-6588e5f1081a req-5a3c7a05-da37-4757-939e-3ade7acfc317 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Nov 24 14:25:23.208686 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606bcec-690a-482a-b933-87cb496272ad req-4110228f-8f69-43eb-b51b-263ac23ed8e2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:23.210195 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6606bcec-690a-482a-b933-87cb496272ad req-4110228f-8f69-43eb-b51b-263ac23ed8e2 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0891674 Nov 24 14:25:23.262061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6606bcec-690a-482a-b933-87cb496272ad req-02e2fe60-f5e9-4f66-a884-26f1de05f2bd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463221 Nov 24 14:25:23.697161 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687138ee-4a59-4c9e-9d4b-4a230c9ebed4 req-4052e004-99d0-4346-87c4-55a63f4d3c86 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:23.698690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-687138ee-4a59-4c9e-9d4b-4a230c9ebed4 req-4052e004-99d0-4346-87c4-55a63f4d3c86 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0918884 Nov 24 14:25:23.751828 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-687138ee-4a59-4c9e-9d4b-4a230c9ebed4 req-4ded275f-faeb-4516-aef4-3e9b55d9b8fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438159 Nov 24 14:25:23.791422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:24.962799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0679151-2919-4b54-a9d4-193f063025f9 req-55d0e303-ba8f-4f35-b430-314adf060b81 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:24.964250 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c0679151-2919-4b54-a9d4-193f063025f9 req-55d0e303-ba8f-4f35-b430-314adf060b81 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.0922804 Nov 24 14:25:25.013811 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c0679151-2919-4b54-a9d4-193f063025f9 req-9895629c-7158-4feb-8d68-3031ee4c71d4 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 Nov 24 14:25:25.384532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:26.274595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1003ecc-50a4-4ead-ade7-7a3e0276ac0e req-c9abc9a9-dacf-4c8f-9c54-a5adbfcc3985 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.276240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1003ecc-50a4-4ead-ade7-7a3e0276ac0e req-c9abc9a9-dacf-4c8f-9c54-a5adbfcc3985 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.1483383 Nov 24 14:25:26.328432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-948c72f0-4bc8-4e31-be40-6adf9a77ee18 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:26.330475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-948c72f0-4bc8-4e31-be40-6adf9a77ee18 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 946 time: 0.1465590 Nov 24 14:25:26.375499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1003ecc-50a4-4ead-ade7-7a3e0276ac0e req-9f8c3073-233d-4b6a-8820-330d9dca70e8 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups?id=091391ce-fbb7-4dfe-b0ad-3f3c561604a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904102 Nov 24 14:25:26.416113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Deleting port c0732241-e088-4e0e-a6f1-3090ac821198 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:26.416446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:26.701520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] For port c0732241-e088-4e0e-a6f1-3090ac821198, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=c0732241-e088-4e0e-a6f1-3090ac821198,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:26.702003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:27.166417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:27.167095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:27.167671 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d disassociated. External IP: 172.26.8.132, port: c0732241-e088-4e0e-a6f1-3090ac821198. Nov 24 14:25:27.168247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Calling delete_port for c0732241-e088-4e0e-a6f1-3090ac821198 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:25:27.332860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:27.339207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9552b433-bd13-4e2f-986c-fbffe01325a0 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:27.389283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event deleted for resources: {'Port': ['ID=c0732241-e088-4e0e-a6f1-3090ac821198,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:27.401256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.401651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.402258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.402456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.402767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.403171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.403551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.403939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.404306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.404674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.407729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.407729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:25:27.459113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:27.593985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-166d2667-3f5d-475d-81b1-62ba88f334e3 req-1a802f32-bc8e-453e-95b1-a63f12a16a0c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 210 time: 0.0630322 Nov 24 14:25:27.660380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:25:27.864828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:25:27.875848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:27.886239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:25:27.886946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:25:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:27.951879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] No DVR routers for this DVR port c0732241-e088-4e0e-a6f1-3090ac821198 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:27.955660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:27.958670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-deleted', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:27.976009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5c38b888-418a-4cd6-90ba-95252e5efe20 req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.76 "DELETE /v2.0/ports/c0732241-e088-4e0e-a6f1-3090ac821198 HTTP/1.1" status: 204 len: 173 time: 1.6362517 Nov 24 14:25:28.017209 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c', 'name': 'network-vif-deleted', 'tag': 'c0732241-e088-4e0e-a6f1-3090ac821198', 'status': 'completed', 'code': 200} Nov 24 14:25:28.163382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:25:28.476920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:25:28.570749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: c0732241-e088-4e0e-a6f1-3090ac821198 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:25:28.570749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device c0732241-e088-4e0e-a6f1-3090ac821198 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:25:28.625487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:28.632596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:28.651665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:25:28.652652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:25:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:28.857165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-fe4f1bc1-2317-44ce-b873-1ed5d0dde770 req-869479aa-9914-4bca-bfa2-30ab8a1edf56 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Synchronizing usage tracker for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:25:28.875235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-fe4f1bc1-2317-44ce-b873-1ed5d0dde770 req-869479aa-9914-4bca-bfa2-30ab8a1edf56 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Unset dirty status for tenant:8c1bf207bec54101ad4e8ab5d34a6612 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:25:28.877461 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fe4f1bc1-2317-44ce-b873-1ed5d0dde770 req-869479aa-9914-4bca-bfa2-30ab8a1edf56 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b2d4f38-2f2c-4caa-a4c3-cfe0c62cb13c HTTP/1.1" status: 200 len: 210 time: 0.0705161 Nov 24 14:25:28.919123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:25:29.288248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:29.293686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be82e7-b49b-4847-8bf1-7e3be4a80f93 None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:10Z', 'revision_number': 4, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '14af600c-2401-4d6e-be3e-1cd1f05bc0f9', 'name': '', 'network_id': '250ae304-723e-4d26-963d-154afa421af3', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'mac_address': 'fa:16:3e:a1:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:10Z', 'updated_at': '2021-11-24T14:19:16Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'subnets': [{'id': '01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:29.557806 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43c580-057b-466b-adf8-d9713ab8e6bc None None] New status for floating IP e7d56d2d-469e-4c86-b0de-bd15f63f893d: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:25:33.275834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47552) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:33.346398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:33.374633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:33.427829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:33.431566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b751865a-095a-4d3a-aab1-ab4eb288845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:33.444834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091391ce-fbb7-4dfe-b0ad-3f3c561604a3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:33.448337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:33.451740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:33.452833 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "DELETE /v2.0/security-groups/091391ce-fbb7-4dfe-b0ad-3f3c561604a3 HTTP/1.1" status: 204 len: 168 time: 0.1759923 Nov 24 14:25:33.456022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47556) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:33.471907 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-0aa5759b-4c37-4c1c-9c81-4ce92688b026 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] show failed (client error): The resource could not be found. Nov 24 14:25:33.474755 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0aa5759b-4c37-4c1c-9c81-4ce92688b026 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "GET /v2.0/security-groups/091391ce-fbb7-4dfe-b0ad-3f3c561604a3 HTTP/1.1" status: 404 len: 347 time: 0.0159926 Nov 24 14:25:33.475598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47560) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:33.636042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Deleting port 476db638-ae42-4086-8928-faf76f723884 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:33.636375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:33.806869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:33.807216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:34.061081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Calling delete_port for 476db638-ae42-4086-8928-faf76f723884 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:25:34.205479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:34.209127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:34.254257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Pushing event deleted for resources: {'Port': ['ID=476db638-ae42-4086-8928-faf76f723884,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:34.257393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:34.348586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:34.366827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:34.367969 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] 10.222.0.36 "DELETE /v2.0/floatingips/e7d56d2d-469e-4c86-b0de-bd15f63f893d HTTP/1.1" status: 204 len: 168 time: 0.8914971 Nov 24 14:25:34.371110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47564) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:34.946135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:35.294710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Deleting port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:35.295042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:35.592131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] For port 14af600c-2401-4d6e-be3e-1cd1f05bc0f9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:35.592881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:35.714131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Calling delete_port for 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:25:35.884381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:35.888195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f426ceb4-48c6-4192-9dda-03a3e59a0b84 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:35.931425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Pushing event deleted for resources: {'Port': ['ID=14af600c-2401-4d6e-be3e-1cd1f05bc0f9,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:35.934006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:36.211750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:36.570590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:25:36.748931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:25:36.758731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] Sync routers for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:25:36.762575 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] 10.222.0.36 "PUT /v2.0/routers/e5ad21f6-a03f-4a14-90c8-7efa0bc84117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906322 Nov 24 14:25:36.765088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47570) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:36.768129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:25:36.768734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:25:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:36.951984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:25:37.069980 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:37.258285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:37.269633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Deleting port 76cb5166-28c1-499e-b367-69afc1872c6d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:37.270024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:37.283803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:25:35Z', 'revision_number': 5, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port': {'id': '76cb5166-28c1-499e-b367-69afc1872c6d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:37.287697 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] Checking router: e5ad21f6-a03f-4a14-90c8-7efa0bc84117 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:25:37.296134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] Routers {'e5ad21f6-a03f-4a14-90c8-7efa0bc84117'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:25:37.296762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:25:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:37.451396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] Set router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:25:37.456358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] For port 76cb5166-28c1-499e-b367-69afc1872c6d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=76cb5166-28c1-499e-b367-69afc1872c6d,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:37.456710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:37.560051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:25:37Z', 'revision_number': 6, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:37.564140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fea350-99f3-47e8-8fec-be9bae2d514b None None] The sync data for ids ['e5ad21f6-a03f-4a14-90c8-7efa0bc84117'] in dv-neutron-818153-2-hyperv is: [{'id': 'e5ad21f6-a03f-4a14-90c8-7efa0bc84117', 'name': 'tempest-ServerActionsTestJSON-318067717-router', 'tenant_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:19:07Z', 'updated_at': '2021-11-24T14:25:37Z', 'revision_number': 6, 'project_id': '8c1bf207bec54101ad4e8ab5d34a6612', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:25:37.587300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Calling delete_port for 76cb5166-28c1-499e-b367-69afc1872c6d owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:25:37.788937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:37.796223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:37.886371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cb5166-28c1-499e-b367-69afc1872c6d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:37.894797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:37.963295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.150091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.152181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.176310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.177016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ad21f6-a03f-4a14-90c8-7efa0bc84117 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:25:38.193431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.194543 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e5ad21f6-a03f-4a14-90c8-7efa0bc84117 HTTP/1.1" status: 204 len: 168 time: 1.4285424 Nov 24 14:25:38.197254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47574) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:38.260359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Deleting subnet 01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:25:38.263368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.316326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.385391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:25:38.421573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.425356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:25:38.425718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 14af600c-2401-4d6e-be3e-1cd1f05bc0f9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:25:38.426189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 76cb5166-28c1-499e-b367-69afc1872c6d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:25:38.462726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 76cb5166-28c1-499e-b367-69afc1872c6d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:25:38.463085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 76cb5166-28c1-499e-b367-69afc1872c6d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:25:38.496919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.501498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91b45c17-4179-46b4-a9dc-a6ab13b2f1d9 tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:38.536444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:38.539573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:38.540557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.547300 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/01abc69e-9c1d-4ac7-b97f-8eae1bdf1a33 HTTP/1.1" status: 204 len: 168 time: 0.3489971 Nov 24 14:25:38.551009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d0b0e-8d25-4c5a-a321-7deb877b6cda None None] Network 250ae304-723e-4d26-963d-154afa421af3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:25:38.551668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47578) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:38.670945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.691200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Deleting port 5ce63448-db9b-48c3-9632-aa68a7b5b179 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:38.691727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:38.822050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] DHCP port deletion for 250ae304-723e-4d26-963d-154afa421af3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:25:38.826475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Deleting port 5ce63448-db9b-48c3-9632-aa68a7b5b179 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:38.826857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:39.050312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] For port 5ce63448-db9b-48c3-9632-aa68a7b5b179, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5ce63448-db9b-48c3-9632-aa68a7b5b179,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:39.050596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:39.081183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] For port 5ce63448-db9b-48c3-9632-aa68a7b5b179, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5ce63448-db9b-48c3-9632-aa68a7b5b179,segment=NetworkSegment(87dc185e-e970-4303-a8f3-f9b408547311),segment_id=87dc185e-e970-4303-a8f3-f9b408547311)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:39.081793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:39.176255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Calling delete_port for 5ce63448-db9b-48c3-9632-aa68a7b5b179 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:25:39.211605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Calling delete_port for 5ce63448-db9b-48c3-9632-aa68a7b5b179 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:25:39.258507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:39.265473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:39.293705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.db.api [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:25:39.293994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_db.api [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:25:39.321521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Pushing event deleted for resources: {'Port': ['ID=5ce63448-db9b-48c3-9632-aa68a7b5b179,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:39.323350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] No DVR routers for this DVR port 5ce63448-db9b-48c3-9632-aa68a7b5b179 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:25:39.324759 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:39.795751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Deleting port 5ce63448-db9b-48c3-9632-aa68a7b5b179 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:25:39.796175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:39.864467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] The port '5ce63448-db9b-48c3-9632-aa68a7b5b179' was deleted {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:25:39.981885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.015300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250ae304-723e-4d26-963d-154afa421af3']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:40.030790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dc185e-e970-4303-a8f3-f9b408547311') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:40.031204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dc185e-e970-4303-a8f3-f9b408547311') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:25:40.049911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.071427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.077615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:25:40.078003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: util.warn( Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:25:40.091579 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:25:40.166705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.171104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.174416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b61d2ba-47b5-4c22-9752-60e71c2a7334 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:40.201541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Pushing event deleted for resources: {'Network': ['ID=250ae304-723e-4d26-963d-154afa421af3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:40.205069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:40.210330 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] 10.222.0.36 "DELETE /v2.0/networks/250ae304-723e-4d26-963d-154afa421af3 HTTP/1.1" status: 204 len: 168 time: 1.6576915 Nov 24 14:25:40.301890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5ce63448-db9b-48c3-9632-aa68a7b5b179 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:25:40.334646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47584) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:40.337234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 5ce63448-db9b-48c3-9632-aa68a7b5b179 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:25:40.337584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5ce63448-db9b-48c3-9632-aa68a7b5b179 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:25:40.391564 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-614192ed-e9c4-4d9c-a536-a12b4549ebc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c1bf207bec54101ad4e8ab5d34a6612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555646 Nov 24 14:25:40.394053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47588) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:40.455881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.483672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.537075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.540839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f2c5ca7-ed83-474f-b9e3-0398b15b4a00 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:40.554599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5358cc-5ac6-43c6-aac3-9e2b8d517102,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:40.556955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:40.560427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:40.562221 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb5358cc-5ac6-43c6-aac3-9e2b8d517102 HTTP/1.1" status: 204 len: 168 time: 0.1672783 Nov 24 14:25:41.336134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47612) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:41.451102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-827827645-network', 'tenant_id': '501a940d43cc4ca9aa9814fbc244a2e1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:41.455981 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:25:41.459904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Usage tracker for resource:network and tenant:501a940d43cc4ca9aa9814fbc244a2e1 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:25:41.462757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:25:41.473095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:25:41.483071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Made reservation on behalf of 501a940d43cc4ca9aa9814fbc244a2e1 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:25:41.486013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.498304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.513355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:25:41.518197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:501a940d43cc4ca9aa9814fbc244a2e1 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:25:41.522154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:25:41.528247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:25:41.626204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.630046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.633079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9c962d00-27be-4967-bb90-3474ba02d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:41.665897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:25:41.671475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f7207-bdd9-4ad9-8640-700390dadd45,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:41.676364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:41.680983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.681490 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Added segment 7119d6d2-e2bc-4007-9d6e-93ec7e9e8599 of type vlan for network 43320b5c-19ff-4758-8a2e-4afc90573ce7 Nov 24 14:25:41.713358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.753344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.754649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:41.755212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:41.758771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-99bd5290-2dea-40aa-81ba-d487e23ddb06 tempest-NetworksTest-646358440 tempest-NetworksTest-646358440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:41.863992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=43320b5c-19ff-4758-8a2e-4afc90573ce7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:41.866928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:41.868521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5312750 Nov 24 14:25:41.871543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47618) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:25:41.874329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 43320b5c-19ff-4758-8a2e-4afc90573ce7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:25:41.878326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Request body: {'subnet': {'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-827827645-subnet', 'tenant_id': '501a940d43cc4ca9aa9814fbc244a2e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:41.883326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:25:41.887270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Usage tracker for resource:subnet and tenant:501a940d43cc4ca9aa9814fbc244a2e1 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:25:41.890126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:25:41.896488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:25:41.909148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Made reservation on behalf of 501a940d43cc4ca9aa9814fbc244a2e1 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:25:41.912123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:42.123051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:42.127407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-30be95e1-30ca-4629-ad59-7ea736407670 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:42.206384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9669b89f-ac92-4b06-9e5c-5c71254e2203,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:42.210476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:42.215917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Checking segment: {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:25:42.216266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Network hostable DHCP agents. Network: 43320b5c-19ff-4758-8a2e-4afc90573ce7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:25:42.238751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Network 43320b5c-19ff-4758-8a2e-4afc90573ce7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:25:42.248468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 43320b5c-19ff-4758-8a2e-4afc90573ce7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:25:42.253042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:42.253652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:42.260101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85655bc-c8e4-45fe-87c7-3cbb9b8272f9 None None] Network 43320b5c-19ff-4758-8a2e-4afc90573ce7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:25:42.278779 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4057052 Nov 24 14:25:42.536590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d5326-8425-46f2-b1aa-e56c8e60983e None None] Network 43320b5c-19ff-4758-8a2e-4afc90573ce7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:25:42.824722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-f8441dee-405b-4f69-ac36-7b1ecbc69964 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:42.825423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-235d0118-3329-4d4c-af65-366b3ca10745 req-f8441dee-405b-4f69-ac36-7b1ecbc69964 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Synchronizing usage tracker for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:25:42.842302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-235d0118-3329-4d4c-af65-366b3ca10745 req-f8441dee-405b-4f69-ac36-7b1ecbc69964 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Unset dirty status for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:25:42.843438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-f8441dee-405b-4f69-ac36-7b1ecbc69964 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/networks?id=43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 200 len: 813 time: 0.1803439 Nov 24 14:25:42.858331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-b16b2551-2c3e-435f-be41-9874a4ee1e2f tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/quotas/501a940d43cc4ca9aa9814fbc244a2e1 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Nov 24 14:25:42.906229 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-bb7dc8cb-3405-4b94-8d7f-f387e754042d tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419207 Nov 24 14:25:43.042946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c75aa544-d61e-4f8b-bf79-abf88efec4fa service neutron] 10.222.0.36 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292224 Nov 24 14:25:43.177921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-6f1f7ac5-e971-430d-b0bc-2e72ba5f68c0 service neutron] 10.222.0.36 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286399 Nov 24 14:25:43.373841 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e97dad10-a44c-4198-aaed-543e0faee338 req-bd31b9ff-de26-4518-85f0-2b3eb5b3e33d tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 210 time: 0.0543613 Nov 24 14:25:44.702972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cd2689a8-aa66-4b10-8e77-51a179f365d1 req-deae978c-30ed-453c-ae95-8deb66c74e18 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 210 time: 0.0563903 Nov 24 14:25:44.716922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-2b8a7fc5-6ada-4b42-8a07-ba68a03e4107 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:44.718396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-2b8a7fc5-6ada-4b42-8a07-ba68a03e4107 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "GET /v2.0/networks?id=43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 200 len: 813 time: 0.3451014 Nov 24 14:25:44.738125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Request body: {'port': {'device_id': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7', 'admin_state_up': True, 'tenant_id': '501a940d43cc4ca9aa9814fbc244a2e1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:44.882339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:25:44.886588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Usage tracker for resource:port and tenant:501a940d43cc4ca9aa9814fbc244a2e1 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:25:44.889760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:25:44.897170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:25:44.908324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Made reservation on behalf of 501a940d43cc4ca9aa9814fbc244a2e1 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:25:44.912167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:45.086694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Allocated IP 172.20.0.4 (43320b5c-19ff-4758-8a2e-4afc90573ce7/9669b89f-ac92-4b06-9e5c-5c71254e2203/10892c88-ae39-4b96-b386-6416d765cbb7) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:25:45.316580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:45.351388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:45.357468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f8547ec-1d45-4ffa-87d2-52f17b2932eb tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:45.436340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Network 43320b5c-19ff-4758-8a2e-4afc90573ce7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:25:45.440453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:25:45.445023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:25:45.484446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Pushing event updated for resources: {'Port': ['ID=10892c88-ae39-4b96-b386-6416d765cbb7,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:45.490621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:45.513646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:45.514253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:45.536880 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035300 Nov 24 14:25:45.553263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Request body: {'port': {'device_id': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:45.668642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:46.019859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-cd1dc34a-4628-40e9-94bc-a26fbf02de16 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:46.020517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-cd1dc34a-4628-40e9-94bc-a26fbf02de16 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Synchronizing usage tracker for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:25:46.051040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-cd1dc34a-4628-40e9-94bc-a26fbf02de16 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Unset dirty status for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:25:46.052192 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-cd1dc34a-4628-40e9-94bc-a26fbf02de16 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 931 time: 0.2373743 Nov 24 14:25:46.138752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10892c88-ae39-4b96-b386-6416d765cbb7 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:46.150867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:46.163519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-fdedb377-6387-40df-a039-c25563e7c9bf tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Synchronizing usage tracker for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:25:46.176419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Transition to ACTIVE for port object 10892c88-ae39-4b96-b386-6416d765cbb7 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:25:46.183002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:46.190553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-46b71312-5766-4184-9512-876444f72996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:46.300019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-fdedb377-6387-40df-a039-c25563e7c9bf tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Unset dirty status for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:25:46.301127 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4f6a649-ede0-4359-9fda-9e6c48623293 req-fdedb377-6387-40df-a039-c25563e7c9bf tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110925 Nov 24 14:25:46.359081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Pushing event updated for resources: {'Port': ['ID=10892c88-ae39-4b96-b386-6416d765cbb7,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:46.367727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:46.446034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Attempting to bind port 10892c88-ae39-4b96-b386-6416d765cbb7 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:25:46.446364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Attempting to bind port 10892c88-ae39-4b96-b386-6416d765cbb7 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:25:46.446702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Attempting to bind port 10892c88-ae39-4b96-b386-6416d765cbb7 on network 43320b5c-19ff-4758-8a2e-4afc90573ce7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:25:46.451892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Port 10892c88-ae39-4b96-b386-6416d765cbb7 on network 43320b5c-19ff-4758-8a2e-4afc90573ce7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:25:46.452208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Attempting to bind port 10892c88-ae39-4b96-b386-6416d765cbb7 on network 43320b5c-19ff-4758-8a2e-4afc90573ce7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:25:46.458868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:25:46.459200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Checking segment: {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:25:46.459585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Bound using segment: {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:25:46.460009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Bound port: 10892c88-ae39-4b96-b386-6416d765cbb7, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:25:46.460354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:46.559189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] For port 10892c88-ae39-4b96-b386-6416d765cbb7, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:25:46.559628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] For port 10892c88-ae39-4b96-b386-6416d765cbb7, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=10892c88-ae39-4b96-b386-6416d765cbb7,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:25:46.563754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:46.567558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-20cb731d-6464-4295-9b4f-6edee32a9b7c tempest-ServerDiskConfigTestJSON-33861292 tempest-ServerDiskConfigTestJSON-33861292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:46.629756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:46.630442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:46.631869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] 10.222.0.76 "PUT /v2.0/ports/10892c88-ae39-4b96-b386-6416d765cbb7 HTTP/1.1" status: 200 len: 1093 time: 1.0828640 Nov 24 14:25:46.632404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'tag': '10892c88-ae39-4b96-b386-6416d765cbb7'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:46.658121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Pushing event updated for resources: {'Port': ['ID=10892c88-ae39-4b96-b386-6416d765cbb7,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:46.662217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:46.717600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'tag': '10892c88-ae39-4b96-b386-6416d765cbb7', 'status': 'completed', 'code': 200} Nov 24 14:25:46.767436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-80e2a0ba-3fef-472b-b572-f15d5c6a30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:46.769003 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-80e2a0ba-3fef-472b-b572-f15d5c6a30bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 1096 time: 0.0840483 Nov 24 14:25:46.847734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-f6ae3dd3-9f0b-4ebd-a645-845456993b25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10892c88-ae39-4b96-b386-6416d765cbb7 HTTP/1.1" status: 200 len: 217 time: 0.0672247 Nov 24 14:25:46.915337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0118-3329-4d4c-af65-366b3ca10745 req-ee871933-8f92-4ed5-881d-7f9c14af9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:46.916799 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-ee871933-8f92-4ed5-881d-7f9c14af9c90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9669b89f-ac92-4b06-9e5c-5c71254e2203 HTTP/1.1" status: 200 len: 853 time: 0.0595477 Nov 24 14:25:46.974395 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c4485144-7ed9-4d28-8f87-6a6d62e527ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43320b5c-19ff-4758-8a2e-4afc90573ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458736 Nov 24 14:25:47.099731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:47.243152 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-8bc58e89-4c01-4bac-bad7-db938e303885 service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583377 Nov 24 14:25:47.385589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-235d0118-3329-4d4c-af65-366b3ca10745 req-c77e9add-022e-45a2-8215-85d1a279cc9c service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320868 Nov 24 14:25:47.564213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd42fa0-e642-4304-9b4c-14aaaa5129ac req-fccdcf4e-6df4-4e50-bcf7-a545138c7564 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:47.565904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5cd42fa0-e642-4304-9b4c-14aaaa5129ac req-fccdcf4e-6df4-4e50-bcf7-a545138c7564 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 943 time: 0.1466646 Nov 24 14:25:47.571592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-0d2cfaa2-8988-4d4c-8b19-bd3c1c34ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:47.573669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-0d2cfaa2-8988-4d4c-8b19-bd3c1c34ffc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 1096 time: 0.1224940 Nov 24 14:25:47.699719 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5cd42fa0-e642-4304-9b4c-14aaaa5129ac req-afc5b95a-d779-4768-bb47-fe8c85e27ec1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249239 Nov 24 14:25:47.749240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-ab16bd75-3264-423b-afe5-8c0a831d68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:47.751474 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-ab16bd75-3264-423b-afe5-8c0a831d68f2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 200 len: 915 time: 0.1635201 Nov 24 14:25:47.832628 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-5696cb3a-0218-4ad6-bcd2-b78e3b2b0a63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10892c88-ae39-4b96-b386-6416d765cbb7 HTTP/1.1" status: 200 len: 217 time: 0.0734653 Nov 24 14:25:47.896305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-c84986e7-8b98-462c-ac83-c0c14b0ba974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:47.897805 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-c84986e7-8b98-462c-ac83-c0c14b0ba974 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9669b89f-ac92-4b06-9e5c-5c71254e2203 HTTP/1.1" status: 200 len: 853 time: 0.0591793 Nov 24 14:25:47.947798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-c83acbda-1df5-48c9-a734-4dc8f3d54f01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43320b5c-19ff-4758-8a2e-4afc90573ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426817 Nov 24 14:25:48.081631 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-f561ec41-2c5b-4c55-8e59-7cd57e64ba13 service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255915 Nov 24 14:25:48.227337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31e1c55f-406c-4cb5-85c2-e9c3302687c7 req-7f811fba-0bad-4436-8d15-832a63396bd3 service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356804 Nov 24 14:25:48.600755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 10892c88-ae39-4b96-b386-6416d765cbb7 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:25:48.742862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 10892c88-ae39-4b96-b386-6416d765cbb7, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=10892c88-ae39-4b96-b386-6416d765cbb7,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:48.757064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '10892c88-ae39-4b96-b386-6416d765cbb7', 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7', 'port_id': '10892c88-ae39-4b96-b386-6416d765cbb7', 'mac_address': 'fa:16:3e:4b:96:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669b89f-ac92-4b06-9e5c-5c71254e2203', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:25:48.814888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:48.832844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10892c88-ae39-4b96-b386-6416d765cbb7 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:48.850071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 10892c88-ae39-4b96-b386-6416d765cbb7, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=10892c88-ae39-4b96-b386-6416d765cbb7,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:48.854212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:48.856176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:48.932372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=10892c88-ae39-4b96-b386-6416d765cbb7,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:48.933419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7a89c-7cde-4b5d-a1ff-9bc8eab6e1cf req-c011879f-0db4-4bda-8d4e-86fd6bae951f tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:48.934896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8be7a89c-7cde-4b5d-a1ff-9bc8eab6e1cf req-c011879f-0db4-4bda-8d4e-86fd6bae951f tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 944 time: 0.0899689 Nov 24 14:25:48.935646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:48.980951 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8be7a89c-7cde-4b5d-a1ff-9bc8eab6e1cf req-90bba637-90c7-4317-97e8-61843a17806b tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Nov 24 14:25:49.146944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['10892c88-ae39-4b96-b386-6416d765cbb7'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:25:49.823233 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e61c437e-4b94-47ea-9db7-fd73c0e45be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:49.994134 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:25:50.165384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7aa7d-e848-4f63-af19-c195da5b06a0 req-7d387344-74f1-4572-9a1a-12c40bdd3be7 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:50.166831 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9dd7aa7d-e848-4f63-af19-c195da5b06a0 req-7d387344-74f1-4572-9a1a-12c40bdd3be7 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 944 time: 0.0805531 Nov 24 14:25:50.215141 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9dd7aa7d-e848-4f63-af19-c195da5b06a0 req-1e5edc5a-1ddb-44ec-bfa4-6def9bfccd08 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Nov 24 14:25:50.382350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:50.613762 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 10892c88-ae39-4b96-b386-6416d765cbb7 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:25:50.681394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 10892c88-ae39-4b96-b386-6416d765cbb7 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:25:50.686350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 10892c88-ae39-4b96-b386-6416d765cbb7 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:25:50.686731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:50.807953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:50.835532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10892c88-ae39-4b96-b386-6416d765cbb7'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:50.846052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 10892c88-ae39-4b96-b386-6416d765cbb7, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=10892c88-ae39-4b96-b386-6416d765cbb7,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:50.850386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:50.852393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:50.887840 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10892c88-ae39-4b96-b386-6416d765cbb7', 'code': 200} Nov 24 14:25:50.924396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=10892c88-ae39-4b96-b386-6416d765cbb7,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:50.927648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:51.135477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c368ab-417c-47a9-b106-5a8e4efaa8f6 req-7fe1c1cd-64c8-482f-b252-238e867716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:51.136892 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41c368ab-417c-47a9-b106-5a8e4efaa8f6 req-7fe1c1cd-64c8-482f-b252-238e867716d0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 1098 time: 0.0724018 Nov 24 14:25:51.184309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-41c368ab-417c-47a9-b106-5a8e4efaa8f6 req-156f422f-9a59-4053-9ddb-80eac6d323dc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364010 Nov 24 14:25:51.408345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346133b-e8eb-4e97-ac7e-b31047f3e506 req-c6ba80b4-04f0-443c-87c1-51db900e1141 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:51.409776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d346133b-e8eb-4e97-ac7e-b31047f3e506 req-c6ba80b4-04f0-443c-87c1-51db900e1141 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0866065 Nov 24 14:25:51.453964 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d346133b-e8eb-4e97-ac7e-b31047f3e506 req-fb047acc-f6fa-4ea5-a4c9-e683f9f012f5 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384314 Nov 24 14:25:52.608364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd78024c-0234-4ba8-b69a-0cc36d7df383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:52.650995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576946e-d935-473e-b4de-34e2323848a5 req-4aac0853-3bdb-46c2-9be6-612bebfea718 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:52.652453 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b576946e-d935-473e-b4de-34e2323848a5 req-4aac0853-3bdb-46c2-9be6-612bebfea718 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0914743 Nov 24 14:25:52.698320 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b576946e-d935-473e-b4de-34e2323848a5 req-ef4225c7-d654-4149-85a1-72dcf2c7edc2 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Nov 24 14:25:53.107764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-47c01a3c-7a77-4547-bee0-e978e19ebf69 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:53.109785 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-47c01a3c-7a77-4547-bee0-e978e19ebf69 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/networks?id=43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 200 len: 813 time: 0.2681739 Nov 24 14:25:53.124526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-93487244-f21b-43bf-a6f0-9a1f97ad0041 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/quotas/501a940d43cc4ca9aa9814fbc244a2e1 HTTP/1.1" status: 200 len: 375 time: 0.0091755 Nov 24 14:25:53.210155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-d1bd1b3c-dd11-4f74-98ed-f3d0c61f9efb tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800612 Nov 24 14:25:53.346443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-22cf11ef-c4da-4857-8ce5-c8814e2a3807 service neutron] 10.222.0.36 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289940 Nov 24 14:25:53.478793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-a238aa68-7b6b-4978-949f-3221158f8404 service neutron] 10.222.0.36 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266098 Nov 24 14:25:53.657733 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4b826f6b-e2c8-4946-8f06-5ed669c25525 req-1efda91f-0a6a-4d2c-9edc-df4f4c2cb0f7 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 210 time: 0.0421131 Nov 24 14:25:53.789966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:54.747245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-96ad1794-ee43-4f98-844e-c5ea2d81931a tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:54.748048 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-96ad1794-ee43-4f98-844e-c5ea2d81931a tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "GET /v2.0/networks?id=43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 200 len: 813 time: 0.1587403 Nov 24 14:25:54.768890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Request body: {'port': {'device_id': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7', 'admin_state_up': True, 'tenant_id': '501a940d43cc4ca9aa9814fbc244a2e1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:54.905531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b7ec9346-268e-4558-8d62-e2574425cd80 req-20d43aff-eb03-4ad8-a61e-db03fe369b68 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 210 time: 0.1106784 Nov 24 14:25:54.974670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:25:54.984773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:25:54.996243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Made reservation on behalf of 501a940d43cc4ca9aa9814fbc244a2e1 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:25:55.002533 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:55.176477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Allocated IP 172.20.0.5 (43320b5c-19ff-4758-8a2e-4afc90573ce7/9669b89f-ac92-4b06-9e5c-5c71254e2203/dd487e4e-555f-4fa7-8767-741162dbbb5c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:25:55.377075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:55.402992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:55.433986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:55.440470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3b756705-9ea3-4a48-96bb-ae30f8757fb4 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:55.445776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['10892c88-ae39-4b96-b386-6416d765cbb7'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:25:55.506285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Network 43320b5c-19ff-4758-8a2e-4afc90573ce7 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:25:55.509652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:25:55.514057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:25:55.562031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Pushing event updated for resources: {'Port': ['ID=dd487e4e-555f-4fa7-8767-741162dbbb5c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:55.567464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:55.587877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:55.588415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:55.615026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517196 Nov 24 14:25:55.628224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Request body: {'port': {'device_id': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:25:55.744861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:56.224240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762befa-b6fa-496e-877a-b848ebe11f74 req-cb505756-ec70-4785-8bf2-82cff39f0f56 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:56.224953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b762befa-b6fa-496e-877a-b848ebe11f74 req-cb505756-ec70-4785-8bf2-82cff39f0f56 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Synchronizing usage tracker for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:25:56.293370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b762befa-b6fa-496e-877a-b848ebe11f74 req-cb505756-ec70-4785-8bf2-82cff39f0f56 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Unset dirty status for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:25:56.294516 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b762befa-b6fa-496e-877a-b848ebe11f74 req-cb505756-ec70-4785-8bf2-82cff39f0f56 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 931 time: 0.2065091 Nov 24 14:25:56.320710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd487e4e-555f-4fa7-8767-741162dbbb5c {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:56.331338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:56.360623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Transition to ACTIVE for port object dd487e4e-555f-4fa7-8767-741162dbbb5c will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:25:56.365600 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b762befa-b6fa-496e-877a-b848ebe11f74 req-956bff42-8f2b-45f1-8fd2-d29247a0bef0 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639217 Nov 24 14:25:56.366581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:56.370757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-46b71312-5766-4184-9512-876444f72996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:56.519389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Pushing event updated for resources: {'Port': ['ID=dd487e4e-555f-4fa7-8767-741162dbbb5c,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:56.526760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:56.601245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Attempting to bind port dd487e4e-555f-4fa7-8767-741162dbbb5c on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:25:56.601545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Attempting to bind port dd487e4e-555f-4fa7-8767-741162dbbb5c by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:25:56.601873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Attempting to bind port dd487e4e-555f-4fa7-8767-741162dbbb5c on network 43320b5c-19ff-4758-8a2e-4afc90573ce7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:25:56.606509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Port dd487e4e-555f-4fa7-8767-741162dbbb5c on network 43320b5c-19ff-4758-8a2e-4afc90573ce7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:25:56.606820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Attempting to bind port dd487e4e-555f-4fa7-8767-741162dbbb5c on network 43320b5c-19ff-4758-8a2e-4afc90573ce7 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:25:56.613145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:25:56.613471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Checking segment: {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:25:56.613845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Bound using segment: {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:25:56.614255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Bound port: dd487e4e-555f-4fa7-8767-741162dbbb5c, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:25:56.614594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:56.703899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] For port dd487e4e-555f-4fa7-8767-741162dbbb5c, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:25:56.707187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] For port dd487e4e-555f-4fa7-8767-741162dbbb5c, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:25:56.712001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:56.715837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:56.779231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:56.779887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:56.782193 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] 10.222.0.76 "PUT /v2.0/ports/dd487e4e-555f-4fa7-8767-741162dbbb5c HTTP/1.1" status: 200 len: 1093 time: 1.1586065 Nov 24 14:25:56.782827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'tag': 'dd487e4e-555f-4fa7-8767-741162dbbb5c'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:25:56.808354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Pushing event updated for resources: {'Port': ['ID=dd487e4e-555f-4fa7-8767-741162dbbb5c,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:56.811315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:56.855241 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'tag': 'dd487e4e-555f-4fa7-8767-741162dbbb5c', 'status': 'completed', 'code': 200} Nov 24 14:25:56.896111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-4a0cc6a9-30c4-48a6-a885-d8f1be0ae36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:56.897606 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-4a0cc6a9-30c4-48a6-a885-d8f1be0ae36b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 1096 time: 0.0746989 Nov 24 14:25:56.970074 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-d94cb800-c23c-456b-8e32-c0d34237466d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c HTTP/1.1" status: 200 len: 217 time: 0.0650842 Nov 24 14:25:57.034007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-f08bd00f-65bd-4f3c-96b9-e26319588148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:57.035331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-f08bd00f-65bd-4f3c-96b9-e26319588148 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9669b89f-ac92-4b06-9e5c-5c71254e2203 HTTP/1.1" status: 200 len: 853 time: 0.0590415 Nov 24 14:25:57.083659 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-0b531342-613d-4a1e-a6ea-d4715aa3f95b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43320b5c-19ff-4758-8a2e-4afc90573ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411966 Nov 24 14:25:57.222962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-a6c417f5-694b-4a86-94d7-af3404685b27 service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326516 Nov 24 14:25:57.364083 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed728b67-357d-4bcb-9703-9d25573dd773 req-3aabf3ba-bbe0-464a-b147-2cc9dcc98369 service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314702 Nov 24 14:25:57.540299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-238eb6a2-920d-423c-9205-4570a93c1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:57.541980 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-238eb6a2-920d-423c-9205-4570a93c1a14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 1096 time: 0.1265059 Nov 24 14:25:57.667551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c400d2-e308-4034-883a-c9f5edd03701 req-0e352e05-57cf-47ee-9792-cc029c7cdacd tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:57.668933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88c400d2-e308-4034-883a-c9f5edd03701 req-0e352e05-57cf-47ee-9792-cc029c7cdacd tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 943 time: 0.1862416 Nov 24 14:25:57.722204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-148332ab-6b68-436b-a0b9-7113d9738ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:57.723627 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-148332ab-6b68-436b-a0b9-7113d9738ace service neutron] 10.222.0.76 "GET /v2.0/networks?id=43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 200 len: 915 time: 0.1730173 Nov 24 14:25:57.928988 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88c400d2-e308-4034-883a-c9f5edd03701 req-fef2a9bb-f600-4733-a0d5-54d422a1393d tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497234 Nov 24 14:25:57.937816 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-2533f3c9-6ed1-42be-a72e-5376a0bf04f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c HTTP/1.1" status: 200 len: 217 time: 0.2057741 Nov 24 14:25:58.007342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-4204c69d-0f4a-4e60-8d9a-566dcc3c9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:58.008827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-4204c69d-0f4a-4e60-8d9a-566dcc3c9e4d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9669b89f-ac92-4b06-9e5c-5c71254e2203 HTTP/1.1" status: 200 len: 853 time: 0.0629942 Nov 24 14:25:58.065844 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-bf6cac86-d219-4c6c-93ca-0732a7334f71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43320b5c-19ff-4758-8a2e-4afc90573ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491457 Nov 24 14:25:58.209142 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-32d37ff7-7e55-4bbf-a2db-c5e8a16c24bb service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356332 Nov 24 14:25:58.345056 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51f2dda8-0eca-42f2-9207-819d34c68012 req-00cfb3d6-6080-48ca-ba1a-8fb073e721a9 service neutron] 10.222.0.76 "GET /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291063 Nov 24 14:25:58.661021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dd487e4e-555f-4fa7-8767-741162dbbb5c details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:25:58.802676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port dd487e4e-555f-4fa7-8767-741162dbbb5c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:58.817320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'dd487e4e-555f-4fa7-8767-741162dbbb5c', 'network_id': '43320b5c-19ff-4758-8a2e-4afc90573ce7', 'port_id': 'dd487e4e-555f-4fa7-8767-741162dbbb5c', 'mac_address': 'fa:16:3e:aa:33:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669b89f-ac92-4b06-9e5c-5c71254e2203', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:25:58.882668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:58.900724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd487e4e-555f-4fa7-8767-741162dbbb5c {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:25:58.917974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port dd487e4e-555f-4fa7-8767-741162dbbb5c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:25:58.923592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:25:58.925392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:25:58.995529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=dd487e4e-555f-4fa7-8767-741162dbbb5c,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:25:58.998686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:25:59.117989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cc9ee-8215-455f-9638-6c5cabc2535d req-e5bbd56d-c430-4bda-8f92-75bace847741 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:25:59.119530 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a85cc9ee-8215-455f-9638-6c5cabc2535d req-e5bbd56d-c430-4bda-8f92-75bace847741 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 944 time: 0.0823123 Nov 24 14:25:59.155355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['dd487e4e-555f-4fa7-8767-741162dbbb5c'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:25:59.174442 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a85cc9ee-8215-455f-9638-6c5cabc2535d req-b09ab3e8-c6f0-4ff7-ab47-7e5aeac9cd40 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Nov 24 14:26:00.366913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60334c6-01b1-4208-9834-e8428895ce32 req-da97cd0d-903d-4ce1-a6be-224c69372eb3 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:00.368390 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f60334c6-01b1-4208-9834-e8428895ce32 req-da97cd0d-903d-4ce1-a6be-224c69372eb3 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 944 time: 0.0829930 Nov 24 14:26:00.416265 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f60334c6-01b1-4208-9834-e8428895ce32 req-d9a31f6a-6fa0-4b2f-941d-9793794fd7ca tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Nov 24 14:26:00.661681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dd487e4e-555f-4fa7-8767-741162dbbb5c up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:00.737712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port dd487e4e-555f-4fa7-8767-741162dbbb5c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:00.742607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port dd487e4e-555f-4fa7-8767-741162dbbb5c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:00.742988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:00.867764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:00.898048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd487e4e-555f-4fa7-8767-741162dbbb5c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:26:00.909958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port dd487e4e-555f-4fa7-8767-741162dbbb5c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:00.918014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:00.922845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:00.956970 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd487e4e-555f-4fa7-8767-741162dbbb5c', 'code': 200} Nov 24 14:26:00.999900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=dd487e4e-555f-4fa7-8767-741162dbbb5c,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:01.007958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.008307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.008692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.009073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.009407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.009742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.010064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.010389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.010718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.011042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.011364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.011689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:01.016338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:01.203312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc6c1-8d7d-422a-9db4-20dc235d6df3 req-f1a8d04b-815a-4f83-bbba-152498cbfdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:01.204834 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-525fc6c1-8d7d-422a-9db4-20dc235d6df3 req-f1a8d04b-815a-4f83-bbba-152498cbfdb8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 1098 time: 0.0779405 Nov 24 14:26:01.259972 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-525fc6c1-8d7d-422a-9db4-20dc235d6df3 req-f45432f5-bf24-4726-9f95-ab5efda68d63 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Nov 24 14:26:01.613164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f78c1-8cbd-4d3e-87be-5a1ea3775e69 req-e5c3cef3-a27e-4110-ae78-955e000b8156 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:01.614730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc4f78c1-8cbd-4d3e-87be-5a1ea3775e69 req-e5c3cef3-a27e-4110-ae78-955e000b8156 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 945 time: 0.0867183 Nov 24 14:26:01.666565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc4f78c1-8cbd-4d3e-87be-5a1ea3775e69 req-eaf252f1-ea72-4a87-bc76-1b8ef4fe0f82 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424011 Nov 24 14:26:02.877428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a470c51-b488-4578-848c-1d918af5f11d req-3e482747-77a3-4977-ab0a-bd5881758ee9 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:02.878887 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a470c51-b488-4578-848c-1d918af5f11d req-3e482747-77a3-4977-ab0a-bd5881758ee9 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 945 time: 0.0958078 Nov 24 14:26:02.927593 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a470c51-b488-4578-848c-1d918af5f11d req-ac3f8c89-9c1f-4c8c-b978-c156b5fa5661 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Nov 24 14:26:03.313687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e305-0dbc-4890-821c-482471ed1573 req-9dedca8f-4665-46a9-b8e7-e82ffdbf0daa tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:03.315157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0900e305-0dbc-4890-821c-482471ed1573 req-9dedca8f-4665-46a9-b8e7-e82ffdbf0daa tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 945 time: 0.0819404 Nov 24 14:26:03.366169 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0900e305-0dbc-4890-821c-482471ed1573 req-d2f41e68-2f7d-4f98-8a8b-a67cee81c2f0 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Nov 24 14:26:04.551503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe12d-6158-4aab-ae09-5141616433ed req-11af1c3f-0302-4956-b465-25ecc20c0e11 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:04.552905 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a8fe12d-6158-4aab-ae09-5141616433ed req-11af1c3f-0302-4956-b465-25ecc20c0e11 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 945 time: 0.0807436 Nov 24 14:26:04.634100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a8fe12d-6158-4aab-ae09-5141616433ed req-afdc5d2a-355d-43fb-a984-daf47760862a tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754266 Nov 24 14:26:04.684332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b27970-9141-4c0a-9ada-1969de999c4f req-eda17cde-8c0a-4526-8b5b-c680a9b66e67 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:04.685834 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36b27970-9141-4c0a-9ada-1969de999c4f req-eda17cde-8c0a-4526-8b5b-c680a9b66e67 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 945 time: 0.0941062 Nov 24 14:26:04.783781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Deleting port dd487e4e-555f-4fa7-8767-741162dbbb5c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:04.784119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:05.048560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] For port dd487e4e-555f-4fa7-8767-741162dbbb5c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=dd487e4e-555f-4fa7-8767-741162dbbb5c,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:05.048947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:05.174147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Calling delete_port for dd487e4e-555f-4fa7-8767-741162dbbb5c owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:05.456226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:05.462237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2041acd-9096-4d80-852e-07cfd49197e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:05.469138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['10892c88-ae39-4b96-b386-6416d765cbb7', 'dd487e4e-555f-4fa7-8767-741162dbbb5c'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:26:05.517535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Pushing event deleted for resources: {'Port': ['ID=dd487e4e-555f-4fa7-8767-741162dbbb5c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:05.521350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:05.602955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] No DVR routers for this DVR port dd487e4e-555f-4fa7-8767-741162dbbb5c on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:26:05.605646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:05.610202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'name': 'network-vif-deleted', 'tag': 'dd487e4e-555f-4fa7-8767-741162dbbb5c'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:26:05.636104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36b27970-9141-4c0a-9ada-1969de999c4f req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "DELETE /v2.0/ports/dd487e4e-555f-4fa7-8767-741162dbbb5c HTTP/1.1" status: 204 len: 173 time: 0.9431603 Nov 24 14:26:05.674020 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305af985-4633-4f4a-95a9-c6b44fe5e22e', 'name': 'network-vif-deleted', 'tag': 'dd487e4e-555f-4fa7-8767-741162dbbb5c', 'status': 'completed', 'code': 200} Nov 24 14:26:05.962523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3c1ca8c0-7ce1-407f-8020-f6aaadfb8a2a req-f06af85e-c296-4aa2-a348-0212428f9003 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Synchronizing usage tracker for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:05.979514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3c1ca8c0-7ce1-407f-8020-f6aaadfb8a2a req-f06af85e-c296-4aa2-a348-0212428f9003 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Unset dirty status for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:05.980839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3c1ca8c0-7ce1-407f-8020-f6aaadfb8a2a req-f06af85e-c296-4aa2-a348-0212428f9003 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=305af985-4633-4f4a-95a9-c6b44fe5e22e HTTP/1.1" status: 200 len: 210 time: 0.0613732 Nov 24 14:26:07.246237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fe4f8-d799-4fcf-9786-69a4ecfb5b87 req-1f699b46-e6a5-49d5-b074-da67c0679067 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:07.247690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-379fe4f8-d799-4fcf-9786-69a4ecfb5b87 req-1f699b46-e6a5-49d5-b074-da67c0679067 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0876350 Nov 24 14:26:07.293438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-379fe4f8-d799-4fcf-9786-69a4ecfb5b87 req-3e8119db-291a-4404-bce7-ef1e23b59289 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Nov 24 14:26:07.505852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ac34-3390-4227-970a-8a867695aa6c req-55e67b0b-1b8d-41fb-a551-b84f8cdcdf56 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:07.507378 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4a95ac34-3390-4227-970a-8a867695aa6c req-55e67b0b-1b8d-41fb-a551-b84f8cdcdf56 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0821934 Nov 24 14:26:07.553895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4a95ac34-3390-4227-970a-8a867695aa6c req-f619b885-d0e9-459e-9e6b-2bc4136df552 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Nov 24 14:26:07.748475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028da56-5b4c-46ad-b996-93ac2c26a942 req-8c463a8f-cf0b-4ace-8172-23ca3f20df66 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:07.750010 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1028da56-5b4c-46ad-b996-93ac2c26a942 req-8c463a8f-cf0b-4ace-8172-23ca3f20df66 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0878088 Nov 24 14:26:07.794695 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1028da56-5b4c-46ad-b996-93ac2c26a942 req-2adda94e-feb3-4aa7-ae78-634890864d82 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Nov 24 14:26:08.114101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2773c14-b844-42c2-831c-c0e67b36b35c req-3ac7af4a-9bd4-40c4-b307-4e61f391b650 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:08.115563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2773c14-b844-42c2-831c-c0e67b36b35c req-3ac7af4a-9bd4-40c4-b307-4e61f391b650 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0985579 Nov 24 14:26:08.164702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2773c14-b844-42c2-831c-c0e67b36b35c req-bf1a1831-8a64-4f5e-a1a4-bcc03ee0cdd2 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Nov 24 14:26:08.354815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44fe70-b60d-4383-b6bf-db99509336e4 req-b5d3edcd-6075-48f9-b373-f077377b1f3b tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:08.356283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc44fe70-b60d-4383-b6bf-db99509336e4 req-b5d3edcd-6075-48f9-b373-f077377b1f3b tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0829749 Nov 24 14:26:08.402823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc44fe70-b60d-4383-b6bf-db99509336e4 req-d482ba7a-7b27-44b3-921b-19478b8ce1ad tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Nov 24 14:26:08.487198 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [req-db068cc3-bacb-4c12-a93e-6768c0655fca req-01bd94af-6fa2-450b-9d09-6e196002a63a tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] (87692) timed out ('10.222.0.36', 60664) {{(pid=87692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 14:26:08.604689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c4340-ae17-4acd-9383-08f5aa840941 req-50f83549-f449-4064-af45-c516cbd77765 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:08.606155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-868c4340-ae17-4acd-9383-08f5aa840941 req-50f83549-f449-4064-af45-c516cbd77765 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0851271 Nov 24 14:26:08.650864 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-868c4340-ae17-4acd-9383-08f5aa840941 req-8c84552b-a71a-464b-b02e-638b788521f6 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Nov 24 14:26:08.678958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dd487e4e-555f-4fa7-8767-741162dbbb5c no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:26:08.719852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: dd487e4e-555f-4fa7-8767-741162dbbb5c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:26:08.720198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device dd487e4e-555f-4fa7-8767-741162dbbb5c not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:26:09.232844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90b56b-d551-46ec-bcd5-8c34789d53d3 req-2864e7ea-31be-4a04-b76e-a0fa3c409702 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:09.233110 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb90b56b-d551-46ec-bcd5-8c34789d53d3 req-2864e7ea-31be-4a04-b76e-a0fa3c409702 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0901942 Nov 24 14:26:09.278876 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cb90b56b-d551-46ec-bcd5-8c34789d53d3 req-0dd49215-d857-47a1-bfc2-9fd4e5cafe19 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 Nov 24 14:26:10.477700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21384bc3-f476-4e13-bd1a-2171a9859f5c req-848e2c31-021b-4e59-97a6-74d5497817b9 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:10.479185 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-21384bc3-f476-4e13-bd1a-2171a9859f5c req-848e2c31-021b-4e59-97a6-74d5497817b9 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0893569 Nov 24 14:26:10.567274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-21384bc3-f476-4e13-bd1a-2171a9859f5c req-112feff5-dd6f-419f-a133-bca86a405f27 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/security-groups?id=665f7207-bdd9-4ad9-8640-700390dadd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805919 Nov 24 14:26:10.608186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-b14626af-5c7c-4dd8-bd95-96ad6ce928c9 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:10.609999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-b14626af-5c7c-4dd8-bd95-96ad6ce928c9 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 945 time: 0.0915160 Nov 24 14:26:10.698348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Deleting port 10892c88-ae39-4b96-b386-6416d765cbb7 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:10.698679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:10.980648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] For port 10892c88-ae39-4b96-b386-6416d765cbb7, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=10892c88-ae39-4b96-b386-6416d765cbb7,segment=NetworkSegment(7119d6d2-e2bc-4007-9d6e-93ec7e9e8599),segment_id=7119d6d2-e2bc-4007-9d6e-93ec7e9e8599)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:10.980912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:11.107799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Calling delete_port for 10892c88-ae39-4b96-b386-6416d765cbb7 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:11.254145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:11.260192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f5e85bbc-4cb4-45cf-8615-523908447da7 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:11.269629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['10892c88-ae39-4b96-b386-6416d765cbb7'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:26:11.307258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Pushing event deleted for resources: {'Port': ['ID=10892c88-ae39-4b96-b386-6416d765cbb7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:11.310353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:11.393628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] No DVR routers for this DVR port 10892c88-ae39-4b96-b386-6416d765cbb7 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:26:11.397345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:11.401741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'name': 'network-vif-deleted', 'tag': '10892c88-ae39-4b96-b386-6416d765cbb7'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:26:11.426794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4cf06d08-3eb3-40cf-b07d-814ec87b0000 req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.76 "DELETE /v2.0/ports/10892c88-ae39-4b96-b386-6416d765cbb7 HTTP/1.1" status: 204 len: 173 time: 0.8073559 Nov 24 14:26:11.451958 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c591d44a-8380-4e78-ada5-722f1a23166b', 'name': 'network-vif-deleted', 'tag': '10892c88-ae39-4b96-b386-6416d765cbb7', 'status': 'completed', 'code': 200} Nov 24 14:26:11.732983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-6396c1c5-19c0-4aeb-a57b-c7735e0b374e req-265009be-4805-4070-8e72-e7d307dab374 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Synchronizing usage tracker for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:11.749903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-6396c1c5-19c0-4aeb-a57b-c7735e0b374e req-265009be-4805-4070-8e72-e7d307dab374 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Unset dirty status for tenant:501a940d43cc4ca9aa9814fbc244a2e1 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:11.751082 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6396c1c5-19c0-4aeb-a57b-c7735e0b374e req-265009be-4805-4070-8e72-e7d307dab374 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] 10.222.0.36 "GET /v2.0/ports?device_id=c591d44a-8380-4e78-ada5-722f1a23166b HTTP/1.1" status: 200 len: 210 time: 0.0611486 Nov 24 14:26:12.848372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47760) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:12.910418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Deleting subnet 9669b89f-ac92-4b06-9e5c-5c71254e2203 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:26:12.913670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:12.968280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.024867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.094675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.098554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16acad82-bfca-4947-ba6e-e7f5718ffef9 tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:13.139061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9669b89f-ac92-4b06-9e5c-5c71254e2203,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:13.142838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:13.143901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.150471 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9669b89f-ac92-4b06-9e5c-5c71254e2203 HTTP/1.1" status: 204 len: 168 time: 0.3009043 Nov 24 14:26:13.152885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47764) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:13.265579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.529634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.559955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43320b5c-19ff-4758-8a2e-4afc90573ce7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:13.574591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:13.574879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7119d6d2-e2bc-4007-9d6e-93ec7e9e8599') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:13.587730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.606013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.614821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:13.615414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:13.629578 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:13.714791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.720362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-26b1d05d-4922-4441-811c-2e8ba16bbc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:13.746482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:13.759162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=43320b5c-19ff-4758-8a2e-4afc90573ce7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:13.767036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:13.777838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c63caf34-8cad-4e82-95ea-a15ec3468a33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/43320b5c-19ff-4758-8a2e-4afc90573ce7 HTTP/1.1" status: 204 len: 168 time: 0.6237299 Nov 24 14:26:13.906035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47770) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:13.959059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-70356259-d290-4730-92ae-7a037d6cb607 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=501a940d43cc4ca9aa9814fbc244a2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517099 Nov 24 14:26:13.961752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47774) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:14.028912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:14.058488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:14.127012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:14.132200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9ba6b90f-fd1b-40a6-8be8-098d8dc40e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:14.148955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f7207-bdd9-4ad9-8640-700390dadd45,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:14.151506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:14.164936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:14.166110 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/665f7207-bdd9-4ad9-8640-700390dadd45 HTTP/1.1" status: 204 len: 168 time: 0.2034035 Nov 24 14:26:14.724767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 10892c88-ae39-4b96-b386-6416d765cbb7 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:26:14.765301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 10892c88-ae39-4b96-b386-6416d765cbb7 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:26:14.765739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 10892c88-ae39-4b96-b386-6416d765cbb7 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:26:15.059491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47798) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:15.168638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989174354'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:15.174485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:15.178792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:network and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:15.181865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:15.189288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:15.198805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:15.203172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.220369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.233412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:15.237886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:security_group_rule and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:15.240931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:15.246769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:15.336324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.340956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.344896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0cc8def7-05b2-43c3-9285-bc7ba78723b0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:15.382143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:15.392570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b2d79c-8003-4acd-a1b4-23e9d8fc0987,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:15.396120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:15.399020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.399366 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Added segment dee62c05-1d34-40a4-be00-9de35f550beb of type vlan for network b6574808-e5b9-453e-a9d4-6200ea82ee86 Nov 24 14:26:15.429583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.471222 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.476899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:15.477514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:15.483936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24171c8c-dbc4-4d47-aa54-813b596a51ee tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:15.591573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5309482 Nov 24 14:26:15.603422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Network': ['ID=b6574808-e5b9-453e-a9d4-6200ea82ee86,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:15.605809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:15.614956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b6574808-e5b9-453e-a9d4-6200ea82ee86 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:17.110917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:18.953946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47804) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:18.959637 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'subnet': {'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:19.071650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:19.075733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:subnet and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:19.078654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:19.084417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:19.095204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:19.098752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.337476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.341812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-423c047f-0f9f-4bf7-b497-92cd26c72030 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:19.418060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Subnet': ['ID=1520f4d5-f677-4610-9dd4-fa5f23901252,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:19.422630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:19.431562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Checking segment: {'id': 'dee62c05-1d34-40a4-be00-9de35f550beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:19.431919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network hostable DHCP agents. Network: b6574808-e5b9-453e-a9d4-6200ea82ee86, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:19.457492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network b6574808-e5b9-453e-a9d4-6200ea82ee86 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:19.472895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b6574808-e5b9-453e-a9d4-6200ea82ee86) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:19.478135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:19.478729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.486954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e1040-cef0-40ad-98e6-65ce0bc44049 None None] Network b6574808-e5b9-453e-a9d4-6200ea82ee86 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:19.504287 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b6fb6b2b-542a-425d-9997-73ebd233a5a7 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5492892 Nov 24 14:26:19.508721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47808) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:19.516866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238900990'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:19.521956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:19.525879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:network and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:19.528712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:19.535569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:19.553432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:19.556952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.587229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:19.597428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.597695 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Added segment e6706193-67d5-4498-812e-67cc3732838f of type vlan for network b99ebf14-2bcc-4b00-98e6-bf71fad257b8 Nov 24 14:26:19.629363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.663277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.668948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:19.669535 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.674216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-08b18230-d104-4531-ab7b-ec6a4f022786 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:19.743557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-b6574808-e5b9-453e-a9d4-6200ea82ee86', 'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86', 'tenant_id': '7c5a073764664137bba6c740d7c1fb46', 'fixed_ips': [{'subnet_id': '1520f4d5-f677-4610-9dd4-fa5f23901252'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:19.744425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.776805 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2662482 Nov 24 14:26:19.780782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47812) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:19.788681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'subnet': {'network_id': 'b99ebf14-2bcc-4b00-98e6-bf71fad257b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:19.805974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Network': ['ID=b99ebf14-2bcc-4b00-98e6-bf71fad257b8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:19.813225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:19.827428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network b99ebf14-2bcc-4b00-98e6-bf71fad257b8 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:19.910428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:19.914577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:subnet and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:19.917586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:19.923488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:19.933077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7b7f2497-2f71-4f45-a8b2-0eaa580cba21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:19.934037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:19.938186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.021031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Allocated IP 2001:db8:0:ffff::2 (b6574808-e5b9-453e-a9d4-6200ea82ee86/1520f4d5-f677-4610-9dd4-fa5f23901252/29a56d44-8cfd-4f68-878f-6a7a7c681d15) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:20.178952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.182814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-585f63f8-99c5-4198-8ac1-a554d8f04199 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:20.248395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.260199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Transition to ACTIVE for port object 29a56d44-8cfd-4f68-878f-6a7a7c681d15 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:20.267534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Subnet': ['ID=98691c95-f6d3-4699-a6cf-5c8d2094ec4a,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:20.272723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:20.280098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Transition to ACTIVE for port object 29a56d44-8cfd-4f68-878f-6a7a7c681d15 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:20.282126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Checking segment: {'id': 'e6706193-67d5-4498-812e-67cc3732838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'b99ebf14-2bcc-4b00-98e6-bf71fad257b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:20.282482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network hostable DHCP agents. Network: b99ebf14-2bcc-4b00-98e6-bf71fad257b8, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:20.285424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.290767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3576523a-9a3c-44c8-8927-36e75faf7f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:20.302404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network b99ebf14-2bcc-4b00-98e6-bf71fad257b8 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:20.312855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, b99ebf14-2bcc-4b00-98e6-bf71fad257b8) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:20.316805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:20.317740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.332627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90adb4-4ba5-49db-a9ee-966742e5e35c None None] Network b99ebf14-2bcc-4b00-98e6-bf71fad257b8 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:20.343688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5617690 Nov 24 14:26:20.346358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47816) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:20.492205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Network b6574808-e5b9-453e-a9d4-6200ea82ee86 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:20.499117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:20.499358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.508837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:20.511079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Pushing event updated for resources: {'Port': ['ID=29a56d44-8cfd-4f68-878f-6a7a7c681d15,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:20.519793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:20.520457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.579033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.638903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Attempting to bind port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:20.639341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Attempting to bind port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'dee62c05-1d34-40a4-be00-9de35f550beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:20.639819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Attempting to bind port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 on network b6574808-e5b9-453e-a9d4-6200ea82ee86 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:20.679557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:20.679942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Checking segment: {'id': 'dee62c05-1d34-40a4-be00-9de35f550beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:20.680445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.680960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Bound using segment: {'id': 'dee62c05-1d34-40a4-be00-9de35f550beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:20.681457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Bound port: 29a56d44-8cfd-4f68-878f-6a7a7c681d15, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee62c05-1d34-40a4-be00-9de35f550beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'b6574808-e5b9-453e-a9d4-6200ea82ee86'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:20.681846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.684011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.694881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-eb22b8b5-397f-47c9-8913-6906f86bf6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:20.736570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Subnet': ['ID=98691c95-f6d3-4699-a6cf-5c8d2094ec4a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:20.739043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:20.819277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b79cec-a8e9-4b35-b2d4-55f9fe6bd8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-b99ebf14-2bcc-4b00-98e6-bf71fad257b8', 'network_id': 'b99ebf14-2bcc-4b00-98e6-bf71fad257b8', 'tenant_id': '7c5a073764664137bba6c740d7c1fb46', 'fixed_ips': [{'subnet_id': '98691c95-f6d3-4699-a6cf-5c8d2094ec4a'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:20.820106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f2b79cec-a8e9-4b35-b2d4-55f9fe6bd8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.843068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.849103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] For port 29a56d44-8cfd-4f68-878f-6a7a7c681d15, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:20.872866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99ebf14-2bcc-4b00-98e6-bf71fad257b8']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:20.886015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6706193-67d5-4498-812e-67cc3732838f') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:20.886281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6706193-67d5-4498-812e-67cc3732838f') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:20.897585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] For port 29a56d44-8cfd-4f68-878f-6a7a7c681d15, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a56d44-8cfd-4f68-878f-6a7a7c681d15,segment=NetworkSegment(dee62c05-1d34-40a4-be00-9de35f550beb),segment_id=dee62c05-1d34-40a4-be00-9de35f550beb)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:20.898910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.913135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.916432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.918811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:20.924370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:20.924835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:20.939755 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:21.013943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940a308-774c-4eee-bf58-a6b1cd104c18 None None] Network b99ebf14-2bcc-4b00-98e6-bf71fad257b8 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:21.093584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Pushing event updated for resources: {'Port': ['ID=29a56d44-8cfd-4f68-878f-6a7a7c681d15,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:21.098965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:21.173615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.188146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c801a9fb-b2e2-49db-b8f3-13c9a168263f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:21.212086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.224001 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Network': ['ID=b99ebf14-2bcc-4b00-98e6-bf71fad257b8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:21.227743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:21.229003 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-972d5edf-7581-470a-8b56-9ceae0acba0f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/b99ebf14-2bcc-4b00-98e6-bf71fad257b8 HTTP/1.1" status: 204 len: 168 time: 0.8815799 Nov 24 14:26:21.232424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47820) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:21.240293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453807532'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:21.246340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:21.251702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:network and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:21.254776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:21.260714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:21.272542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:21.276009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.307421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:21.319506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.319621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Added segment b718ed76-e238-4f63-9676-1e9cc46897b8 of type vlan for network e40dab1a-3da0-4992-876c-5dafb5a0207b Nov 24 14:26:21.350000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.379593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.385123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:21.385689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.389230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0326e79f-202c-4606-979f-1e893fa5d0ae tempest-TagsExtTest-807296863 tempest-TagsExtTest-807296863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:21.488432 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2544920 Nov 24 14:26:21.491431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47824) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:21.498976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Network': ['ID=e40dab1a-3da0-4992-876c-5dafb5a0207b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:21.499920 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'subnet': {'network_id': 'e40dab1a-3da0-4992-876c-5dafb5a0207b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:21.505602 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:21.513853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e40dab1a-3da0-4992-876c-5dafb5a0207b details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:21.612082 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:21.615833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:subnet and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:21.618746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:21.624667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:21.634671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:21.638291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.740516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Performing IP validity checks on allocation pools {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Nov 24 14:26:21.741223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.ipam_backend_mixin [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87692) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Nov 24 14:26:21.887048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:21.892667 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eee1b40c-716c-4a9b-a1fe-d041f4afeefb tempest-NetworksIpV6Test-1961249220 tempest-NetworksIpV6Test-1961249220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:21.980718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Subnet': ['ID=cc1fcbcc-6493-4744-9daa-fc3517f34891,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:21.993121 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Checking segment: {'id': 'b718ed76-e238-4f63-9676-1e9cc46897b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e40dab1a-3da0-4992-876c-5dafb5a0207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:21.993476 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network hostable DHCP agents. Network: e40dab1a-3da0-4992-876c-5dafb5a0207b, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:21.998549 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:21.999124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:21.999721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.000097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.000472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.000875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.001245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.001609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.002058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.002368 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.002813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.003029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:22.008013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:22.023152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network e40dab1a-3da0-4992-876c-5dafb5a0207b is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:22.034678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e40dab1a-3da0-4992-876c-5dafb5a0207b) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:22.035292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1213ab-51a2-4813-a32e-4877c53b5180 None None] Network b6574808-e5b9-453e-a9d4-6200ea82ee86 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:22.039048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:22.039656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.053581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b666347-6684-479c-a2b4-5343f6936ed5 None None] Network e40dab1a-3da0-4992-876c-5dafb5a0207b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:22.064540 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5709586 Nov 24 14:26:22.067382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47828) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:22.213717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.289021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.294826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3471267e-61e2-45b8-a320-14dccf6c6093 None None] Provisioning for port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:22.383428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.385770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a56d44-8cfd-4f68-878f-6a7a7c681d15 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:22.390711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0f137831-07c8-4a12-9e0a-898d52c76b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:22.427567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1fcbcc-6493-4744-9daa-fc3517f34891,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:22.430619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:22.527409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.554179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40dab1a-3da0-4992-876c-5dafb5a0207b']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:22.568427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b718ed76-e238-4f63-9676-1e9cc46897b8') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:22.568727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b718ed76-e238-4f63-9676-1e9cc46897b8') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:22.580682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.594039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d79b53-3ee9-4397-a912-562d7774bdeb None None] Network e40dab1a-3da0-4992-876c-5dafb5a0207b requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:22.597555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.604147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:22.604546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:22.620384 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:22.719398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:22.721089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.725916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fe7acdd8-c920-4632-8e90-09e6768af010 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:22.729496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-26031901-88b2-4574-a442-e86efb1b183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.741518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.745002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:22.745418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.753636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Network': ['ID=e40dab1a-3da0-4992-876c-5dafb5a0207b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:22.756712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:22.761848 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/e40dab1a-3da0-4992-876c-5dafb5a0207b HTTP/1.1" status: 204 len: 168 time: 0.6925948 Nov 24 14:26:22.762003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47832) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:22.768928 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-233465684'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:22.774511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:22.778803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:network and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:22.782378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:22.788893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:22.807493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:22.811668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.842931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:22.859022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.859486 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Added segment fa30f7bf-ad2e-4c48-b2d6-95d41288bba0 of type vlan for network 81697067-01b1-49f2-adcc-a7a3cfc283b7 Nov 24 14:26:22.892569 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.924145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.930181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:22.930607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:22.935901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:23.024952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.051779 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2884865 Nov 24 14:26:23.055456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47836) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:23.064254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Network': ['ID=81697067-01b1-49f2-adcc-a7a3cfc283b7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:23.068110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 29a56d44-8cfd-4f68-878f-6a7a7c681d15, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a56d44-8cfd-4f68-878f-6a7a7c681d15,segment=NetworkSegment(dee62c05-1d34-40a4-be00-9de35f550beb),segment_id=dee62c05-1d34-40a4-be00-9de35f550beb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:23.068415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:23.074566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.077159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'subnet': {'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:23.078529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:23.112992 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 81697067-01b1-49f2-adcc-a7a3cfc283b7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:23.216098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:23.220466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:subnet and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:23.224261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:23.230850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:23.244002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:23.247860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.258105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=29a56d44-8cfd-4f68-878f-6a7a7c681d15,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:23.261757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:23.268493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b01147c9-b78c-409a-a970-f761936917a3 None None] Provisioning complete for port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:23.268493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b01147c9-b78c-409a-a970-f761936917a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.496210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.501645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0d835bb4-a50e-4afe-8b98-d3515eae0b2f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:23.575158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Subnet': ['ID=636e094b-5453-46ee-aec4-2c24bbf1dcb6,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:23.579069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:23.586296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Checking segment: {'id': 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:23.586649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network hostable DHCP agents. Network: 81697067-01b1-49f2-adcc-a7a3cfc283b7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:23.606117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network 81697067-01b1-49f2-adcc-a7a3cfc283b7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:23.617204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 81697067-01b1-49f2-adcc-a7a3cfc283b7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:23.621866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:23.622528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.626163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31552073-2e07-406c-b5ef-506eccfa52ba None None] Network 81697067-01b1-49f2-adcc-a7a3cfc283b7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:23.646847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-284ad066-903c-4a12-a236-d8bc77c41b2b tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5889068 Nov 24 14:26:23.650533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47840) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:23.657695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1751161288'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:23.663328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:23.667647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:network and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:23.671503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:23.678490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:23.690900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:23.694852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.725945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:23.736586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.737225 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Added segment 43009304-b2ae-4c3b-b2a1-58850711e33f of type vlan for network 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 Nov 24 14:26:23.766419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.799060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.804620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:23.805242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.810627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0a64062a-6584-46fa-b2c6-b1a124b1a32a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:23.815327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:23.918830 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2614541 Nov 24 14:26:23.919068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47844) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:23.921810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Request body: {'subnet': {'network_id': '4952a39b-cf6b-4dc5-b9dc-4ad1802399d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:23.925680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Network': ['ID=4952a39b-cf6b-4dc5-b9dc-4ad1802399d7,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:23.928507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b6f28720-2ba9-4073-be72-341242828be9 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:23.937573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:24.028147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-81697067-01b1-49f2-adcc-a7a3cfc283b7', 'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7', 'tenant_id': '7c5a073764664137bba6c740d7c1fb46', 'fixed_ips': [{'subnet_id': '636e094b-5453-46ee-aec4-2c24bbf1dcb6'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:24.029013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.070494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:24.074356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Usage tracker for resource:subnet and tenant:7c5a073764664137bba6c740d7c1fb46 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:24.077648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:24.084156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:24.095238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Made reservation on behalf of 7c5a073764664137bba6c740d7c1fb46 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:24.099108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.215506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Allocated IP 2001:db8::2 (81697067-01b1-49f2-adcc-a7a3cfc283b7/636e094b-5453-46ee-aec4-2c24bbf1dcb6/3f14758b-41ed-4160-90ec-61e31f4bc20e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:24.361286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a56d44-8cfd-4f68-878f-6a7a7c681d15 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:24.369281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.373086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-853d1879-44cf-4a5e-a1bb-a0b8d6245ad5 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:24.454263 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event updated for resources: {'Subnet': ['ID=aa33c4db-044b-48ec-82e0-790c59a91e53,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:24.458234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:24.459075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Checking segment: {'id': '43009304-b2ae-4c3b-b2a1-58850711e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4952a39b-cf6b-4dc5-b9dc-4ad1802399d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:24.459427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network hostable DHCP agents. Network: 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:24.482697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Network 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:24.497908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:24.498876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.503159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:24.503745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.510425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab81ca5-4493-4a0f-abfd-b49b294c61ca None None] Network 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:24.528220 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e7f2bb35-825f-42be-bfe5-794199c7d3a0 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6120429 Nov 24 14:26:24.532077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47848) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:24.533475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Transition to ACTIVE for port object 3f14758b-41ed-4160-90ec-61e31f4bc20e will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:24.619304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:24.619692 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.658559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Transition to ACTIVE for port object 3f14758b-41ed-4160-90ec-61e31f4bc20e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:24.684301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.700087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:24.824803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.825835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Network 81697067-01b1-49f2-adcc-a7a3cfc283b7 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:24.842723 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:24.850106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:24.855433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Pushing event updated for resources: {'Port': ['ID=3f14758b-41ed-4160-90ec-61e31f4bc20e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:24.862135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:24.898537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.978621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:24.982969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fef48364-8818-4faf-bec6-d26482f87f5f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:25.028287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Subnet': ['ID=aa33c4db-044b-48ec-82e0-790c59a91e53,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:25.033255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:25.115446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Attempting to bind port 3f14758b-41ed-4160-90ec-61e31f4bc20e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:25.115446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Attempting to bind port 3f14758b-41ed-4160-90ec-61e31f4bc20e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:25.115952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Attempting to bind port 3f14758b-41ed-4160-90ec-61e31f4bc20e on network 81697067-01b1-49f2-adcc-a7a3cfc283b7 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:25.123337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:25.123727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Checking segment: {'id': 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:25.124138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.124532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Bound using segment: {'id': 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:25.125039 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Bound port: 3f14758b-41ed-4160-90ec-61e31f4bc20e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '81697067-01b1-49f2-adcc-a7a3cfc283b7'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:25.125424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.137702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfcdb61-2c1c-4216-8b23-569f4f6279c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-4952a39b-cf6b-4dc5-b9dc-4ad1802399d7', 'network_id': '4952a39b-cf6b-4dc5-b9dc-4ad1802399d7', 'tenant_id': '7c5a073764664137bba6c740d7c1fb46', 'fixed_ips': [{'subnet_id': 'aa33c4db-044b-48ec-82e0-790c59a91e53'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:25.138545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3cfcdb61-2c1c-4216-8b23-569f4f6279c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.141652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.173962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4952a39b-cf6b-4dc5-b9dc-4ad1802399d7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:25.188011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43009304-b2ae-4c3b-b2a1-58850711e33f') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:25.188439 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43009304-b2ae-4c3b-b2a1-58850711e33f') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:25.201451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.220353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.227114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:25.227537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:25.251856 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:25.299143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] For port 3f14758b-41ed-4160-90ec-61e31f4bc20e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:25.302915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] For port 3f14758b-41ed-4160-90ec-61e31f4bc20e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3f14758b-41ed-4160-90ec-61e31f4bc20e,segment=NetworkSegment(fa30f7bf-ad2e-4c48-b2d6-95d41288bba0),segment_id=fa30f7bf-ad2e-4c48-b2d6-95d41288bba0)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:25.307863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.313858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:25.338967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.343476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ff9169ed-375b-440b-89a1-b28b38a49733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:25.344422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee7d99-3637-4312-b69f-8741987f73f2 None None] Network 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:25.359867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.376186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Network': ['ID=4952a39b-cf6b-4dc5-b9dc-4ad1802399d7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:25.379449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:25.385441 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-44311c56-65ad-4329-8d66-e203ebb04780 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 HTTP/1.1" status: 204 len: 168 time: 0.8487358 Nov 24 14:26:25.385441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47852) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:25.403175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee7d99-3637-4312-b69f-8741987f73f2 None None] Network 4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 could not be found, it might have been deleted concurrently. {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 14:26:25.419021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.432918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Pushing event updated for resources: {'Port': ['ID=3f14758b-41ed-4160-90ec-61e31f4bc20e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:25.434710 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-af600af3-8526-400d-b5b3-77b5d96e1b93 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] GET failed (client error): The resource could not be found. Nov 24 14:26:25.435307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-af600af3-8526-400d-b5b3-77b5d96e1b93 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Synchronizing usage tracker for tenant:7c5a073764664137bba6c740d7c1fb46 on resource:subnet {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:25.437191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:25.454320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-af600af3-8526-400d-b5b3-77b5d96e1b93 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Unset dirty status for tenant:7c5a073764664137bba6c740d7c1fb46 on resource:subnet {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:25.455652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-af600af3-8526-400d-b5b3-77b5d96e1b93 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "GET /v2.0/subnets/aa33c4db-044b-48ec-82e0-790c59a91e53 HTTP/1.1" status: 404 len: 337 time: 0.0693107 Nov 24 14:26:25.458878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47856) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:25.486294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00e601a-dfdc-4e2c-b2ac-4f1f4ed6aed4 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:25.486774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00e601a-dfdc-4e2c-b2ac-4f1f4ed6aed4 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:25.488459 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a00e601a-dfdc-4e2c-b2ac-4f1f4ed6aed4 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 HTTP/1.1" status: 404 len: 339 time: 0.0285389 Nov 24 14:26:25.492369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47860) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:25.532998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-da646ed3-e65d-4feb-a992-6f88f19ae8a3 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:25.533459 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da646ed3-e65d-4feb-a992-6f88f19ae8a3 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:25.535264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-da646ed3-e65d-4feb-a992-6f88f19ae8a3 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/subnets/aa33c4db-044b-48ec-82e0-790c59a91e53 HTTP/1.1" status: 404 len: 337 time: 0.0419068 Nov 24 14:26:25.539855 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47864) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:25.571412 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbecea7-9e8d-4985-8bac-a066806f7456 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:25.571951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbecea7-9e8d-4985-8bac-a066806f7456 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:25.573760 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3fbecea7-9e8d-4985-8bac-a066806f7456 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/4952a39b-cf6b-4dc5-b9dc-4ad1802399d7 HTTP/1.1" status: 404 len: 339 time: 0.0325792 Nov 24 14:26:25.578208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47868) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:25.682948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Deleting subnet 636e094b-5453-46ee-aec4-2c24bbf1dcb6 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:26:25.687532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.755916 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.852495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.928137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.932599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-db9e7f07-b6a6-40f3-9853-b8f6ff3ac981 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:25.970859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Subnet': ['ID=636e094b-5453-46ee-aec4-2c24bbf1dcb6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:25.973794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:25.974778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:25.989445 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8641ebc7-b17f-4ea4-8b63-f81ba0ff6125 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/subnets/636e094b-5453-46ee-aec4-2c24bbf1dcb6 HTTP/1.1" status: 204 len: 168 time: 0.4098716 Nov 24 14:26:25.991869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47872) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:26.111858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.124754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Deleting port 3f14758b-41ed-4160-90ec-61e31f4bc20e {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:26.125235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.354197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] For port 3f14758b-41ed-4160-90ec-61e31f4bc20e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3f14758b-41ed-4160-90ec-61e31f4bc20e,segment=NetworkSegment(fa30f7bf-ad2e-4c48-b2d6-95d41288bba0),segment_id=fa30f7bf-ad2e-4c48-b2d6-95d41288bba0)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:26.354645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.364472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3f14758b-41ed-4160-90ec-61e31f4bc20e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:26.446560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3f14758b-41ed-4160-90ec-61e31f4bc20e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:26.489046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577bed65-340a-40f9-a9f2-5b8916be3056 None None] Network 81697067-01b1-49f2-adcc-a7a3cfc283b7 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:26.494388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Calling delete_port for 3f14758b-41ed-4160-90ec-61e31f4bc20e owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:26.582188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.587545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-804175ac-5aa3-4043-98ed-0f0f282b4037 tempest-DeleteServersTestJSON-85942028 tempest-DeleteServersTestJSON-85942028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:26.610596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-1a3fb669-1c27-4d60-89cf-e55542e775d1 None None] Provisioning complete for port 3f14758b-41ed-4160-90ec-61e31f4bc20e triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:26.610980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb669-1c27-4d60-89cf-e55542e775d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.637782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No DVR routers for this DVR port 3f14758b-41ed-4160-90ec-61e31f4bc20e on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:26:26.641363 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Port': ['ID=3f14758b-41ed-4160-90ec-61e31f4bc20e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:26.645601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:26.677667 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fb669-1c27-4d60-89cf-e55542e775d1 None None] Port 3f14758b-41ed-4160-90ec-61e31f4bc20e was deleted so its status cannot be updated. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 14:26:26.785828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.813715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81697067-01b1-49f2-adcc-a7a3cfc283b7']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:26.824434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0da119-d5d1-42f1-8020-a5af80a98849 None None] DHCP port deletion for 81697067-01b1-49f2-adcc-a7a3cfc283b7 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:26:26.826616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:26.827077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa30f7bf-ad2e-4c48-b2d6-95d41288bba0') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:26.839716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.856865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.864500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:26.864949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:26.880155 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:26.967701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.971141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9c2fcde1-55cf-44ea-9edd-a1ed76eba64d tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:26.986400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:26.993304 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:26:26.997481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Network': ['ID=81697067-01b1-49f2-adcc-a7a3cfc283b7,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:27.001173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:27.003993 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/81697067-01b1-49f2-adcc-a7a3cfc283b7 HTTP/1.1" status: 204 len: 168 time: 1.0101848 Nov 24 14:26:27.005700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47876) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:27.048879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e5946a-6c83-4777-9b37-11ec33741767 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:27.049238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e5946a-6c83-4777-9b37-11ec33741767 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:27.050978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d6e5946a-6c83-4777-9b37-11ec33741767 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/subnets/cc1fcbcc-6493-4744-9daa-fc3517f34891 HTTP/1.1" status: 404 len: 337 time: 0.0442934 Nov 24 14:26:27.054693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47880) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:27.206541 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4caef9e2-4e74-45b1-9060-dfcdff3c8217 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:27.207007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4caef9e2-4e74-45b1-9060-dfcdff3c8217 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:27.208663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4caef9e2-4e74-45b1-9060-dfcdff3c8217 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/e40dab1a-3da0-4992-876c-5dafb5a0207b HTTP/1.1" status: 404 len: 339 time: 0.1530933 Nov 24 14:26:27.211380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47884) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:27.247694 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3cb729-4c8e-4fff-b42e-39858707a582 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:27.248130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3cb729-4c8e-4fff-b42e-39858707a582 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:27.250492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0b3cb729-4c8e-4fff-b42e-39858707a582 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/subnets/98691c95-f6d3-4699-a6cf-5c8d2094ec4a HTTP/1.1" status: 404 len: 337 time: 0.0382352 Nov 24 14:26:27.253132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47888) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:27.277759 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe08adc-7004-4d19-91b0-f55d09525d42 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] DELETE failed (client error): The resource could not be found. Nov 24 14:26:27.278209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe08adc-7004-4d19-91b0-f55d09525d42 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 14:26:27.279884 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8fe08adc-7004-4d19-91b0-f55d09525d42 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/b99ebf14-2bcc-4b00-98e6-bf71fad257b8 HTTP/1.1" status: 404 len: 339 time: 0.0258570 Nov 24 14:26:27.282510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47892) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:27.354408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Deleting subnet 1520f4d5-f677-4610-9dd4-fa5f23901252 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:26:27.357548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.413275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.504581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.588900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.592987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2840bdf-3610-4305-98f9-99b1c529da5c tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:27.633722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Subnet': ['ID=1520f4d5-f677-4610-9dd4-fa5f23901252,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:27.646685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.647955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c08f4e-7aac-41c4-b3ba-82425b4b7291 None None] Network b6574808-e5b9-453e-a9d4-6200ea82ee86 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:27.650073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.650622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.651238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.652030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.652373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.652776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.653139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.653504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.653865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.654221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.654678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.655038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:27.659164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:27.668252 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1c4533f2-34f4-4301-a6f2-29c6e465dbce tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/subnets/1520f4d5-f677-4610-9dd4-fa5f23901252 HTTP/1.1" status: 204 len: 168 time: 0.3844824 Nov 24 14:26:27.672212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47896) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:27.794819 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.805627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Deleting port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:27.805957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:27.929895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0697d05-06c2-4824-b554-7214241b341a None None] DHCP port deletion for b6574808-e5b9-453e-a9d4-6200ea82ee86 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:26:27.935968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Deleting port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:27.936563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.083818 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] For port 29a56d44-8cfd-4f68-878f-6a7a7c681d15, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a56d44-8cfd-4f68-878f-6a7a7c681d15,segment=NetworkSegment(dee62c05-1d34-40a4-be00-9de35f550beb),segment_id=dee62c05-1d34-40a4-be00-9de35f550beb)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:28.084177 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.159950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f0697d05-06c2-4824-b554-7214241b341a None None] For port 29a56d44-8cfd-4f68-878f-6a7a7c681d15, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=29a56d44-8cfd-4f68-878f-6a7a7c681d15,segment=NetworkSegment(dee62c05-1d34-40a4-be00-9de35f550beb),segment_id=dee62c05-1d34-40a4-be00-9de35f550beb)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:28.160230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.288617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Calling delete_port for 29a56d44-8cfd-4f68-878f-6a7a7c681d15 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:28.343565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Calling delete_port for 29a56d44-8cfd-4f68-878f-6a7a7c681d15 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:28.348668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3f14758b-41ed-4160-90ec-61e31f4bc20e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:26:28.393472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3f14758b-41ed-4160-90ec-61e31f4bc20e {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:26:28.393822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3f14758b-41ed-4160-90ec-61e31f4bc20e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:26:28.394242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a56d44-8cfd-4f68-878f-6a7a7c681d15 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:26:28.443101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.451098 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac15ce07-8473-4fd4-bc20-3da9b207f9ea tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:28.468120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:26:28.469183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:26:28.474826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:26:28.475211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 29a56d44-8cfd-4f68-878f-6a7a7c681d15 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:26:28.507328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Port': ['ID=29a56d44-8cfd-4f68-878f-6a7a7c681d15,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:28.509493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] No DVR routers for this DVR port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:26:28.511249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:28.640686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.667757 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6574808-e5b9-453e-a9d4-6200ea82ee86']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:28.682222 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee62c05-1d34-40a4-be00-9de35f550beb') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:28.682933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee62c05-1d34-40a4-be00-9de35f550beb') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:28.695759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.721037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.727798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:28.728192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:28.743177 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:28.839673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.845391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:28.849841 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7bf087ea-fde4-4a2a-9696-67df9c7173ff tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:28.875873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Pushing event deleted for resources: {'Network': ['ID=b6574808-e5b9-453e-a9d4-6200ea82ee86,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:28.878626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:28.884050 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] 10.222.0.36 "DELETE /v2.0/networks/b6574808-e5b9-453e-a9d4-6200ea82ee86 HTTP/1.1" status: 204 len: 168 time: 1.2081456 Nov 24 14:26:28.970601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Deleting port 29a56d44-8cfd-4f68-878f-6a7a7c681d15 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:28.971116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0697d05-06c2-4824-b554-7214241b341a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:29.119148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f0697d05-06c2-4824-b554-7214241b341a None None] The port '29a56d44-8cfd-4f68-878f-6a7a7c681d15' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:26:29.195102 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47904) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:29.378119 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-957db7e5-091c-4a77-8c3e-c1e41dc1a0ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c5a073764664137bba6c740d7c1fb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816492 Nov 24 14:26:29.380785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47910) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:29.446112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:29.475471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:29.540548 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:29.544797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d00887a0-2227-48b6-8db1-73ce8f3fbb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:29.556728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b2d79c-8003-4acd-a1b4-23e9d8fc0987,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:29.559285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:29.565980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:29.567347 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4ebd7e7e-028b-4ae3-9f4e-fff1fff72e78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8b2d79c-8003-4acd-a1b4-23e9d8fc0987 HTTP/1.1" status: 204 len: 168 time: 0.1855695 Nov 24 14:26:30.336322 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47934) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:30.448230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1449016972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:30.454983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:30.458718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Usage tracker for resource:router and tenant:48513055798747269c68444dd2dc45bb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:30.461552 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:30.468343 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:30.478494 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.479416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.494149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.511622 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.534225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.535373 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-162abcea-373d-4e9b-b6fb-0506d7dd4c21 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1980290 Nov 24 14:26:30.538088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47940) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:30.544129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2075553139'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:30.549339 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:30.554084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Usage tracker for resource:network and tenant:48513055798747269c68444dd2dc45bb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:30.557201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:30.563136 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:30.573200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Made reservation on behalf of 48513055798747269c68444dd2dc45bb for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:30.577359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.589730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.605435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:30.609437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Usage tracker for resource:security_group_rule and tenant:48513055798747269c68444dd2dc45bb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:30.612576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:30.618955 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:30.746072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.751575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.758628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a87ac6cc-9bbf-4a7b-8332-09db70c752b3 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:30.792003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:30.807109 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d5ec9-4d00-4503-8d6b-0665cfb8017d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:30.810103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.810386 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Added segment 9d121d39-fc6c-4350-b746-fb9c4e9d2a20 of type vlan for network f87b072f-f1e2-452c-a8c1-32f012bc0317 Nov 24 14:26:30.811929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:30.848243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.880249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.886181 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:30.886808 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:30.891921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:31.022024 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4826989 Nov 24 14:26:31.022965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event updated for resources: {'Network': ['ID=f87b072f-f1e2-452c-a8c1-32f012bc0317,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:31.025054 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47944) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:31.027752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:31.032937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Request body: {'subnet': {'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:31.034063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f87b072f-f1e2-452c-a8c1-32f012bc0317 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:31.162022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:31.165994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Usage tracker for resource:subnet and tenant:48513055798747269c68444dd2dc45bb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:31.168993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:31.175967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:31.186872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Made reservation on behalf of 48513055798747269c68444dd2dc45bb for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:31.190617 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.424896 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.428707 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-327d3e4d-0017-4a98-8054-8d02b3763b0f tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:31.506660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event updated for resources: {'Subnet': ['ID=7395e4d5-13db-429d-86c0-df79c0f12eb3,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:31.509453 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:31.521236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Checking segment: {'id': '9d121d39-fc6c-4350-b746-fb9c4e9d2a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:31.521236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Network hostable DHCP agents. Network: f87b072f-f1e2-452c-a8c1-32f012bc0317, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:31.544217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Network f87b072f-f1e2-452c-a8c1-32f012bc0317 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:31.555135 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, f87b072f-f1e2-452c-a8c1-32f012bc0317) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:31.559917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:31.561088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.564583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841adb2-9dc4-444a-928e-6b7f46435ef3 None None] Network f87b072f-f1e2-452c-a8c1-32f012bc0317 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:31.585748 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-504ef9b4-d3a5-4bfc-ae94-a4457e8e05ef tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5595202 Nov 24 14:26:31.588837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47948) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:31.595558 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-572820552'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:31.602256 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:31.606586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Usage tracker for resource:network and tenant:48513055798747269c68444dd2dc45bb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:31.610384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:31.616846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:31.630176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Made reservation on behalf of 48513055798747269c68444dd2dc45bb for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:31.633897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.670011 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:31.683621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.684034 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Added segment b638bf85-b3f7-43c3-8d11-aace13c832d6 of type vlan for network 2c899232-d971-4c2a-9567-62b7bd378d59 Nov 24 14:26:31.714524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.746094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.752418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:31.753091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.758519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a8abf5c-9e8a-4e63-955a-b07f520ac0d8 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:31.809580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-f87b072f-f1e2-452c-a8c1-32f012bc0317', 'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317', 'tenant_id': '48513055798747269c68444dd2dc45bb', 'fixed_ips': [{'subnet_id': '7395e4d5-13db-429d-86c0-df79c0f12eb3'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:31.811224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:31.845834 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2558689 Nov 24 14:26:31.850009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47952) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:31.861365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Request body: {'subnet': {'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:31.877636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event updated for resources: {'Network': ['ID=2c899232-d971-4c2a-9567-62b7bd378d59,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:31.880522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-52055460-2396-4143-bd89-da18984c171c tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:31.894485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 2c899232-d971-4c2a-9567-62b7bd378d59 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:31.983948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:31.992658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Usage tracker for resource:subnet and tenant:48513055798747269c68444dd2dc45bb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:31.997090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:32.006366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:32.018253 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Made reservation on behalf of 48513055798747269c68444dd2dc45bb for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:32.022101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.071207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Allocated IP 172.20.0.2 (f87b072f-f1e2-452c-a8c1-32f012bc0317/7395e4d5-13db-429d-86c0-df79c0f12eb3/3550167a-7688-4c19-8f5a-6d00160b628b) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:32.276413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.281932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3d0b2a79-96ad-4fa4-becd-b394454308ef tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:32.299829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.311301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Transition to ACTIVE for port object 3550167a-7688-4c19-8f5a-6d00160b628b will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:32.331385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Transition to ACTIVE for port object 3550167a-7688-4c19-8f5a-6d00160b628b will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:32.338524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.344331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:32.364011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event updated for resources: {'Subnet': ['ID=ffe5d041-4c2d-4596-9115-3165b9c96dd4,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:32.368069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:32.376943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Checking segment: {'id': 'b638bf85-b3f7-43c3-8d11-aace13c832d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:32.377302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Network hostable DHCP agents. Network: 2c899232-d971-4c2a-9567-62b7bd378d59, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:32.400642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Network 2c899232-d971-4c2a-9567-62b7bd378d59 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:32.408286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Network f87b072f-f1e2-452c-a8c1-32f012bc0317 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:32.411489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:32.414482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 2c899232-d971-4c2a-9567-62b7bd378d59) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:32.414813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:32.419401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:32.421440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.427366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ab132-b26f-44e3-b555-da9c8698cac9 None None] Network 2c899232-d971-4c2a-9567-62b7bd378d59 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:32.447916 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5975525 Nov 24 14:26:32.450689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47956) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:32.456714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c34e029a-3171-4e59-bcea-e18be8198a71 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:32.527413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Pushing event updated for resources: {'Port': ['ID=3550167a-7688-4c19-8f5a-6d00160b628b,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:32.530569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:32.617448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Attempting to bind port 3550167a-7688-4c19-8f5a-6d00160b628b on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:32.617832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Attempting to bind port 3550167a-7688-4c19-8f5a-6d00160b628b by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '9d121d39-fc6c-4350-b746-fb9c4e9d2a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:32.618207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Attempting to bind port 3550167a-7688-4c19-8f5a-6d00160b628b on network f87b072f-f1e2-452c-a8c1-32f012bc0317 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:32.637018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:32.637398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Checking segment: {'id': '9d121d39-fc6c-4350-b746-fb9c4e9d2a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:32.637816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.638218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Bound using segment: {'id': '9d121d39-fc6c-4350-b746-fb9c4e9d2a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:32.639361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Bound port: 3550167a-7688-4c19-8f5a-6d00160b628b, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d121d39-fc6c-4350-b746-fb9c4e9d2a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'f87b072f-f1e2-452c-a8c1-32f012bc0317'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:32.639835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.828091 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] For port 3550167a-7688-4c19-8f5a-6d00160b628b, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:32.836485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] For port 3550167a-7688-4c19-8f5a-6d00160b628b, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3550167a-7688-4c19-8f5a-6d00160b628b,segment=NetworkSegment(9d121d39-fc6c-4350-b746-fb9c4e9d2a20),segment_id=9d121d39-fc6c-4350-b746-fb9c4e9d2a20)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:32.839372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-2c899232-d971-4c2a-9567-62b7bd378d59', 'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59', 'tenant_id': '48513055798747269c68444dd2dc45bb', 'fixed_ips': [{'subnet_id': 'ffe5d041-4c2d-4596-9115-3165b9c96dd4'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:32.840498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.853198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.854754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c34e029a-3171-4e59-bcea-e18be8198a71 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:32.861016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:33.012863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Pushing event updated for resources: {'Port': ['ID=3550167a-7688-4c19-8f5a-6d00160b628b,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.017164 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.api.v2.resource [None req-c34e029a-3171-4e59-bcea-e18be8198a71 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 14:26:33.018188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c34e029a-3171-4e59-bcea-e18be8198a71 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "PUT /v2.0/routers/aabb26c9-f6d9-49b5-a8ed-ab8531484348 HTTP/1.1" status: 400 len: 364 time: 0.5664999 Nov 24 14:26:33.024577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47960) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:33.026614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:33.124304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Allocated IP 172.21.0.2 (2c899232-d971-4c2a-9567-62b7bd378d59/ffe5d041-4c2d-4596-9115-3165b9c96dd4/b2b59b4d-aa84-4ec3-a52b-f3fba2e12368) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:33.252024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Deleting subnet ffe5d041-4c2d-4596-9115-3165b9c96dd4 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:26:33.417613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.431047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Transition to ACTIVE for port object b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:33.450658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Transition to ACTIVE for port object b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:33.456224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.457393 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.462303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:33.515211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.526547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Network 2c899232-d971-4c2a-9567-62b7bd378d59 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:33.530134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:33.534000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:33.540123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Pushing event updated for resources: {'Port': ['ID=b2b59b4d-aa84-4ec3-a52b-f3fba2e12368,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.543969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:33.614402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.632776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Attempting to bind port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:33.633144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Attempting to bind port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'b638bf85-b3f7-43c3-8d11-aace13c832d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:33.633513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Attempting to bind port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 on network 2c899232-d971-4c2a-9567-62b7bd378d59 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:33.639592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:33.640010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Checking segment: {'id': 'b638bf85-b3f7-43c3-8d11-aace13c832d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:33.640484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.640914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Bound using segment: {'id': 'b638bf85-b3f7-43c3-8d11-aace13c832d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:33.641421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Bound port: b2b59b4d-aa84-4ec3-a52b-f3fba2e12368, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b638bf85-b3f7-43c3-8d11-aace13c832d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '2c899232-d971-4c2a-9567-62b7bd378d59'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:33.641779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.693518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.699021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-12bfa130-ce46-4d15-bd62-763de1983109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:33.741398 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] For port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:33.743805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe5d041-4c2d-4596-9115-3165b9c96dd4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.746180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] For port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b2b59b4d-aa84-4ec3-a52b-f3fba2e12368,segment=NetworkSegment(b638bf85-b3f7-43c3-8d11-aace13c832d6),segment_id=b638bf85-b3f7-43c3-8d11-aace13c832d6)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:33.746582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:33.751029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.755321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.758807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "DELETE /v2.0/subnets/ffe5d041-4c2d-4596-9115-3165b9c96dd4 HTTP/1.1" status: 204 len: 168 time: 0.7332702 Nov 24 14:26:33.761340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47964) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:33.761931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:33.844337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Pushing event updated for resources: {'Port': ['ID=b2b59b4d-aa84-4ec3-a52b-f3fba2e12368,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:33.847364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:33.902712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:33.915909 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Deleting port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:33.916387 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.168044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba4e96-bde8-43a3-8f28-c6834912c9b9 None None] Network f87b072f-f1e2-452c-a8c1-32f012bc0317 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:34.276645 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d7c8e888-0d21-4063-96e4-1d273d5b3dea None None] Provisioning for port 3550167a-7688-4c19-8f5a-6d00160b628b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:34.289669 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] For port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b2b59b4d-aa84-4ec3-a52b-f3fba2e12368,segment=NetworkSegment(b638bf85-b3f7-43c3-8d11-aace13c832d6),segment_id=b638bf85-b3f7-43c3-8d11-aace13c832d6)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:34.290612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.433268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:34.435116 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Calling delete_port for b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:34.523429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.530540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b91b5c40-5955-45f3-847e-0d0bcada2eb0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:34.533113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:34.533501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.574325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 was deleted so its status cannot be updated. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Nov 24 14:26:34.575466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3550167a-7688-4c19-8f5a-6d00160b628b up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:34.576167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event deleted for resources: {'Port': ['ID=b2b59b4d-aa84-4ec3-a52b-f3fba2e12368,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:34.581855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:34.584344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] No DVR routers for this DVR port b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:26:34.660108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3550167a-7688-4c19-8f5a-6d00160b628b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:34.668974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3550167a-7688-4c19-8f5a-6d00160b628b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:34.669374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.726658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.771653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c899232-d971-4c2a-9567-62b7bd378d59']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:34.799792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b638bf85-b3f7-43c3-8d11-aace13c832d6') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:34.800389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b638bf85-b3f7-43c3-8d11-aace13c832d6') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:34.817095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.817443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.838531 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.846547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:34.847174 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:34.864432 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:34.866628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3550167a-7688-4c19-8f5a-6d00160b628b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3550167a-7688-4c19-8f5a-6d00160b628b,segment=NetworkSegment(9d121d39-fc6c-4350-b746-fb9c4e9d2a20),segment_id=9d121d39-fc6c-4350-b746-fb9c4e9d2a20)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:34.875580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.881612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:34.954749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.960943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.965047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f75db18d-fb40-4945-9e25-0e198e9ea769 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:34.967735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-794bc8b0-c911-4ff2-b978-c8518fe291f9 None None] Provisioning complete for port 3550167a-7688-4c19-8f5a-6d00160b628b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:34.968122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-794bc8b0-c911-4ff2-b978-c8518fe291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:34.995500 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "DELETE /v2.0/networks/2c899232-d971-4c2a-9567-62b7bd378d59 HTTP/1.1" status: 204 len: 168 time: 1.2329292 Nov 24 14:26:34.996697 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event deleted for resources: {'Network': ['ID=2c899232-d971-4c2a-9567-62b7bd378d59,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:34.998690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47968) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:35.000184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:35.001939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3550167a-7688-4c19-8f5a-6d00160b628b,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:35.010965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:35.068841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Deleting subnet 7395e4d5-13db-429d-86c0-df79c0f12eb3 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:26:35.072166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.132913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.141261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4706279-3cf0-4ea9-9c72-a0825a042100 None None] DHCP port deletion for 2c899232-d971-4c2a-9567-62b7bd378d59 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:26:35.157069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3448c2f-9c87-490f-abaf-52ff3d51741a None None] Network 2c899232-d971-4c2a-9567-62b7bd378d59 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:35.177893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3448c2f-9c87-490f-abaf-52ff3d51741a None None] Network 2c899232-d971-4c2a-9567-62b7bd378d59 could not be found, it might have been deleted concurrently. {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Nov 24 14:26:35.219460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cbe5f093-9ac4-45eb-b3ab-b48eab40063a None None] Could not find standard attr ID for object b2b59b4d-aa84-4ec3-a52b-f3fba2e12368. {{(pid=87694) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 14:26:35.229160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.305284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.312071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-485ad336-ec6b-4a46-a5dc-1b8c367b5654 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:35.350541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.353336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event deleted for resources: {'Subnet': ['ID=7395e4d5-13db-429d-86c0-df79c0f12eb3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:35.354318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ca639-9af6-40dd-af28-f3d4995028a1 None None] Network f87b072f-f1e2-452c-a8c1-32f012bc0317 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:35.356258 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:35.362023 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "DELETE /v2.0/subnets/7395e4d5-13db-429d-86c0-df79c0f12eb3 HTTP/1.1" status: 204 len: 168 time: 0.3614962 Nov 24 14:26:35.365853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47972) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:35.491642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.503537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Deleting port 3550167a-7688-4c19-8f5a-6d00160b628b {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:35.503870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.612120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] DHCP port deletion for f87b072f-f1e2-452c-a8c1-32f012bc0317 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:26:35.617411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Deleting port 3550167a-7688-4c19-8f5a-6d00160b628b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:35.617975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.759952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] For port 3550167a-7688-4c19-8f5a-6d00160b628b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3550167a-7688-4c19-8f5a-6d00160b628b,segment=NetworkSegment(9d121d39-fc6c-4350-b746-fb9c4e9d2a20),segment_id=9d121d39-fc6c-4350-b746-fb9c4e9d2a20)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:35.760220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.894326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Calling delete_port for 3550167a-7688-4c19-8f5a-6d00160b628b owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:35.906019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] For port 3550167a-7688-4c19-8f5a-6d00160b628b, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3550167a-7688-4c19-8f5a-6d00160b628b,segment=NetworkSegment(9d121d39-fc6c-4350-b746-fb9c4e9d2a20),segment_id=9d121d39-fc6c-4350-b746-fb9c4e9d2a20)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:35.906417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.980304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:35.986464 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-eb5f8f36-9234-484f-9b63-9f700ac4c137 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:36.034687 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event deleted for resources: {'Port': ['ID=3550167a-7688-4c19-8f5a-6d00160b628b,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:36.037694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:36.038500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] No DVR routers for this DVR port 3550167a-7688-4c19-8f5a-6d00160b628b on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:26:36.042953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Calling delete_port for 3550167a-7688-4c19-8f5a-6d00160b628b owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:26:36.120203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:26:36.120568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:26:36.169363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.194865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87b072f-f1e2-452c-a8c1-32f012bc0317']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:36.206561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d121d39-fc6c-4350-b746-fb9c4e9d2a20') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:36.206938 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d121d39-fc6c-4350-b746-fb9c4e9d2a20') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:36.218439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.235061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.241243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:26:36.241623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:26:36.260101 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:26:36.329541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:26:36.338677 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.342487 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a007c10c-f6ed-4f9c-b642-8b7558b0a3dc tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:36.356899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.367637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:26:36.367997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b2b59b4d-aa84-4ec3-a52b-f3fba2e12368 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:26:36.368421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3550167a-7688-4c19-8f5a-6d00160b628b no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:26:36.369541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Pushing event deleted for resources: {'Network': ['ID=f87b072f-f1e2-452c-a8c1-32f012bc0317,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:36.373931 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "DELETE /v2.0/networks/f87b072f-f1e2-452c-a8c1-32f012bc0317 HTTP/1.1" status: 204 len: 168 time: 1.0063312 Nov 24 14:26:36.375183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:36.376025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47976) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:36.403150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3550167a-7688-4c19-8f5a-6d00160b628b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:26:36.403501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3550167a-7688-4c19-8f5a-6d00160b628b not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:26:36.428917 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-83a3e78d-a485-4553-963b-fa5f02b0a059 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "GET /v2.0/ports?device_id=aabb26c9-f6d9-49b5-a8ed-ab8531484348 HTTP/1.1" status: 200 len: 205 time: 0.0514965 Nov 24 14:26:36.431524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 47980) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:36.567553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.621710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Deleting port 3550167a-7688-4c19-8f5a-6d00160b628b {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:26:36.622224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.691465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-45392c0b-7a94-476f-bb40-13e1bd30d367 None None] The port '3550167a-7688-4c19-8f5a-6d00160b628b' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:26:36.910850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.913115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.940584 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.941235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Fanout notify agent at l3_agent the message router_deleted on router aabb26c9-f6d9-49b5-a8ed-ab8531484348 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:26:36.952934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:36.953957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8cfc6e77-75ef-446b-8542-5e4ae7dc4a48 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] 10.222.0.36 "DELETE /v2.0/routers/aabb26c9-f6d9-49b5-a8ed-ab8531484348 HTTP/1.1" status: 204 len: 168 time: 0.5215192 Nov 24 14:26:37.236333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47988) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:37.408444 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4881508f-3591-4144-9191-39c71561ad9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48513055798747269c68444dd2dc45bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707890 Nov 24 14:26:37.410815 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 47994) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:37.482454 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:37.540345 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:37.621492 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:37.630834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-564057a5-5112-4d50-9a53-ee2a4d599782 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:37.646879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d5ec9-4d00-4503-8d6b-0665cfb8017d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:37.649867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:37.651898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:37.656200 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5d704bd5-210c-4faa-90f1-7c1d658f9890 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f28d5ec9-4d00-4503-8d6b-0665cfb8017d HTTP/1.1" status: 204 len: 168 time: 0.2444396 Nov 24 14:26:38.361014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48018) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:38.475764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1832246713-network', 'tenant_id': '66fddc61dd86466681327363cc6884bb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:38.480613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:38.484967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Usage tracker for resource:network and tenant:66fddc61dd86466681327363cc6884bb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:38.487972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:38.495062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:38.505200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Made reservation on behalf of 66fddc61dd86466681327363cc6884bb for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:38.507561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.522918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.538479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:38.542517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:66fddc61dd86466681327363cc6884bb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:38.545482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:38.551312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:38.644939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.649066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.652198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61b0434e-2dda-4aac-9267-9cc987c780dc tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:38.680738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:38.690112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1b6db2-025a-40e4-acbc-ade6f97da924,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:38.693833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:38.696575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.696958 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Added segment 644853b1-0373-4659-9b0a-01efe445e7f9 of type vlan for network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 Nov 24 14:26:38.732767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.765549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.766590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:38.767165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:38.770698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9b33174f-49b9-4474-baa0-a3e716a6506a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:38.875039 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5129237 Nov 24 14:26:38.875817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:38.878696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:38.881427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:38.884992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Request body: {'subnet': {'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-subnet', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:38.888450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:38.890521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:38.895200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Usage tracker for resource:subnet and tenant:66fddc61dd86466681327363cc6884bb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:38.898396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:38.905178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:38.919403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Made reservation on behalf of 66fddc61dd86466681327363cc6884bb for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:38.921987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.265375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.268827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-82957274-ccc1-45f4-b031-734531de8ade tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:39.335361 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08c3ebb-286c-40ba-bde2-364ef441a914,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:39.337953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:39.348306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Checking segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:39.348657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Network hostable DHCP agents. Network: c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:39.367925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:39.376852 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:39.381256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:39.381833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.385556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866acf74-ac0c-4943-a32e-20b94019e22b None None] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:39.403090 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5233572 Nov 24 14:26:39.406565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48028) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:39.411802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:39.416435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:39.421126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Usage tracker for resource:router and tenant:66fddc61dd86466681327363cc6884bb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:39.423955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:39.429908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:39.440429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.441507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.456108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.602063 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'fixed_ips': [{'subnet_id': 'a08c3ebb-286c-40ba-bde2-364ef441a914'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:39.602942 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.728080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.768570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Allocated IP 172.20.0.2 (c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0/a08c3ebb-286c-40ba-bde2-364ef441a914/4eb949f7-52ca-4b71-9de0-24bf6f9d0e56) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:39.980224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:39.991204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Transition to ACTIVE for port object 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:40.010087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Transition to ACTIVE for port object 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:40.015862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.021000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:40.043099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.073262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.085838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:40.088850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:40.092647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:40.100061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Pushing event updated for resources: {'Port': ['ID=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:40.128243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:40.191335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Attempting to bind port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:40.191833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Attempting to bind port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:40.192213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Attempting to bind port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:40.201435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:40.201435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Checking segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:40.201435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.201435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Bound using segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:40.201435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Bound port: 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:40.201435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.221182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Allocated IP 172.26.8.234 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/5fad6be4-ebf2-449d-96ad-01ab1d529c86) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:40.316338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] For port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:40.321818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] For port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:40.327606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.332449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:40.400894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.434887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:40.443240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6437f56e-8754-48be-bcdf-43ecbe30525c tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:40.462287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Pushing event updated for resources: {'Port': ['ID=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:40.465448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:40.507844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:40.510892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:40.517731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:40.561413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Pushing event updated for resources: {'Port': ['ID=5fad6be4-ebf2-449d-96ad-01ab1d529c86,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:40.566206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:41.106045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:41.475968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:41.487916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689ae3c0-0356-4f31-be23-c6b4274010a8 None None] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:41.615702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-00f300e9-ee5e-45bd-9325-f27f8dab1f1f None None] Provisioning for port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:41.735093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Router 29c9b9c3-3322-4afa-ad04-3d550b048437 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:26:41.937246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:26:41.947046 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Sync routers for ids ['29c9b9c3-3322-4afa-ad04-3d550b048437'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:41.958259 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Routers {'29c9b9c3-3322-4afa-ad04-3d550b048437'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:41.959178 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['29c9b9c3-3322-4afa-ad04-3d550b048437'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:41.966034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:41.968397 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5608108 Nov 24 14:26:41.971201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48032) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:42.175036 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Set router 29c9b9c3-3322-4afa-ad04-3d550b048437 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:42.374900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:42.453352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:42.459287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:42.459843 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:42.604318 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:26:40Z', 'revision_number': 3, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:42.610302 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Checking router: 29c9b9c3-3322-4afa-ad04-3d550b048437 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:42.610656 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Updating router 29c9b9c3-3322-4afa-ad04-3d550b048437 port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:42.628760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:42.667137 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:42.668994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:42.675805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:42.682095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:42.756460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:42.759630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:43.011507 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.024126 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Transition to ACTIVE for port object 5fad6be4-ebf2-449d-96ad-01ab1d529c86 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:43.031622 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.035364 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9cddfb6e-09fd-4341-8cdf-04b358270fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:43.069501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.121298 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Pushing event updated for resources: {'Port': ['ID=5fad6be4-ebf2-449d-96ad-01ab1d529c86,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.128811 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Attempting to bind port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:43.129190 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Attempting to bind port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:43.129558 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Attempting to bind port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:43.137648 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:43.138027 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:43.138577 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.139206 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:43.139683 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Bound port: 5fad6be4-ebf2-449d-96ad-01ab1d529c86, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:43.140114 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.164973 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.165315 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.165650 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.165984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.166305 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.166629 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.166944 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.167262 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.167579 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.167894 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.168204 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.168520 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:26:43.178385 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:43.231228 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] For port 5fad6be4-ebf2-449d-96ad-01ab1d529c86, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:43.235554 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] For port 5fad6be4-ebf2-449d-96ad-01ab1d529c86, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5fad6be4-ebf2-449d-96ad-01ab1d529c86,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:43.239549 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.243296 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-174c1812-25c1-4e4e-addb-d2615f780d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:43.308437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Allocated IP 172.20.0.1 (c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0/a08c3ebb-286c-40ba-bde2-364ef441a914/72c80995-66e5-4289-a843-dca00a330911) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:43.355289 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Pushing event updated for resources: {'Port': ['ID=5fad6be4-ebf2-449d-96ad-01ab1d529c86,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.358487 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Routers {'29c9b9c3-3322-4afa-ad04-3d550b048437'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:43.359086 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['29c9b9c3-3322-4afa-ad04-3d550b048437'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:43.407547 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:43.478058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.497256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Transition to ACTIVE for port object 72c80995-66e5-4289-a843-dca00a330911 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:43.529843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.537880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-afa68618-4783-46b8-9ebd-ba13b4a436ff tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:43.544052 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] Set router 29c9b9c3-3322-4afa-ad04-3d550b048437 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:43.601709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:43.604640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:43.608959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:43.656983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Pushing event updated for resources: {'Port': ['ID=72c80995-66e5-4289-a843-dca00a330911,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:43.661944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:43.677692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.802276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.884387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-edc9dc2c-2748-4f48-8d8a-460435da415f None None] Provisioning for port 72c80995-66e5-4289-a843-dca00a330911 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:43.885557 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:26:40Z', 'revision_number': 3, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:43.890150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-edc9dc2c-2748-4f48-8d8a-460435da415f None None] Provisioning complete for port 72c80995-66e5-4289-a843-dca00a330911 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:43.890797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-edc9dc2c-2748-4f48-8d8a-460435da415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:43.891135 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb945552-3c21-4c48-b33e-d751bb208ff7 None None] The sync data for ids ['29c9b9c3-3322-4afa-ad04-3d550b048437'] in dv-neutron-818153-2-hyperv is: [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:26:40Z', 'revision_number': 3, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:43.954209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-edc9dc2c-2748-4f48-8d8a-460435da415f None None] Port 72c80995-66e5-4289-a843-dca00a330911 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:26:44.060060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.065437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.093266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1de86bc1-41ff-479f-a0a0-b52784a12977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:44.195832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Pushing event updated for resources: {'Port': ['ID=72c80995-66e5-4289-a843-dca00a330911,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:44.198711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.203475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:44.390811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:44.392437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:44.429335 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5fad6be4-ebf2-449d-96ad-01ab1d529c86 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:44.546980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:44.553129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:44.553512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.729773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.752191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5fad6be4-ebf2-449d-96ad-01ab1d529c86, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5fad6be4-ebf2-449d-96ad-01ab1d529c86,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:44.758679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.761081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:44.780293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Router 29c9b9c3-3322-4afa-ad04-3d550b048437 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:26:44.819602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:44.977623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da48f2da-add8-4e10-9104-69104a129975 None None] Provisioning complete for port 72c80995-66e5-4289-a843-dca00a330911 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:44.978323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da48f2da-add8-4e10-9104-69104a129975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:44.987546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:26:44.999723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] 10.222.0.36 "PUT /v2.0/routers/29c9b9c3-3322-4afa-ad04-3d550b048437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0272555 Nov 24 14:26:45.026999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5fad6be4-ebf2-449d-96ad-01ab1d529c86,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.041213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:45.058685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-da48f2da-add8-4e10-9104-69104a129975 None None] Port 72c80995-66e5-4289-a843-dca00a330911 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:26:45.061673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:45.062203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.548166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48050) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:45.554149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2075874224-network', 'tenant_id': 'aca0d9a203764667b579b62e66812503'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.559008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:45.562936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Usage tracker for resource:network and tenant:aca0d9a203764667b579b62e66812503 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:45.565778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:45.571433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:45.582266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Made reservation on behalf of aca0d9a203764667b579b62e66812503 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:45.584528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.597445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.612532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:45.616365 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Usage tracker for resource:security_group_rule and tenant:aca0d9a203764667b579b62e66812503 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:45.619178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:45.626324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:45.722023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.726796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.729939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-153b5dfc-db0e-44b2-9da1-3a110c4bb333 tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:45.737560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Sync routers for ids ['29c9b9c3-3322-4afa-ad04-3d550b048437'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:45.753475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Routers {'29c9b9c3-3322-4afa-ad04-3d550b048437'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:45.754125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['29c9b9c3-3322-4afa-ad04-3d550b048437'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:45.760160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:26:45.768943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1f7fb-3fb8-4aff-8880-2006593d2e54,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.772557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:45.775103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.775437 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Added segment 89199f45-7696-415e-905b-334fd67e34cf of type vlan for network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 Nov 24 14:26:45.805582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.842175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.843696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:45.844072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:45.847359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f42cf2d6-a9bc-4880-b8c3-452a2f0bfab9 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:45.955739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Set router 29c9b9c3-3322-4afa-ad04-3d550b048437 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:45.963481 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4137931 Nov 24 14:26:45.964871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Pushing event updated for resources: {'Network': ['ID=dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:45.967397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48054) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:45.969787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:45.981448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Request body: {'subnet': {'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-subnet', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:45.989386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:45.993568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Usage tracker for resource:subnet and tenant:aca0d9a203764667b579b62e66812503 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:45.996511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:46.003592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:26:46.004712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:46.017235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Made reservation on behalf of aca0d9a203764667b579b62e66812503 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:46.020089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.263678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.268970 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c137eca8-8e6a-4e2d-8eb4-2ea73d5cbcf9 tempest-RoutersIpV6Test-1771997575 tempest-RoutersIpV6Test-1771997575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:46.365518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5fad6be4-ebf2-449d-96ad-01ab1d529c86 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:46.367734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505016fb-fb5f-45d3-ac35-42b1c8af60f1,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:46.371700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:46.376639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Checking segment: {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:46.377021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Network hostable DHCP agents. Network: dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:26:46.396526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:26:46.406750 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:46.410944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:46.411635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.425174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca028aa5-fc3b-44fa-bba5-e7a27004d2fe None None] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:46.433729 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f576ea9a-a9b2-4b30-90ea-44e768a25320 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4629650 Nov 24 14:26:46.437176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48058) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:46.442689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:46.447509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:46.452513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Usage tracker for resource:router and tenant:aca0d9a203764667b579b62e66812503 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:26:46.455438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:26:46.461280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:46.472757 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.473799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.497461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.620979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:46.621368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.728604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '72c80995-66e5-4289-a843-dca00a330911', 'name': '', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'mac_address': 'fa:16:3e:c4:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:43Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 2, 'project_id': '66fddc61dd86466681327363cc6884bb', 'subnets': [{'id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:46.769441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Checking router: 29c9b9c3-3322-4afa-ad04-3d550b048437 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:46.769441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Updating router 29c9b9c3-3322-4afa-ad04-3d550b048437 port 72c80995-66e5-4289-a843-dca00a330911 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:46.776574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.826314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56', 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'fixed_ips': [{'subnet_id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:26:46.827130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:46.893595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.107492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.140601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.186374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.256488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Allocated IP 172.20.0.2 (dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56/505016fb-fb5f-45d3-ac35-42b1c8af60f1/ed9d29da-3f80-43fa-b44d-e93c2c33dd63) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:47.438184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Allocated IP 172.26.8.94 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/00c7ba30-9445-4c76-9226-c925b91d4f18) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:47.581385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.591340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.591820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.604128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Transition to ACTIVE for port object 72c80995-66e5-4289-a843-dca00a330911 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:47.609068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Transition to ACTIVE for port object ed9d29da-3f80-43fa-b44d-e93c2c33dd63 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:47.615519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.623117 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.623376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:47.627945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:47.679102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Transition to ACTIVE for port object ed9d29da-3f80-43fa-b44d-e93c2c33dd63 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:47.686774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:47.696770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:47.700218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:47.749905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:47.764124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Pushing event updated for resources: {'Port': ['ID=00c7ba30-9445-4c76-9226-c925b91d4f18,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:47.766938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:47.844661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe16556-a225-460b-b77f-8cf037cb8036 None None] Pushing event updated for resources: {'Port': ['ID=72c80995-66e5-4289-a843-dca00a330911,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:47.850361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4fe16556-a225-460b-b77f-8cf037cb8036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:47.850998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ba592fcc-768d-4e87-8833-6797dfc0dd00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:47.923204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:47.930888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:47.973366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:48.074836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Pushing event updated for resources: {'Port': ['ID=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:48.083675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Attempting to bind port 72c80995-66e5-4289-a843-dca00a330911 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:48.083675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Attempting to bind port 72c80995-66e5-4289-a843-dca00a330911 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:48.084041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Attempting to bind port 72c80995-66e5-4289-a843-dca00a330911 on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:48.090651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:48.104407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:48.104796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Checking segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:48.105213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.105622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Bound using segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:48.106101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Bound port: 72c80995-66e5-4289-a843-dca00a330911, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:48.106486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.136500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Attempting to bind port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:48.136905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Attempting to bind port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:48.137286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Attempting to bind port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 on network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:48.177844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:48.178227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Checking segment: {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:48.178644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.179045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Bound using segment: {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:48.179532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Bound port: ed9d29da-3f80-43fa-b44d-e93c2c33dd63, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:48.179917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.211514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.289599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] For port 72c80995-66e5-4289-a843-dca00a330911, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:48.308813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] For port 72c80995-66e5-4289-a843-dca00a330911, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72c80995-66e5-4289-a843-dca00a330911,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:48.314144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] For port ed9d29da-3f80-43fa-b44d-e93c2c33dd63, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:48.317557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.322017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] For port ed9d29da-3f80-43fa-b44d-e93c2c33dd63, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:48.322918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:48.355352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.414480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Routers {'29c9b9c3-3322-4afa-ad04-3d550b048437'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:48.415134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['29c9b9c3-3322-4afa-ad04-3d550b048437'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:48.560587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe16556-a225-460b-b77f-8cf037cb8036 None None] Pushing event updated for resources: {'Port': ['ID=72c80995-66e5-4289-a843-dca00a330911,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:48.565930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4fe16556-a225-460b-b77f-8cf037cb8036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:48.566415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:48.662313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:48.676227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Pushing event updated for resources: {'Port': ['ID=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:48.681089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:48.691407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] Set router 29c9b9c3-3322-4afa-ad04-3d550b048437 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:48.978513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:26:49.173173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '72c80995-66e5-4289-a843-dca00a330911', 'name': '', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'mac_address': 'fa:16:3e:c4:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:43Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': '66fddc61dd86466681327363cc6884bb', 'subnets': [{'id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:49.177518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457a65f-57dd-43fd-b8ce-40aa6926fd47 None None] The sync data for ids ['29c9b9c3-3322-4afa-ad04-3d550b048437'] in dv-neutron-818153-2-hyperv is: [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:26:43Z', 'revision_number': 4, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '72c80995-66e5-4289-a843-dca00a330911', 'name': '', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'mac_address': 'fa:16:3e:c4:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:43Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 4, 'project_id': '66fddc61dd86466681327363cc6884bb', 'subnets': [{'id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:49.337596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:26:49.348681 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Sync routers for ids ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:49.361602 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Routers {'813afa5e-b4f8-4468-ac57-6c8a6901ebfc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:49.362500 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:49.370080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:49.371563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9331961 Nov 24 14:26:49.374866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48062) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:26:49.569968 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Set router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:49.847147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8bb38d07-8732-4ccb-9f85-982154564c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:49.875752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41cd67-c9ef-40f5-bb18-fad3d0b48927 None None] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:26:49.928911 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 3, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:49.933225 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Checking router: 813afa5e-b4f8-4468-ac57-6c8a6901ebfc for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:49.933699 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Updating router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc port 00c7ba30-9445-4c76-9226-c925b91d4f18 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:50.006315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9dc4aa92-097f-4de4-b8f5-d3b7859babfa None None] Provisioning for port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:50.011118 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.277333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.411156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.515170 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.554176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed9d29da-3f80-43fa-b44d-e93c2c33dd63 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:50.557435 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Transition to ACTIVE for port object 00c7ba30-9445-4c76-9226-c925b91d4f18 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:50.573751 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.578110 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:50.637121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Allocated IP 172.20.0.1 (dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56/505016fb-fb5f-45d3-ac35-42b1c8af60f1/1f7e82cd-a588-43b4-b4b1-e19d8698f8ab) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:50.677112 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268adbf-2667-422b-8399-795261b35dcf None None] Pushing event updated for resources: {'Port': ['ID=00c7ba30-9445-4c76-9226-c925b91d4f18,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:50.682238 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-a268adbf-2667-422b-8399-795261b35dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:50.694924 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:50.700631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:50.701283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.708860 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Attempting to bind port 00c7ba30-9445-4c76-9226-c925b91d4f18 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:50.709527 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Attempting to bind port 00c7ba30-9445-4c76-9226-c925b91d4f18 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:50.710255 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Attempting to bind port 00c7ba30-9445-4c76-9226-c925b91d4f18 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:50.718480 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:50.719334 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:50.719962 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.720702 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:50.721620 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Bound port: 00c7ba30-9445-4c76-9226-c925b91d4f18, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:50.722238 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.818461 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] For port 00c7ba30-9445-4c76-9226-c925b91d4f18, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:50.822383 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] For port 00c7ba30-9445-4c76-9226-c925b91d4f18, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=00c7ba30-9445-4c76-9226-c925b91d4f18,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:50.831527 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.836791 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:50.868212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.891692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Transition to ACTIVE for port object 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:50.920222 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Routers {'813afa5e-b4f8-4468-ac57-6c8a6901ebfc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:50.920894 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:50.929383 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.930209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.935218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-400df2e7-2150-4117-88cc-a2727d0f8344 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:50.968309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port ed9d29da-3f80-43fa-b44d-e93c2c33dd63, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:50.974501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:50.975721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72c80995-66e5-4289-a843-dca00a330911 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:51.002682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:51.029781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:51.034187 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:51.041788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:51.042840 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268adbf-2667-422b-8399-795261b35dcf None None] Pushing event updated for resources: {'Port': ['ID=00c7ba30-9445-4c76-9226-c925b91d4f18,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:51.046618 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-a268adbf-2667-422b-8399-795261b35dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:51.110775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:51.114901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:51.115974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:51.126041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:51.127272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 72c80995-66e5-4289-a843-dca00a330911 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:51.135212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 72c80995-66e5-4289-a843-dca00a330911 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:51.136000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.151244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.151613 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] Set router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:51.295283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.350295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 72c80995-66e5-4289-a843-dca00a330911, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72c80995-66e5-4289-a843-dca00a330911,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:51.358313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.365767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:51.440375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-407e611b-d859-4af1-83c7-676ad4afa9af None None] Provisioning for port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:51.449817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-407e611b-d859-4af1-83c7-676ad4afa9af None None] Provisioning complete for port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:51.450523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-407e611b-d859-4af1-83c7-676ad4afa9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.463919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.509839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-407e611b-d859-4af1-83c7-676ad4afa9af None None] Port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:26:51.517810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=72c80995-66e5-4289-a843-dca00a330911,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:51.522930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:51.529563 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 3, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:51.534724 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88959-deb2-40fd-bb7b-c372a3e7389d None None] The sync data for ids ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'] in dv-neutron-818153-2-hyperv is: [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:26:48Z', 'revision_number': 3, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:51.764808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.769764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:51.803507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:51.895306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Pushing event updated for resources: {'Port': ['ID=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:51.899114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:51.900154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:52.099380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:52.101206 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:52.350751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-588cc861-bed7-4ea5-8537-0f45c7a519fb None None] Provisioning complete for port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:52.351735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-588cc861-bed7-4ea5-8537-0f45c7a519fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:52.363687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:26:52.460731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-588cc861-bed7-4ea5-8537-0f45c7a519fb None None] Port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:26:52.522224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed9d29da-3f80-43fa-b44d-e93c2c33dd63 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:52.620358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7a020e2a-86d1-4966-86ce-0e6ed2a475c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:52.624660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:52.625167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:52.646329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:26:52.662663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] 10.222.0.36 "PUT /v2.0/routers/813afa5e-b4f8-4468-ac57-6c8a6901ebfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2810798 Nov 24 14:26:52.795766 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 00c7ba30-9445-4c76-9226-c925b91d4f18 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:52.881248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 00c7ba30-9445-4c76-9226-c925b91d4f18 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:52.891240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 00c7ba30-9445-4c76-9226-c925b91d4f18 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:52.891646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:53.027172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:53.058951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 00c7ba30-9445-4c76-9226-c925b91d4f18, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=00c7ba30-9445-4c76-9226-c925b91d4f18,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:53.065392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:53.066761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72c80995-66e5-4289-a843-dca00a330911 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:53.100184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:53.211537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=00c7ba30-9445-4c76-9226-c925b91d4f18,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:53.215556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:53.235344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 72c80995-66e5-4289-a843-dca00a330911 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:53.235836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:53.433024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Sync routers for ids ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:26:53.448117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Routers {'813afa5e-b4f8-4468-ac57-6c8a6901ebfc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:53.448795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:53.658681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Set router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:53.918567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-5f819bff-ee92-408e-88cd-1c12110ced96 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:53.922329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0db57940-846c-468a-a172-12e5964bb96e req-5f819bff-ee92-408e-88cd-1c12110ced96 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:53.931410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:53.944310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0db57940-846c-468a-a172-12e5964bb96e req-5f819bff-ee92-408e-88cd-1c12110ced96 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:53.945499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-5f819bff-ee92-408e-88cd-1c12110ced96 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 817 time: 0.1973927 Nov 24 14:26:53.961122 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-61fb5e58-42a6-4f03-8978-64b3854eaaa7 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/quotas/66fddc61dd86466681327363cc6884bb HTTP/1.1" status: 200 len: 375 time: 0.0096443 Nov 24 14:26:54.057384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0db57940-846c-468a-a172-12e5964bb96e req-e30b0381-5c75-4305-8900-f4b2ff23e3da tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:54.071711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:26:51Z', 'revision_number': 4, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '1f7e82cd-a588-43b4-b4b1-e19d8698f8ab', 'name': '', 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'mac_address': 'fa:16:3e:46:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:50Z', 'updated_at': '2021-11-24T14:26:51Z', 'revision_number': 2, 'project_id': 'aca0d9a203764667b579b62e66812503', 'subnets': [{'id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:54.082160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Checking router: 813afa5e-b4f8-4468-ac57-6c8a6901ebfc for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:26:54.082693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Updating router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:26:54.090329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-0db57940-846c-468a-a172-12e5964bb96e req-e30b0381-5c75-4305-8900-f4b2ff23e3da tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:54.093426 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-e30b0381-5c75-4305-8900-f4b2ff23e3da tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265483 Nov 24 14:26:54.151137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:54.258304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-99c8b5c9-2a3f-46b9-a88f-4d16f76ee4f7 service neutron] 10.222.0.36 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437869 Nov 24 14:26:54.386449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 00c7ba30-9445-4c76-9226-c925b91d4f18 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:54.408143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-d055f756-bd62-468d-8698-f0d737e914c8 service neutron] 10.222.0.36 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417637 Nov 24 14:26:54.516066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 00c7ba30-9445-4c76-9226-c925b91d4f18 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:54.516694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:54.614132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9b528c39-013e-4587-ab65-23e70326488b req-d6df1779-5412-4640-ac64-47cee4520dae tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 210 time: 0.0490916 Nov 24 14:26:54.665930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:54.713159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Transition to ACTIVE for port object 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:54.732001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:54.738604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:54.884946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c00cc-c7b0-4309-8349-08f350d07dcd None None] Pushing event updated for resources: {'Port': ['ID=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:54.913258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-571c00cc-c7b0-4309-8349-08f350d07dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:54.980934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Attempting to bind port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:54.981706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Attempting to bind port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:54.982229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Attempting to bind port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab on network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:54.988514 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:54.989103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Checking segment: {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:54.989958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:54.989958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Bound using segment: {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:54.990416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Bound port: 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89199f45-7696-415e-905b-334fd67e34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:54.990801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:55.121719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] For port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:55.125738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] For port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:55.129856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:55.134650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:55.211547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Routers {'813afa5e-b4f8-4468-ac57-6c8a6901ebfc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:26:55.212181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:26:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:55.339581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c00cc-c7b0-4309-8349-08f350d07dcd None None] Pushing event updated for resources: {'Port': ['ID=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:55.343361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-571c00cc-c7b0-4309-8349-08f350d07dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:55.391285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:55.444863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] Set router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:26:55.865215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:26:51Z', 'revision_number': 4, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '1f7e82cd-a588-43b4-b4b1-e19d8698f8ab', 'name': '', 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'mac_address': 'fa:16:3e:46:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:50Z', 'updated_at': '2021-11-24T14:26:55Z', 'revision_number': 4, 'project_id': 'aca0d9a203764667b579b62e66812503', 'subnets': [{'id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:26:55.869755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2cf8c-ca88-4c75-a23b-380b6875de26 None None] The sync data for ids ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'] in dv-neutron-818153-2-hyperv is: [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:26:51Z', 'revision_number': 4, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '1f7e82cd-a588-43b4-b4b1-e19d8698f8ab', 'name': '', 'network_id': 'dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'mac_address': 'fa:16:3e:46:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:50Z', 'updated_at': '2021-11-24T14:26:55Z', 'revision_number': 4, 'project_id': 'aca0d9a203764667b579b62e66812503', 'subnets': [{'id': '505016fb-fb5f-45d3-ac35-42b1c8af60f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:26:55.928296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-eab15f32-1935-49e0-82b3-64da1b458aeb req-6377794e-e070-4e25-9c33-ec504527f3d9 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 210 time: 0.0577939 Nov 24 14:26:56.084797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-be719f65-1770-434e-9057-636f1c94cc37 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:56.086308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-be719f65-1770-434e-9057-636f1c94cc37 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 817 time: 0.4153829 Nov 24 14:26:56.103249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Request body: {'port': {'device_id': '5520bcae-2bc3-4238-b538-628815ead9f3', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'admin_state_up': True, 'tenant_id': '66fddc61dd86466681327363cc6884bb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:56.249681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:26:56.261023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:26:56.272499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Made reservation on behalf of 66fddc61dd86466681327363cc6884bb for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:26:56.276097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.387528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:56.466355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:56.472115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:56.472993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.476059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Allocated IP 172.20.0.3 (c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0/a08c3ebb-286c-40ba-bde2-364ef441a914/f83ea86d-6c00-445d-a2b9-3657a61c14f1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:26:56.597938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.640021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:26:56.646623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.650148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:56.737662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.755998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:56.756563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Transition to ACTIVE for port object f83ea86d-6c00-445d-a2b9-3657a61c14f1 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:56.759251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:56.781650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.787763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ec05ee9-d446-4414-b418-9e4ef16e792c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:56.862139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:26:56.865767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:26:56.870749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:26:56.902986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Pushing event updated for resources: {'Port': ['ID=f83ea86d-6c00-445d-a2b9-3657a61c14f1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:56.914594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:56.943371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:56.944106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:56.975561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8762839 Nov 24 14:26:56.995057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Request body: {'port': {'device_id': '5520bcae-2bc3-4238-b538-628815ead9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:26:57.174146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fcf7681d-fee5-4800-9d6b-291acc2cc17c None None] Provisioning for port f83ea86d-6c00-445d-a2b9-3657a61c14f1 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:26:57.175088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:57.179495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fcf7681d-fee5-4800-9d6b-291acc2cc17c None None] Provisioning complete for port f83ea86d-6c00-445d-a2b9-3657a61c14f1 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:57.180016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fcf7681d-fee5-4800-9d6b-291acc2cc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:57.243458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fcf7681d-fee5-4800-9d6b-291acc2cc17c None None] Port f83ea86d-6c00-445d-a2b9-3657a61c14f1 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:26:57.280144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-87f3a7bc-d267-49d3-9c4c-a6036092e155 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:57.280886 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-87f3a7bc-d267-49d3-9c4c-a6036092e155 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:57.369301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-87f3a7bc-d267-49d3-9c4c-a6036092e155 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:57.370550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-87f3a7bc-d267-49d3-9c4c-a6036092e155 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 931 time: 0.2808018 Nov 24 14:26:57.504558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-63d18a83-2b0b-4048-b3c8-83a118de41df tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:26:57.551862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-63d18a83-2b0b-4048-b3c8-83a118de41df tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:26:57.553060 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f3b7ecf-cc1c-458a-b317-d8b92a7bf9b7 req-63d18a83-2b0b-4048-b3c8-83a118de41df tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737764 Nov 24 14:26:57.642429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83ea86d-6c00-445d-a2b9-3657a61c14f1 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:26:57.650448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:57.667178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Transition to ACTIVE for port object f83ea86d-6c00-445d-a2b9-3657a61c14f1 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:26:57.673118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:57.678010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-74711e43-f1fc-45b0-aec0-30a460ae2a8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:57.843717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Pushing event updated for resources: {'Port': ['ID=f83ea86d-6c00-445d-a2b9-3657a61c14f1,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:57.851204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:58.083672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Attempting to bind port f83ea86d-6c00-445d-a2b9-3657a61c14f1 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:26:58.084358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Attempting to bind port f83ea86d-6c00-445d-a2b9-3657a61c14f1 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:26:58.084358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Attempting to bind port f83ea86d-6c00-445d-a2b9-3657a61c14f1 on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:58.089077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Port f83ea86d-6c00-445d-a2b9-3657a61c14f1 on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:26:58.089388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Attempting to bind port f83ea86d-6c00-445d-a2b9-3657a61c14f1 on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:26:58.095383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:26:58.095718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Checking segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:26:58.096121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Bound using segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:26:58.096564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Bound port: f83ea86d-6c00-445d-a2b9-3657a61c14f1, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:26:58.096942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:58.193697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] For port f83ea86d-6c00-445d-a2b9-3657a61c14f1, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:26:58.196988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] For port f83ea86d-6c00-445d-a2b9-3657a61c14f1, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:26:58.203864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:58.208129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2a9b353d-492f-42fe-bdd1-bc3b3b581412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:26:58.274435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.274937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:58.276333 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] 10.222.0.76 "PUT /v2.0/ports/f83ea86d-6c00-445d-a2b9-3657a61c14f1 HTTP/1.1" status: 200 len: 1093 time: 1.2859659 Nov 24 14:26:58.276893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5520bcae-2bc3-4238-b538-628815ead9f3', 'tag': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:26:58.298610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Pushing event updated for resources: {'Port': ['ID=f83ea86d-6c00-445d-a2b9-3657a61c14f1,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:26:58.302985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:26:58.376805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:26:58.384412 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5520bcae-2bc3-4238-b538-628815ead9f3', 'tag': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1', 'status': 'completed', 'code': 200} Nov 24 14:26:58.439167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-0d5f7072-0377-44a7-b2cc-0f7b1ba2722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.441297 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-0d5f7072-0377-44a7-b2cc-0f7b1ba2722c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 1096 time: 0.1067095 Nov 24 14:26:58.515918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:26:58.516133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:26:58.553689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-d0739518-7d59-4e87-8c3a-ee6c285deca6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1 HTTP/1.1" status: 200 len: 217 time: 0.1008661 Nov 24 14:26:58.630183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-c90d5f0a-9e00-425b-bc8f-0cdeb6febab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.631903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-c90d5f0a-9e00-425b-bc8f-0cdeb6febab7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a08c3ebb-286c-40ba-bde2-364ef441a914 HTTP/1.1" status: 200 len: 856 time: 0.0668299 Nov 24 14:26:58.781264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db57940-846c-468a-a172-12e5964bb96e req-6ce39ec4-eafd-4f46-95f4-d1a75d0ba0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.782745 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-6ce39ec4-eafd-4f46-95f4-d1a75d0ba0e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1417124 Nov 24 14:26:58.796295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4f6b-12da-49b8-967e-d4816736a80e req-36b7e24e-bece-4223-955b-bda047a65104 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:58.797779 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f6da4f6b-12da-49b8-967e-d4816736a80e req-36b7e24e-bece-4223-955b-bda047a65104 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 943 time: 0.1197376 Nov 24 14:26:58.925203 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f6da4f6b-12da-49b8-967e-d4816736a80e req-126d9f64-e3dc-4eab-9516-dcf9bd3ae3b0 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087792 Nov 24 14:26:58.963488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-6c04350d-7a46-459b-9343-36fa212e24b5 service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647599 Nov 24 14:26:59.110682 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0db57940-846c-468a-a172-12e5964bb96e req-220ad1d9-1975-4a37-ada5-38343cabb982 service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354303 Nov 24 14:26:59.235911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-dfcbad63-7221-4397-acda-8560d18d6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:59.237313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-dfcbad63-7221-4397-acda-8560d18d6301 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0772986 Nov 24 14:26:59.397120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-d8c82ede-8995-4129-b8e0-1a69be8b28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:59.398555 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-d8c82ede-8995-4129-b8e0-1a69be8b28c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 919 time: 0.1509814 Nov 24 14:26:59.471396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-a5690f2d-04ef-45c5-aa52-f9e3c81b0e36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1 HTTP/1.1" status: 200 len: 217 time: 0.0653875 Nov 24 14:26:59.540588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-d404e829-05e1-4402-acc3-11f1409882f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:59.541974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-d404e829-05e1-4402-acc3-11f1409882f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a08c3ebb-286c-40ba-bde2-364ef441a914 HTTP/1.1" status: 200 len: 856 time: 0.0600438 Nov 24 14:26:59.619672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-fb893c10-8e94-4442-9373-38c36c3143b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:26:59.621148 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-fb893c10-8e94-4442-9373-38c36c3143b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722923 Nov 24 14:26:59.759316 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-f5fe4778-3d42-423e-9ee0-674b6297f055 service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303525 Nov 24 14:26:59.899258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7fb25e4c-a179-417c-9cd3-c63378bf09fd req-53138e2f-2bbb-4552-8cb3-24837ca75213 service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314619 Nov 24 14:27:00.119915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed28c2-f6f1-4da7-bb15-39e68c4ca497 req-6d38eb5d-9d66-4565-8ebb-d7514876bdf4 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:00.121478 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2ed28c2-f6f1-4da7-bb15-39e68c4ca497 req-6d38eb5d-9d66-4565-8ebb-d7514876bdf4 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 943 time: 0.0886848 Nov 24 14:27:00.168504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2ed28c2-f6f1-4da7-bb15-39e68c4ca497 req-da3c06da-7b93-4c97-91e5-db9042e9f6bf tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Nov 24 14:27:01.366042 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bf967-dbaa-44e2-932e-0068879b0993 req-f8186c45-802c-438b-bc8b-1152216fdf50 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:01.367639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f3bf967-dbaa-44e2-932e-0068879b0993 req-f8186c45-802c-438b-bc8b-1152216fdf50 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 943 time: 0.0867867 Nov 24 14:27:01.420456 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f3bf967-dbaa-44e2-932e-0068879b0993 req-74e05295-98b6-4d76-a465-0a0bae0775d7 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469000 Nov 24 14:27:02.617929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab5cd-ee25-4b45-aa79-633f98cb4b66 req-0a944e8e-5ef9-405a-ade0-57109d59e54c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:02.619447 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f7ab5cd-ee25-4b45-aa79-633f98cb4b66 req-0a944e8e-5ef9-405a-ade0-57109d59e54c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 943 time: 0.0877829 Nov 24 14:27:02.692656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f7ab5cd-ee25-4b45-aa79-633f98cb4b66 req-98c17db1-9b7e-46bd-ab73-d05365d2cac2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663064 Nov 24 14:27:02.942100 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device f83ea86d-6c00-445d-a2b9-3657a61c14f1 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:27:03.092250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port f83ea86d-6c00-445d-a2b9-3657a61c14f1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:03.108115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'port_id': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1', 'mac_address': 'fa:16:3e:70:ad:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:27:03.170465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:03.191291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83ea86d-6c00-445d-a2b9-3657a61c14f1 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:27:03.210056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port f83ea86d-6c00-445d-a2b9-3657a61c14f1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:03.219622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:03.222773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:03.312227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=f83ea86d-6c00-445d-a2b9-3657a61c14f1,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:03.319782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.320129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.320473 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.320837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.321166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.321493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.321815 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.322142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.322465 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.322782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.323099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.323408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:03.328427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:03.475993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['f83ea86d-6c00-445d-a2b9-3657a61c14f1'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:27:03.926288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1ab3-dff3-4ecb-b16e-6bed26716666 req-41b4433c-197d-48c9-b5e4-72ca55f7a5bb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:03.927810 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf8b1ab3-dff3-4ecb-b16e-6bed26716666 req-41b4433c-197d-48c9-b5e4-72ca55f7a5bb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 944 time: 0.0917599 Nov 24 14:27:03.994259 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:27:04.101178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf8b1ab3-dff3-4ecb-b16e-6bed26716666 req-2f66daac-083c-4a91-b2e3-256e52f58158 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676059 Nov 24 14:27:04.942118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device f83ea86d-6c00-445d-a2b9-3657a61c14f1 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:27:05.017595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port f83ea86d-6c00-445d-a2b9-3657a61c14f1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:27:05.023496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port f83ea86d-6c00-445d-a2b9-3657a61c14f1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:27:05.023926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:05.152389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:05.182435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5520bcae-2bc3-4238-b538-628815ead9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:05.194190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port f83ea86d-6c00-445d-a2b9-3657a61c14f1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:05.200797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:05.202724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-a26169b6-1853-4e7d-b990-1d60643b3019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:05.288140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=f83ea86d-6c00-445d-a2b9-3657a61c14f1,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:05.291556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:05.320450 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd870da-4893-447c-8385-fe5cd74122c1 req-284efb19-2ebe-4f71-9804-677c3ff942d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:05.322153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bdd870da-4893-447c-8385-fe5cd74122c1 req-284efb19-2ebe-4f71-9804-677c3ff942d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.1032288 Nov 24 14:27:05.374585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bdd870da-4893-447c-8385-fe5cd74122c1 req-ab0d68d5-744d-47b2-a831-bedfa9caee10 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Nov 24 14:27:05.427820 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5520bcae-2bc3-4238-b538-628815ead9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1', 'code': 200} Nov 24 14:27:05.679718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb674c5-5cfd-4a02-ac4f-34cf88138725 req-bf2a2d32-07de-47bd-bb97-0743a4a5afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:05.681291 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cb674c5-5cfd-4a02-ac4f-34cf88138725 req-bf2a2d32-07de-47bd-bb97-0743a4a5afca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0769346 Nov 24 14:27:05.729475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cb674c5-5cfd-4a02-ac4f-34cf88138725 req-7af44243-0c82-4d3e-8cb5-9e74cd776b64 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372381 Nov 24 14:27:06.571330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b50f-865d-4ae5-9b82-aa356e853d18 req-038daf19-b3ff-4881-9795-25f927a2ce7c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:06.572932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d179b50f-865d-4ae5-9b82-aa356e853d18 req-038daf19-b3ff-4881-9795-25f927a2ce7c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.0848761 Nov 24 14:27:06.625093 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d179b50f-865d-4ae5-9b82-aa356e853d18 req-e6986670-5ce3-4d09-a6f3-b812849648ca tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Nov 24 14:27:07.816074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d44695-987b-4b3a-b10e-9ece2cbbc90f req-e32ba88a-42d5-42d9-9988-1f9a1ece21f5 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:07.817758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24d44695-987b-4b3a-b10e-9ece2cbbc90f req-e32ba88a-42d5-42d9-9988-1f9a1ece21f5 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.0840955 Nov 24 14:27:07.863549 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24d44695-987b-4b3a-b10e-9ece2cbbc90f req-0b9462ad-30dc-44e7-8038-c9538595bf38 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Nov 24 14:27:08.063896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac364b79-9026-486a-9db6-f64fc848db71 req-d759769e-b79f-4ffd-812d-32bca2135fef tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:08.065458 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac364b79-9026-486a-9db6-f64fc848db71 req-d759769e-b79f-4ffd-812d-32bca2135fef tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.0912347 Nov 24 14:27:08.113540 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac364b79-9026-486a-9db6-f64fc848db71 req-cd868cb4-78f9-422e-8558-f3227aa29683 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Nov 24 14:27:15.253223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-b2c9119c-4c7a-4720-9b24-6a46077f0d4c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1725178 Nov 24 14:27:15.395617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da795891-b70c-4739-8351-842adfffe7f5 req-c691eb79-42c9-4ef5-bc16-cbf2ab36c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:15.397016 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-c691eb79-42c9-4ef5-bc16-cbf2ab36c672 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0743325 Nov 24 14:27:15.549790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da795891-b70c-4739-8351-842adfffe7f5 req-38394029-bcdb-4e9e-ad13-bce224cc1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:15.551211 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-38394029-bcdb-4e9e-ad13-bce224cc1df6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 919 time: 0.1263435 Nov 24 14:27:15.622337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-a4084394-bfbb-4219-9687-c05b415c2574 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1 HTTP/1.1" status: 200 len: 217 time: 0.0599463 Nov 24 14:27:15.687426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da795891-b70c-4739-8351-842adfffe7f5 req-156ee976-600d-43af-8f97-94f3bf2d8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:15.688918 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-156ee976-600d-43af-8f97-94f3bf2d8024 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a08c3ebb-286c-40ba-bde2-364ef441a914 HTTP/1.1" status: 200 len: 856 time: 0.0610418 Nov 24 14:27:15.768857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da795891-b70c-4739-8351-842adfffe7f5 req-f1ef5355-50cd-4b74-9167-fa6c85f57433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:15.770331 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-f1ef5355-50cd-4b74-9167-fa6c85f57433 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744038 Nov 24 14:27:15.782230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-8f8c5dd9-2b6b-4aea-bf31-1317d69dbb7a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:27:15.783236 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-8f8c5dd9-2b6b-4aea-bf31-1317d69dbb7a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059137 Nov 24 14:27:15.920773 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-96aae402-550f-4d06-b669-ca6589ff0cba service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309514 Nov 24 14:27:16.060003 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da795891-b70c-4739-8351-842adfffe7f5 req-e8307873-e509-475e-aaa4-78942c6d8a6c service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320693 Nov 24 14:27:17.115882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:19.830285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-134638e8-f1f5-4a4e-95c6-a78e39ad0320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:20.395365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:22.615451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0b5187fe-c6de-4e9e-9de7-91b6e7f68830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:23.804910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:23.980912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ea9bc-fad1-453a-96d7-255b24a183db req-b4a01c81-332f-4b77-aa08-95325b849966 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:23.982838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f4ea9bc-fad1-453a-96d7-255b24a183db req-b4a01c81-332f-4b77-aa08-95325b849966 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.0854611 Nov 24 14:27:24.026291 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f4ea9bc-fad1-453a-96d7-255b24a183db req-5a530388-a3d1-4319-96eb-b10679e07f88 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376995 Nov 24 14:27:25.214209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e642-fcf4-43cd-99f6-5c217da6dc6d req-e31d933d-57f6-441d-9595-b44ab8406035 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:25.215772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab92e642-fcf4-43cd-99f6-5c217da6dc6d req-e31d933d-57f6-441d-9595-b44ab8406035 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.0823207 Nov 24 14:27:25.261815 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ab92e642-fcf4-43cd-99f6-5c217da6dc6d req-b711026a-fe47-4df7-82ae-cbe8d68541bd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Nov 24 14:27:25.392375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:25.658111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebd48a-9830-4167-b0fa-731325b934cb req-ce52c812-5599-472e-9158-0f5b873d3ebf tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:25.659502 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-72ebd48a-9830-4167-b0fa-731325b934cb req-ce52c812-5599-472e-9158-0f5b873d3ebf tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 945 time: 0.0900836 Nov 24 14:27:25.733340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Deleting port f83ea86d-6c00-445d-a2b9-3657a61c14f1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:27:25.733685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:26.116614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] For port f83ea86d-6c00-445d-a2b9-3657a61c14f1, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=f83ea86d-6c00-445d-a2b9-3657a61c14f1,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:26.116990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:26.242782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Calling delete_port for f83ea86d-6c00-445d-a2b9-3657a61c14f1 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:27:26.445970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:26.452804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-33fd5159-8c1e-4262-9a2a-e583b8a64c0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:26.466178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['f83ea86d-6c00-445d-a2b9-3657a61c14f1'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:27:26.503237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Pushing event deleted for resources: {'Port': ['ID=f83ea86d-6c00-445d-a2b9-3657a61c14f1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:26.507037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:26.600044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f44a5-350d-4926-a31e-75ee2cdcfdb7 req-18c77a5c-2515-477d-9094-6699d7c28c49 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:26.601660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-292f44a5-350d-4926-a31e-75ee2cdcfdb7 req-18c77a5c-2515-477d-9094-6699d7c28c49 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=5520bcae-2bc3-4238-b538-628815ead9f3 HTTP/1.1" status: 200 len: 867 time: 0.2318070 Nov 24 14:27:26.602968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] No DVR routers for this DVR port f83ea86d-6c00-445d-a2b9-3657a61c14f1 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:27:26.606240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:26.611594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5520bcae-2bc3-4238-b538-628815ead9f3', 'name': 'network-vif-deleted', 'tag': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:26.648435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-72ebd48a-9830-4167-b0fa-731325b934cb req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "DELETE /v2.0/ports/f83ea86d-6c00-445d-a2b9-3657a61c14f1 HTTP/1.1" status: 204 len: 173 time: 0.9806466 Nov 24 14:27:26.678535 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-292f44a5-350d-4926-a31e-75ee2cdcfdb7 req-7f52d746-9736-4217-b206-5e67d7b3c8c5 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Nov 24 14:27:26.743722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5520bcae-2bc3-4238-b538-628815ead9f3', 'name': 'network-vif-deleted', 'tag': 'f83ea86d-6c00-445d-a2b9-3657a61c14f1', 'status': 'completed', 'code': 200} Nov 24 14:27:28.384124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-d1af3ccc-28cb-4c88-9ab6-91a1eb66b20d tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:28.386383 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-d1af3ccc-28cb-4c88-9ab6-91a1eb66b20d tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 817 time: 0.1611378 Nov 24 14:27:28.401176 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-e7190965-e5c5-47d2-9fc1-52b54ffff553 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/quotas/66fddc61dd86466681327363cc6884bb HTTP/1.1" status: 200 len: 375 time: 0.0097504 Nov 24 14:27:28.491234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-18cfe5ef-4da0-4911-af45-9f4b65e6a9e8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:27:28.509613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-18cfe5ef-4da0-4911-af45-9f4b65e6a9e8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:27:28.510938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-18cfe5ef-4da0-4911-af45-9f4b65e6a9e8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029797 Nov 24 14:27:28.660809 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-a1ca424c-0ec7-4112-bf7d-033cdd191a1e service neutron] 10.222.0.36 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372211 Nov 24 14:27:28.819380 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-1633d89d-be3c-4c6c-b075-32cd5a376ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525781 Nov 24 14:27:29.013383 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f399f36-3e70-47d3-966d-e0b693f4ee83 req-103df407-292a-4d76-aaca-0a99fd3df057 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 210 time: 0.0496092 Nov 24 14:27:30.179598 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e750658a-26c6-41a0-a89c-4a222a21c071 req-da5190ff-c04b-40af-8f37-3d6d7a218848 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 210 time: 0.0499060 Nov 24 14:27:30.234298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5fdd320d-8810-4937-9ca8-7096cbf1f868 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:30.235762 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5fdd320d-8810-4937-9ca8-7096cbf1f868 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 817 time: 0.1937215 Nov 24 14:27:30.253966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Request body: {'port': {'device_id': '9c40db5c-b92c-41e7-812c-14d167e11919', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'admin_state_up': True, 'tenant_id': '66fddc61dd86466681327363cc6884bb'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:27:30.397591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:27:30.407451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:27:30.417247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Made reservation on behalf of 66fddc61dd86466681327363cc6884bb for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:27:30.421156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:30.720694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Allocated IP 172.20.0.5 (c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0/a08c3ebb-286c-40ba-bde2-364ef441a914/4db5cb0b-4124-4ce9-b7ec-752e74836b6c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:27:30.932553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:30.949244 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Transition to ACTIVE for port object 4db5cb0b-4124-4ce9-b7ec-752e74836b6c will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:27:30.974020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:30.979684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5ee1e17b-b631-4af5-8ee9-11e719e30c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:31.047527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:27:31.050841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:27:31.054801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:27:31.071970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device f83ea86d-6c00-445d-a2b9-3657a61c14f1 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:27:31.097420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Pushing event updated for resources: {'Port': ['ID=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:31.111939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.112330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.112714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.112964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: f83ea86d-6c00-445d-a2b9-3657a61c14f1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:27:31.113157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.113482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device f83ea86d-6c00-445d-a2b9-3657a61c14f1 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:27:31.113603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.113860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.114234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.115023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.115023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.115334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.115703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.116070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:27:31.123012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:31.139998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:31.140649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:31.165795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9156265 Nov 24 14:27:31.182646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Request body: {'port': {'device_id': '9c40db5c-b92c-41e7-812c-14d167e11919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:27:31.306397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-672b0641-0b1b-47aa-a597-fe4dcaeae694 None None] Provisioning for port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:27:31.312024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-672b0641-0b1b-47aa-a597-fe4dcaeae694 None None] Provisioning complete for port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:27:31.312552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-672b0641-0b1b-47aa-a597-fe4dcaeae694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:31.347049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:31.371508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-672b0641-0b1b-47aa-a597-fe4dcaeae694 None None] Port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:27:31.514960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032069-dc4b-4238-944a-cc5d2f573014 req-821e1408-dbf9-4403-a04a-be42ef9c80b8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:31.515549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d8032069-dc4b-4238-944a-cc5d2f573014 req-821e1408-dbf9-4403-a04a-be42ef9c80b8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:27:31.596990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-d8032069-dc4b-4238-944a-cc5d2f573014 req-821e1408-dbf9-4403-a04a-be42ef9c80b8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:27:31.598135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d8032069-dc4b-4238-944a-cc5d2f573014 req-821e1408-dbf9-4403-a04a-be42ef9c80b8 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 931 time: 0.2977846 Nov 24 14:27:31.677899 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d8032069-dc4b-4238-944a-cc5d2f573014 req-c1a93e9a-e575-45c8-bfd9-e3f46b654155 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688281 Nov 24 14:27:31.770884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db5cb0b-4124-4ce9-b7ec-752e74836b6c {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:27:31.778696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:31.795298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Transition to ACTIVE for port object 4db5cb0b-4124-4ce9-b7ec-752e74836b6c will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:27:31.799529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:31.807098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17cd897e-c456-4e46-99be-c458e3a46a03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:31.971999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Pushing event updated for resources: {'Port': ['ID=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:31.976880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:32.051629 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Attempting to bind port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:27:32.051957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Attempting to bind port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:27:32.052319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Attempting to bind port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:27:32.057139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:27:32.057458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Attempting to bind port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c on network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:27:32.063276 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:27:32.063600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Checking segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:27:32.063973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Bound using segment: {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:27:32.064390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Bound port: 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644853b1-0373-4659-9b0a-01efe445e7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:27:32.064728 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:32.158843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] For port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:27:32.162020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] For port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:27:32.167902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:32.173175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-00f1f582-d357-4a1f-8f0b-0cb5cbd038d2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:32.233308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:32.234252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:32.235610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] 10.222.0.76 "PUT /v2.0/ports/4db5cb0b-4124-4ce9-b7ec-752e74836b6c HTTP/1.1" status: 200 len: 1093 time: 1.0573242 Nov 24 14:27:32.236225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c40db5c-b92c-41e7-812c-14d167e11919', 'tag': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:32.259656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Pushing event updated for resources: {'Port': ['ID=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:32.263015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:32.287622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c40db5c-b92c-41e7-812c-14d167e11919', 'tag': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c', 'status': 'completed', 'code': 200} Nov 24 14:27:32.371756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-20ad12f6-6f96-4805-94eb-5cf6ca3fcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:32.373621 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-20ad12f6-6f96-4805-94eb-5cf6ca3fcb70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 1096 time: 0.0815539 Nov 24 14:27:32.455774 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-596089cd-b01e-4ffd-9069-078c2deeab91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c HTTP/1.1" status: 200 len: 217 time: 0.0705628 Nov 24 14:27:32.528234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-1c76985e-f3b5-40a4-8b6f-541103a174ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:32.529693 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-1c76985e-f3b5-40a4-8b6f-541103a174ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a08c3ebb-286c-40ba-bde2-364ef441a914 HTTP/1.1" status: 200 len: 856 time: 0.0647366 Nov 24 14:27:32.618307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-e3dde3c8-cf7b-4dca-9e0c-06ab1ace5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:32.619787 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-e3dde3c8-cf7b-4dca-9e0c-06ab1ace5346 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791731 Nov 24 14:27:32.961148 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-f57c915b-a7c2-4225-a863-bd8562ff52ef service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279300 Nov 24 14:27:32.973609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f6a4-f97c-4ecd-9551-36451506fe32 req-2e104074-c9ab-4314-ba9a-c25eeedd5351 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:32.975047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a68f6a4-f97c-4ecd-9551-36451506fe32 req-2e104074-c9ab-4314-ba9a-c25eeedd5351 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 943 time: 0.1333160 Nov 24 14:27:33.103597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a68f6a4-f97c-4ecd-9551-36451506fe32 req-10a2cf68-b275-405f-a496-5ff85dfa6742 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094990 Nov 24 14:27:33.144150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ff074294-cfb9-4a7b-8db9-ba85fbf76b22 req-96290671-4d80-42ae-968d-00be9f8f2ba4 service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681404 Nov 24 14:27:33.271559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-4ad3dc29-7f06-40c2-8028-63e4f03d7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.273032 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-4ad3dc29-7f06-40c2-8028-63e4f03d7fca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=66fddc61dd86466681327363cc6884bb&device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 1096 time: 0.0744870 Nov 24 14:27:33.413989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-a60499da-f7cb-428f-a2af-015449da013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.415408 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-a60499da-f7cb-428f-a2af-015449da013c service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 200 len: 919 time: 0.1336172 Nov 24 14:27:33.489904 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-97c682ac-c5fc-4e27-81f6-63ed5536e3da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c HTTP/1.1" status: 200 len: 217 time: 0.0668068 Nov 24 14:27:33.555232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-04d56938-b8bd-4b98-881f-deb5c282106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.556677 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-04d56938-b8bd-4b98-881f-deb5c282106e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a08c3ebb-286c-40ba-bde2-364ef441a914 HTTP/1.1" status: 200 len: 856 time: 0.0597694 Nov 24 14:27:33.642941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-2c5c7e46-ab19-46f7-b564-0462d457824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:33.644388 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-2c5c7e46-ab19-46f7-b564-0462d457824f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774434 Nov 24 14:27:33.784205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-7bdfce7a-f611-45d0-989f-a241403acd73 service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326725 Nov 24 14:27:33.922290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf7656b-1474-4173-83b3-fc2e19d622fb req-43d0aa1b-2891-4afc-961e-f6790d04d94a service neutron] 10.222.0.76 "GET /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300929 Nov 24 14:27:34.296669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7731a-1be0-4c97-a4b1-535e3b647994 req-705c4fde-0d53-4853-a537-089ff4d92508 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:34.298099 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88e7731a-1be0-4c97-a4b1-535e3b647994 req-705c4fde-0d53-4853-a537-089ff4d92508 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 943 time: 0.0820854 Nov 24 14:27:34.342797 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88e7731a-1be0-4c97-a4b1-535e3b647994 req-e22c1be7-e9e1-4173-a730-fcf6e6c24fce tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Nov 24 14:27:35.539128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b4be-6514-48d5-a1ce-ec136bfb8db6 req-d19cf14f-61b4-4a8f-819a-bc6d864c7b8c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:35.540669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf0b4be-6514-48d5-a1ce-ec136bfb8db6 req-d19cf14f-61b4-4a8f-819a-bc6d864c7b8c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 943 time: 0.0893810 Nov 24 14:27:35.586725 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adf0b4be-6514-48d5-a1ce-ec136bfb8db6 req-c953d767-d73c-4c55-aa75-40813a9723b1 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Nov 24 14:27:36.776595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60add03d-6e7d-474f-97c5-18afc76bde56 req-22c6241d-9793-415c-8b68-0ac7d25a8389 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:36.778440 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-60add03d-6e7d-474f-97c5-18afc76bde56 req-22c6241d-9793-415c-8b68-0ac7d25a8389 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 943 time: 0.0823472 Nov 24 14:27:36.829607 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-60add03d-6e7d-474f-97c5-18afc76bde56 req-76038ec9-26d6-425c-93e8-3e8584875e58 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Nov 24 14:27:37.080969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 4db5cb0b-4124-4ce9-b7ec-752e74836b6c details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:27:37.219680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:37.233034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c', 'network_id': 'c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0', 'port_id': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c', 'mac_address': 'fa:16:3e:7a:d7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08c3ebb-286c-40ba-bde2-364ef441a914', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:27:37.289558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:37.306752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db5cb0b-4124-4ce9-b7ec-752e74836b6c {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:27:37.322943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:37.326957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:37.328785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d5a39add-4ba6-4424-a98e-3198f739810e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:37.399042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:37.402078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:37.566505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['4db5cb0b-4124-4ce9-b7ec-752e74836b6c'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:27:38.024932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977f70e-fe6c-46e9-a8af-bb11e293e41e req-b83301af-7323-4640-987e-0585bdd0ab83 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:38.026612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0977f70e-fe6c-46e9-a8af-bb11e293e41e req-b83301af-7323-4640-987e-0585bdd0ab83 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 944 time: 0.0823407 Nov 24 14:27:38.076355 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0977f70e-fe6c-46e9-a8af-bb11e293e41e req-ae49adae-7502-4a20-96b5-5ddebeb816ad tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Nov 24 14:27:39.108570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 4db5cb0b-4124-4ce9-b7ec-752e74836b6c up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:27:39.182079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:27:39.187859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:27:39.188230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:39.275694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e394a7-3f59-4f99-a4c6-639d8f360f14 req-fc3ca5db-6411-4a3e-96d5-ec2f9afe50e4 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:39.277228 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55e394a7-3f59-4f99-a4c6-639d8f360f14 req-fc3ca5db-6411-4a3e-96d5-ec2f9afe50e4 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 944 time: 0.0880003 Nov 24 14:27:39.320438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:39.326009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55e394a7-3f59-4f99-a4c6-639d8f360f14 req-25f60481-deca-4be3-b492-65a4ebd7eea1 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Nov 24 14:27:39.351498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c40db5c-b92c-41e7-812c-14d167e11919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:27:39.363176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:39.367665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:39.370438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4fe16556-a225-460b-b77f-8cf037cb8036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:27:39.401296 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c40db5c-b92c-41e7-812c-14d167e11919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c', 'code': 200} Nov 24 14:27:39.442628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:27:39.445811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:27:39.651149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18590daa-d06b-436f-968b-e2c70bdfb475 req-80fe4db0-fa36-41db-a4d4-9da87621ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:39.652557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-18590daa-d06b-436f-968b-e2c70bdfb475 req-80fe4db0-fa36-41db-a4d4-9da87621ca11 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 1098 time: 0.0733061 Nov 24 14:27:39.700257 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-18590daa-d06b-436f-968b-e2c70bdfb475 req-87734705-c8ae-4c4c-935b-75decf6e46cf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360336 Nov 24 14:27:40.654883 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584ab28-7b23-4b6c-af46-50fa13afaca0 req-f24a845d-667a-457c-a97c-03260f5b925a tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:40.656388 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c584ab28-7b23-4b6c-af46-50fa13afaca0 req-f24a845d-667a-457c-a97c-03260f5b925a tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 945 time: 0.2214208 Nov 24 14:27:40.703554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c584ab28-7b23-4b6c-af46-50fa13afaca0 req-143e4382-fb6a-4dea-b7b3-8a4f51c3506c tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Nov 24 14:27:40.993455 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:27:41.892609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd69052-0ad7-402a-8f9a-3292c722b65e req-828261d7-c051-486b-9b70-43855b519542 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:41.894146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abd69052-0ad7-402a-8f9a-3292c722b65e req-828261d7-c051-486b-9b70-43855b519542 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 945 time: 0.0830243 Nov 24 14:27:41.947862 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-abd69052-0ad7-402a-8f9a-3292c722b65e req-2ebc16c0-d048-47da-a828-2d14ebbd2bbf tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Nov 24 14:27:42.145225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ac2c1-ba23-4794-837c-38cfd45f03ab req-077ebfe9-d802-4c23-92ab-1d07035c784d tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:42.146744 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c77ac2c1-ba23-4794-837c-38cfd45f03ab req-077ebfe9-d802-4c23-92ab-1d07035c784d tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 945 time: 0.0869210 Nov 24 14:27:42.195035 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c77ac2c1-ba23-4794-837c-38cfd45f03ab req-683c5193-82a5-441f-8a48-eec293c28282 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Nov 24 14:27:47.125721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:49.832464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ef7973cd-db1e-41e7-9a9b-24a16b0ba8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:50.390960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:52.622716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9a67-8bde-40d7-a9c3-c87e5498d2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:53.805808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:55.390426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:57.993003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7841b-90f7-4ca8-9f83-4779dba75799 req-7bbfbcc5-2a19-4fff-ab85-1bd3611a341f tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:57.994409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bfc7841b-90f7-4ca8-9f83-4779dba75799 req-7bbfbcc5-2a19-4fff-ab85-1bd3611a341f tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 945 time: 0.0946574 Nov 24 14:27:58.040436 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bfc7841b-90f7-4ca8-9f83-4779dba75799 req-bf0b5cd2-f2ea-4265-b56b-74fe23ed2c3a tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Nov 24 14:27:59.232086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9f664-c5cb-4c5a-aaae-2ea15174165a req-62529120-ae7e-4f67-acb9-8902215b0964 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:59.233722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fea9f664-c5cb-4c5a-aaae-2ea15174165a req-62529120-ae7e-4f67-acb9-8902215b0964 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 945 time: 0.0804656 Nov 24 14:27:59.280240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fea9f664-c5cb-4c5a-aaae-2ea15174165a req-bcb09470-b4f8-4808-a998-2f4ae301c06d tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1b6db2-025a-40e4-acbc-ade6f97da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Nov 24 14:27:59.595752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-86b73bb1-9cb8-42bb-aab4-bf66e9bfaaf2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:27:59.597356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-86b73bb1-9cb8-42bb-aab4-bf66e9bfaaf2 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 945 time: 0.0854146 Nov 24 14:27:59.669976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Deleting port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:27:59.670360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:27:59.927067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] For port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:27:59.927310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:00.059874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Calling delete_port for 4db5cb0b-4124-4ce9-b7ec-752e74836b6c owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:00.211449 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:00.218500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:00.228166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['4db5cb0b-4124-4ce9-b7ec-752e74836b6c'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:28:00.276350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Pushing event deleted for resources: {'Port': ['ID=4db5cb0b-4124-4ce9-b7ec-752e74836b6c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:00.279862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:00.357943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] No DVR routers for this DVR port 4db5cb0b-4124-4ce9-b7ec-752e74836b6c on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:28:00.361366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:00.364197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c40db5c-b92c-41e7-812c-14d167e11919', 'name': 'network-vif-deleted', 'tag': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:28:00.383908 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb21e4ec-70b7-4b45-a0e7-e2cb22775d6d req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.76 "DELETE /v2.0/ports/4db5cb0b-4124-4ce9-b7ec-752e74836b6c HTTP/1.1" status: 204 len: 173 time: 0.7804313 Nov 24 14:28:00.514782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f006c67f-4db1-4ecc-8d82-8f9a8549e1b5 req-21866ebd-4555-4cbd-be61-4ed558495bfe tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Synchronizing usage tracker for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:28:00.530765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-f006c67f-4db1-4ecc-8d82-8f9a8549e1b5 req-21866ebd-4555-4cbd-be61-4ed558495bfe tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Unset dirty status for tenant:66fddc61dd86466681327363cc6884bb on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:28:00.532223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f006c67f-4db1-4ecc-8d82-8f9a8549e1b5 req-21866ebd-4555-4cbd-be61-4ed558495bfe tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c40db5c-b92c-41e7-812c-14d167e11919 HTTP/1.1" status: 200 len: 210 time: 0.1232502 Nov 24 14:28:00.584979 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c40db5c-b92c-41e7-812c-14d167e11919', 'name': 'network-vif-deleted', 'tag': '4db5cb0b-4124-4ce9-b7ec-752e74836b6c', 'status': 'completed', 'code': 200} Nov 24 14:28:01.668608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48354) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:02.356211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:02.719105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Deleting port 72c80995-66e5-4289-a843-dca00a330911 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:02.719895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:02.897018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] For port 72c80995-66e5-4289-a843-dca00a330911, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72c80995-66e5-4289-a843-dca00a330911,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:02.897372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:03.028483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Calling delete_port for 72c80995-66e5-4289-a843-dca00a330911 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:03.205406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:03.209159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35ca2898-af37-4163-b28e-4a84cd96e23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:03.236793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 4db5cb0b-4124-4ce9-b7ec-752e74836b6c no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:03.256994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=72c80995-66e5-4289-a843-dca00a330911,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:03.272056 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 4db5cb0b-4124-4ce9-b7ec-752e74836b6c {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:28:03.272707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 4db5cb0b-4124-4ce9-b7ec-752e74836b6c not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:03.284148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:03.675996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:04.049243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Router 29c9b9c3-3322-4afa-ad04-3d550b048437 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:28:04.231818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:28:04.241302 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] Sync routers for ids ['29c9b9c3-3322-4afa-ad04-3d550b048437'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:04.248973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] 10.222.0.36 "PUT /v2.0/routers/29c9b9c3-3322-4afa-ad04-3d550b048437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791669 Nov 24 14:28:04.251553 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] Routers {'29c9b9c3-3322-4afa-ad04-3d550b048437'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:04.252032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48358) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:04.252212 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['29c9b9c3-3322-4afa-ad04-3d550b048437'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:04.433646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:04.441161 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] Set router 29c9b9c3-3322-4afa-ad04-3d550b048437 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:04.615435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:04.625059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Deleting port 5fad6be4-ebf2-449d-96ad-01ab1d529c86 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:04.625396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:04.733361 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234'}], 'enable_snat': True}, 'gw_port_id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:28:03Z', 'revision_number': 5, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port': {'id': '5fad6be4-ebf2-449d-96ad-01ab1d529c86', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:40Z', 'updated_at': '2021-11-24T14:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:04.737612 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] Checking router: 29c9b9c3-3322-4afa-ad04-3d550b048437 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:04.746198 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] Routers {'29c9b9c3-3322-4afa-ad04-3d550b048437'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:04.746801 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['29c9b9c3-3322-4afa-ad04-3d550b048437'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:04.808122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] For port 5fad6be4-ebf2-449d-96ad-01ab1d529c86, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5fad6be4-ebf2-449d-96ad-01ab1d529c86,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:04.808476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:04.929184 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] Set router 29c9b9c3-3322-4afa-ad04-3d550b048437 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:05.047389 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:28:04Z', 'revision_number': 6, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:05.051936 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae8082-132f-43e5-a4e6-36d8d7cf5aff None None] The sync data for ids ['29c9b9c3-3322-4afa-ad04-3d550b048437'] in dv-neutron-818153-2-hyperv is: [{'id': '29c9b9c3-3322-4afa-ad04-3d550b048437', 'name': 'tempest-TestEncryptedCinderVolumes-1832246713-router', 'tenant_id': '66fddc61dd86466681327363cc6884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:39Z', 'updated_at': '2021-11-24T14:28:04Z', 'revision_number': 6, 'project_id': '66fddc61dd86466681327363cc6884bb', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:05.085040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Calling delete_port for 5fad6be4-ebf2-449d-96ad-01ab1d529c86 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:05.260645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.264262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1bd44f9c-50e6-4330-9f8f-c31b77c7a8fb tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:05.308233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Pushing event deleted for resources: {'Port': ['ID=5fad6be4-ebf2-449d-96ad-01ab1d529c86,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:05.311280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:05.406109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.593223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.595476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.619763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.621146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c9b9c3-3322-4afa-ad04-3d550b048437 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:28:05.634444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.636488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] 10.222.0.36 "DELETE /v2.0/routers/29c9b9c3-3322-4afa-ad04-3d550b048437 HTTP/1.1" status: 204 len: 168 time: 1.3826222 Nov 24 14:28:05.638822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48362) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:05.698174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Deleting subnet a08c3ebb-286c-40ba-bde2-364ef441a914 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:28:05.701946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.756694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.837821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.911072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.915088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a9e2e19e-718a-4164-91ae-09723aac4f52 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:05.953446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:05.956053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08c3ebb-286c-40ba-bde2-364ef441a914,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:05.958567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03073f76-76bb-47c7-9934-a07effc1fc32 None None] Network c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:28:05.959107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:05.962159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a08c3ebb-286c-40ba-bde2-364ef441a914 HTTP/1.1" status: 204 len: 168 time: 0.3224061 Nov 24 14:28:05.965135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48366) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:06.083302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.100814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Deleting port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:06.101666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.234592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49801da9-e119-4267-aedd-228f5286e1be None None] DHCP port deletion for c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:28:06.238870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Deleting port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:06.239322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.318509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] For port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:06.318863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.417358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5fad6be4-ebf2-449d-96ad-01ab1d529c86 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:06.451226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Calling delete_port for 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:06.466371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 5fad6be4-ebf2-449d-96ad-01ab1d529c86 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:28:06.466721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5fad6be4-ebf2-449d-96ad-01ab1d529c86 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:06.467141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:06.534043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.539193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:06.539796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-49801da9-e119-4267-aedd-228f5286e1be None None] For port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,segment=NetworkSegment(644853b1-0373-4659-9b0a-01efe445e7f9),segment_id=644853b1-0373-4659-9b0a-01efe445e7f9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:06.540199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.590396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb949f7-52ca-4b71-9de0-24bf6f9d0e56,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:06.592226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] No DVR routers for this DVR port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:28:06.593811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:06.716775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.720605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Calling delete_port for 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:06.743557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:06.747414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:28:06.747834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:06.748260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72c80995-66e5-4289-a843-dca00a330911 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:06.756226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644853b1-0373-4659-9b0a-01efe445e7f9') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:06.756524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644853b1-0373-4659-9b0a-01efe445e7f9') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:06.769884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.787674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.795961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:28:06.796554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:06.799001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 72c80995-66e5-4289-a843-dca00a330911 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:28:06.799358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72c80995-66e5-4289-a843-dca00a330911 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:28:06.815126 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:28:06.835232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:28:06.835600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:28:07.025133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:07.029156 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd74c315-f49c-44b8-9118-8035804f3659 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:07.042704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:07.053411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:07.056622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:07.067643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c3d9f790-a2a6-4382-a93f-8fecbe2ec9a0 HTTP/1.1" status: 204 len: 168 time: 1.1013801 Nov 24 14:28:07.070604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48370) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:07.337108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Deleting port 4eb949f7-52ca-4b71-9de0-24bf6f9d0e56 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:07.337705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-49801da9-e119-4267-aedd-228f5286e1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:07.408279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-49801da9-e119-4267-aedd-228f5286e1be None None] The port '4eb949f7-52ca-4b71-9de0-24bf6f9d0e56' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:28:07.631283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:07.992579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Deleting port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:07.992859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:08.173420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] For port 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:08.173773 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:08.313094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Calling delete_port for 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:08.644084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:08.651531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-68ee3288-d857-4a48-9fbf-4da3c59b3792 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:08.707670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7e82cd-a588-43b4-b4b1-e19d8698f8ab,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:08.734382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:08.997230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:09.393615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:28:09.579036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:28:09.587659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] Sync routers for ids ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:09.591823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] 10.222.0.36 "PUT /v2.0/routers/813afa5e-b4f8-4468-ac57-6c8a6901ebfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5170705 Nov 24 14:28:09.592041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48374) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:09.598046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] Routers {'813afa5e-b4f8-4468-ac57-6c8a6901ebfc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:09.598747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:09.777866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:09.798710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] Set router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:09.963194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:09.975794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Deleting port 00c7ba30-9445-4c76-9226-c925b91d4f18 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:09.976196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.101568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:28:08Z', 'revision_number': 5, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port': {'id': '00c7ba30-9445-4c76-9226-c925b91d4f18', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:26:47Z', 'updated_at': '2021-11-24T14:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:10.107354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] Checking router: 813afa5e-b4f8-4468-ac57-6c8a6901ebfc for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:10.116571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] Routers {'813afa5e-b4f8-4468-ac57-6c8a6901ebfc'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:10.117221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:10.269775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] Set router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:10.303114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] For port 00c7ba30-9445-4c76-9226-c925b91d4f18, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=00c7ba30-9445-4c76-9226-c925b91d4f18,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:10.303460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.382717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:28:09Z', 'revision_number': 6, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:10.387677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a24dce-b7b0-4dd1-a562-79b4819bf143 None None] The sync data for ids ['813afa5e-b4f8-4468-ac57-6c8a6901ebfc'] in dv-neutron-818153-2-hyperv is: [{'id': '813afa5e-b4f8-4468-ac57-6c8a6901ebfc', 'name': 'tempest-TestEncryptedCinderVolumes-2075874224-router', 'tenant_id': 'aca0d9a203764667b579b62e66812503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:26:46Z', 'updated_at': '2021-11-24T14:28:09Z', 'revision_number': 6, 'project_id': 'aca0d9a203764667b579b62e66812503', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:10.435593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Calling delete_port for 00c7ba30-9445-4c76-9226-c925b91d4f18 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:10.616284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.620592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:10.669486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c7ba30-9445-4c76-9226-c925b91d4f18,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:10.672506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:10.770444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.945665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.947796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.971651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.972212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813afa5e-b4f8-4468-ac57-6c8a6901ebfc {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:28:10.985323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:10.986448 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] 10.222.0.36 "DELETE /v2.0/routers/813afa5e-b4f8-4468-ac57-6c8a6901ebfc HTTP/1.1" status: 204 len: 168 time: 1.3935447 Nov 24 14:28:10.988936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48378) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:11.049912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Deleting subnet 505016fb-fb5f-45d3-ac35-42b1c8af60f1 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:28:11.053192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.103460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.190506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.263466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.267590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1f5869b0-b9cc-4f3e-8b84-fb135376f57b tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:11.303266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505016fb-fb5f-45d3-ac35-42b1c8af60f1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:11.306327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:11.307354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.312860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477f3a6-7fc7-4d17-a98a-7ec824ff050e None None] Network dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:28:11.316229 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3cc8b6b3-2c9d-4338-8878-4388055993b4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/505016fb-fb5f-45d3-ac35-42b1c8af60f1 HTTP/1.1" status: 204 len: 168 time: 0.3240833 Nov 24 14:28:11.316460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:11.437704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.450725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Deleting port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:11.451062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.584637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] DHCP port deletion for dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:28:11.589227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Deleting port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:11.589837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.679020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] For port ed9d29da-3f80-43fa-b44d-e93c2c33dd63, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:11.679373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.852027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] For port ed9d29da-3f80-43fa-b44d-e93c2c33dd63, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,segment=NetworkSegment(89199f45-7696-415e-905b-334fd67e34cf),segment_id=89199f45-7696-415e-905b-334fd67e34cf)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:11.852429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:11.955151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Calling delete_port for ed9d29da-3f80-43fa-b44d-e93c2c33dd63 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:11.976864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Calling delete_port for ed9d29da-3f80-43fa-b44d-e93c2c33dd63 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:28:12.043020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.050891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c1f06f62-13f5-4766-b41d-5551c12c363d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:12.052176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:28:12.052550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:28:12.092658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] No DVR routers for this DVR port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:28:12.127634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9d29da-3f80-43fa-b44d-e93c2c33dd63,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:12.130009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:12.219861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.245998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:12.259115 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89199f45-7696-415e-905b-334fd67e34cf') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:12.259405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89199f45-7696-415e-905b-334fd67e34cf') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:12.271268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.287830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.295273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:28:12.295663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:28:12.312987 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:28:12.385317 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed9d29da-3f80-43fa-b44d-e93c2c33dd63 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:12.397614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.402756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.405819 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d61bea8a-9c49-4405-aa86-db43bc61b79d tempest-NetworksTestDHCPv6-1409366355 tempest-NetworksTestDHCPv6-1409366355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:12.426098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: ed9d29da-3f80-43fa-b44d-e93c2c33dd63 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:28:12.426444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device ed9d29da-3f80-43fa-b44d-e93c2c33dd63 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:12.426859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 00c7ba30-9445-4c76-9226-c925b91d4f18 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:12.426974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:12.431422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:12.435563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dcbaec7c-eafd-4bf4-a7a2-9ce5bdcbfc56 HTTP/1.1" status: 204 len: 168 time: 1.1180465 Nov 24 14:28:12.460698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 00c7ba30-9445-4c76-9226-c925b91d4f18 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:28:12.461071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 00c7ba30-9445-4c76-9226-c925b91d4f18 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:12.461485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:28:12.495728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:28:12.496083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1f7e82cd-a588-43b4-b4b1-e19d8698f8ab not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:28:12.553631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Deleting port ed9d29da-3f80-43fa-b44d-e93c2c33dd63 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:28:12.554030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.621555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48388) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:12.626314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3383d8e0-06fc-4a60-8e0e-2f28dff2417e None None] The port 'ed9d29da-3f80-43fa-b44d-e93c2c33dd63' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:28:12.677159 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dffd2b0d-ae77-4f38-a161-991fa49ff340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66fddc61dd86466681327363cc6884bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541558 Nov 24 14:28:12.679333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48392) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:12.746398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.772949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.829236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.833128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-023c759f-e23e-4e42-a26c-79b2f7dd0ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:12.847674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1b6db2-025a-40e4-acbc-ade6f97da924,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:12.857155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.857541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.858020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.858395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.859020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.859386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.859753 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.860127 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.860493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.860893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.861294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.861625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:12.866507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:12.870094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:12.871215 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-75a216fd-01db-4cfc-acfd-668bf99b3ef7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af1b6db2-025a-40e4-acbc-ade6f97da924 HTTP/1.1" status: 204 len: 168 time: 0.1909647 Nov 24 14:28:13.240605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48400) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:13.290893 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f8d86ebb-4665-46ee-8522-c1439eb9c6d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aca0d9a203764667b579b62e66812503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489192 Nov 24 14:28:13.293798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48404) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:13.360000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:13.391236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:13.563428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:13.567354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-afe998f3-8347-4d41-bb25-be5243f9234b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:13.580986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1f7fb-3fb8-4aff-8880-2006593d2e54,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:13.583350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:13.590346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:13.591645 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9bf7e0e8-05b2-4214-a156-99e92cea0744 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09c1f7fb-3fb8-4aff-8880-2006593d2e54 HTTP/1.1" status: 204 len: 168 time: 0.2969320 Nov 24 14:28:14.352008 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48428) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:14.460308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-984066714-network', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:14.466290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:14.470059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Usage tracker for resource:network and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:14.473088 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:14.480073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:14.490108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Made reservation on behalf of d095bf8b6f534b9f84d89903a0494532 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:28:14.492426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.505185 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.520536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:14.524340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:14.527766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:14.533472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:14.626311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.630365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.633498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2dfce6c2-1cd8-4e86-88a6-519d92a38525 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:14.661903 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:28:14.671732 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5ed679-91d3-4e79-b0d5-650bccffcc29,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:14.675458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:14.679285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.679631 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Added segment 5395fa6a-c9cf-43a9-9621-da9ffa45b609 of type vlan for network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 Nov 24 14:28:14.710861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.742521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.743459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:14.744035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:14.747678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-65d2aefe-d1a1-4fa3-a8cd-0e8ab33c201e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:14.852378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd23636-a7fa-4d33-948e-7358bde6cfe4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:14.855894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:14.857467 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5045354 Nov 24 14:28:14.860612 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48434) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:14.863426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:28:14.867017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Request body: {'subnet': {'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-984066714-subnet', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:14.873195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:14.877517 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Usage tracker for resource:subnet and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:14.880358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:14.886262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:14.897326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Made reservation on behalf of d095bf8b6f534b9f84d89903a0494532 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:28:14.899651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.120868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.124653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f68f9752-20d6-47b2-9ce8-63ba82141050 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:15.199533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e401c18-d3a2-4c23-b509-d6f5fed7ff69,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:15.203352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:15.210510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Checking segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:15.210861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Network hostable DHCP agents. Network: 6fd23636-a7fa-4d33-948e-7358bde6cfe4, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:28:15.229735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:28:15.239963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 6fd23636-a7fa-4d33-948e-7358bde6cfe4) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:15.244190 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:15.245718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.250857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf0575-c755-4526-85da-ac691ceb1773 None None] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:28:15.269415 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9940acc6-556a-477e-8934-4497a650ee8d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4071548 Nov 24 14:28:15.272023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48438) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:15.277314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:15.282439 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:15.286329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Usage tracker for resource:router and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:15.289294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:15.295131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:15.307462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.309080 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.326705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.496579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a1823-f449-4084-9236-2f94d991251e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:28:15.497448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.611786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.660625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-779a1823-f449-4084-9236-2f94d991251e None None] Allocated IP 172.20.0.2 (6fd23636-a7fa-4d33-948e-7358bde6cfe4/0e401c18-d3a2-4c23-b509-d6f5fed7ff69/68fae265-2856-4a9d-be50-36c26053803e) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:15.889174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.900344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-779a1823-f449-4084-9236-2f94d991251e None None] Transition to ACTIVE for port object 68fae265-2856-4a9d-be50-36c26053803e will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:15.919396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-779a1823-f449-4084-9236-2f94d991251e None None] Transition to ACTIVE for port object 68fae265-2856-4a9d-be50-36c26053803e will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:15.929279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.935408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:15.936611 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.971698 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:15.998466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a1823-f449-4084-9236-2f94d991251e None None] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:16.001559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-779a1823-f449-4084-9236-2f94d991251e None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:16.005300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779a1823-f449-4084-9236-2f94d991251e None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:16.012042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1823-f449-4084-9236-2f94d991251e None None] Pushing event updated for resources: {'Port': ['ID=68fae265-2856-4a9d-be50-36c26053803e,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:16.056478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.056858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.057744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.058196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.058615 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.058953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.059281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.059606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.059986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.060256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.060577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.060923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:16.093472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-779a1823-f449-4084-9236-2f94d991251e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:16.114070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-779a1823-f449-4084-9236-2f94d991251e None None] Attempting to bind port 68fae265-2856-4a9d-be50-36c26053803e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:16.114454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-779a1823-f449-4084-9236-2f94d991251e None None] Attempting to bind port 68fae265-2856-4a9d-be50-36c26053803e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:16.114833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a1823-f449-4084-9236-2f94d991251e None None] Attempting to bind port 68fae265-2856-4a9d-be50-36c26053803e on network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:16.122363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a1823-f449-4084-9236-2f94d991251e None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:16.122363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a1823-f449-4084-9236-2f94d991251e None None] Checking segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:16.122363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:16.122363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a1823-f449-4084-9236-2f94d991251e None None] Bound using segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:16.122861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-779a1823-f449-4084-9236-2f94d991251e None None] Bound port: 68fae265-2856-4a9d-be50-36c26053803e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:16.122861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:16.125040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Allocated IP 172.26.8.31 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/0dc96c2c-3737-48e3-9412-cd838fe5d09a) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:16.223940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-779a1823-f449-4084-9236-2f94d991251e None None] For port 68fae265-2856-4a9d-be50-36c26053803e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:16.227443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-779a1823-f449-4084-9236-2f94d991251e None None] For port 68fae265-2856-4a9d-be50-36c26053803e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68fae265-2856-4a9d-be50-36c26053803e,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:16.233386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-779a1823-f449-4084-9236-2f94d991251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:16.237491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:16.361188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a1823-f449-4084-9236-2f94d991251e None None] Pushing event updated for resources: {'Port': ['ID=68fae265-2856-4a9d-be50-36c26053803e,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:16.364487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-779a1823-f449-4084-9236-2f94d991251e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:16.424838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:16.455506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:16.459435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-13aa2959-d4e3-483e-8f86-5848dcf6fc29 tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:16.537260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:16.540470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:16.543934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:16.586128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc96c2c-3737-48e3-9412-cd838fe5d09a,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:16.592847 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:16.997631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:17.158114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:17.279073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe143fdc-b80f-4f51-be97-e24a588616d8 None None] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:28:17.361573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:17.378868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bb4e72e1-9d7d-4014-b898-e76262537f6a None None] Provisioning for port 68fae265-2856-4a9d-be50-36c26053803e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:17.581854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Router e91040b7-ee18-4c6d-8764-86789085bb05 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:28:17.916097 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:28:17.926652 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Sync routers for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:17.936983 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:17.937908 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:17.940616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:17.942038 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6688504 Nov 24 14:28:17.944954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48442) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:18.064716 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:28:18.126778 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:18.429658 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:16Z', 'revision_number': 3, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:18.434725 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Checking router: e91040b7-ee18-4c6d-8764-86789085bb05 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:18.435075 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Updating router e91040b7-ee18-4c6d-8764-86789085bb05 port 0dc96c2c-3737-48e3-9412-cd838fe5d09a binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:28:18.438469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68fae265-2856-4a9d-be50-36c26053803e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:18.496329 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.508960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 68fae265-2856-4a9d-be50-36c26053803e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:18.514175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 68fae265-2856-4a9d-be50-36c26053803e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:18.514550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.645859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.672513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.687141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 68fae265-2856-4a9d-be50-36c26053803e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68fae265-2856-4a9d-be50-36c26053803e,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:18.692018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.694418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-2a83738d-fae8-4d8e-a874-6edc6342d1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:18.777768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=68fae265-2856-4a9d-be50-36c26053803e,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:18.781122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:18.874987 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.888164 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Transition to ACTIVE for port object 0dc96c2c-3737-48e3-9412-cd838fe5d09a will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:18.894188 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.898911 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7d46fe12-1bde-4fad-8874-64ffa990854b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:18.910949 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Allocated IP 172.20.0.1 (6fd23636-a7fa-4d33-948e-7358bde6cfe4/0e401c18-d3a2-4c23-b509-d6f5fed7ff69/3fc8f02d-c6d7-4b8e-a566-da5a5c370540) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:18.973071 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Attempting to bind port 0dc96c2c-3737-48e3-9412-cd838fe5d09a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:18.973737 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Attempting to bind port 0dc96c2c-3737-48e3-9412-cd838fe5d09a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:18.973848 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Attempting to bind port 0dc96c2c-3737-48e3-9412-cd838fe5d09a on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:18.978286 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Pushing event updated for resources: {'Port': ['ID=0dc96c2c-3737-48e3-9412-cd838fe5d09a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:18.987830 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:18.988213 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:18.988622 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:18.989888 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:18.989888 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Bound port: 0dc96c2c-3737-48e3-9412-cd838fe5d09a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:18.990123 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.071852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.072820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.073137 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.074043 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:19.079502 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:19.087280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Transition to ACTIVE for port object 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:19.109176 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] For port 0dc96c2c-3737-48e3-9412-cd838fe5d09a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:19.113594 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] For port 0dc96c2c-3737-48e3-9412-cd838fe5d09a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0dc96c2c-3737-48e3-9412-cd838fe5d09a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:19.115961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.120411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fcf22d64-3774-4e0d-85f7-1ccf4ccc5841 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:19.122400 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.126304 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-23cf671f-189a-4630-980f-a59a9a2f2dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:19.188690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:19.191771 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:19.195673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:19.201373 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:19.202048 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:19.226346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:19.237855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:19.256250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.348447 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Pushing event updated for resources: {'Port': ['ID=0dc96c2c-3737-48e3-9412-cd838fe5d09a,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:19.351723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:19.380426 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.411537 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:19.451562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b2e51a47-791b-40f3-91f9-e70becf902c0 None None] Provisioning for port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:19.457617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b2e51a47-791b-40f3-91f9-e70becf902c0 None None] Provisioning complete for port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:19.458004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b2e51a47-791b-40f3-91f9-e70becf902c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.515666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b2e51a47-791b-40f3-91f9-e70becf902c0 None None] Port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:28:19.718477 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:16Z', 'revision_number': 3, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:19.722458 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215a1c6-99fa-4028-8f30-1873901b592f None None] The sync data for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv is: [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:16Z', 'revision_number': 3, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:19.768521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.774931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.801062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19859e1c-22e6-43db-b6ab-f91abd1f576e tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:19.836707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9d3b-b8ad-48f1-a05f-c69c7331a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.891253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:19.893834 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:19.897694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:20.058879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:20.060120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:20.278075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Router e91040b7-ee18-4c6d-8764-86789085bb05 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:28:20.358069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-352c82aa-169e-4f06-ac9b-0b9cbcf4c027 None None] Provisioning complete for port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:20.358545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-352c82aa-169e-4f06-ac9b-0b9cbcf4c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:20.455346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:20.460170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-352c82aa-169e-4f06-ac9b-0b9cbcf4c027 None None] Port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:28:20.501773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:28:20.520442 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] 10.222.0.36 "PUT /v2.0/routers/e91040b7-ee18-4c6d-8764-86789085bb05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742068 Nov 24 14:28:20.544734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68fae265-2856-4a9d-be50-36c26053803e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:20.620407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 68fae265-2856-4a9d-be50-36c26053803e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:20.620937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:20.759734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0dc96c2c-3737-48e3-9412-cd838fe5d09a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:20.839662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 0dc96c2c-3737-48e3-9412-cd838fe5d09a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:20.845373 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0dc96c2c-3737-48e3-9412-cd838fe5d09a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:20.845828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:20.971613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:20.988637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 0dc96c2c-3737-48e3-9412-cd838fe5d09a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0dc96c2c-3737-48e3-9412-cd838fe5d09a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:20.993011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:20.994906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:21.071106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=0dc96c2c-3737-48e3-9412-cd838fe5d09a,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:21.074576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:21.167375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48460) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:21.173289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1602598731-network', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:21.178938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:21.183649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Usage tracker for resource:network and tenant:3e2ac581f7fb42bcbac1d224283db31b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:21.186639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:21.194647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:21.206376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Made reservation on behalf of 3e2ac581f7fb42bcbac1d224283db31b for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:28:21.208663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.225684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.241790 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:21.245807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2ac581f7fb42bcbac1d224283db31b is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:21.248682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:21.254349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:21.348321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.352808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.356932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-11d30863-7574-42f2-9c60-5ec8229c2014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:21.359080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Sync routers for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:21.369087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:21.370269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:27:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:21.389494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:28:21.391714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e4a45-f207-4832-8da4-16dc0c6313a4,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:21.399717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:21.405234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.405569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Added segment 78cb7e56-0b43-4528-adae-f24626d5e845 of type vlan for network 613168a3-813e-4ebd-a9fd-055cf90c70d2 Nov 24 14:28:21.434746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.466488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.467647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:21.468223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.471913 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-efec21b8-454f-444a-bb29-cec6d16a98d5 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:21.559149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:21.578062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Pushing event updated for resources: {'Network': ['ID=613168a3-813e-4ebd-a9fd-055cf90c70d2,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:21.580912 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4123998 Nov 24 14:28:21.581812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:21.583798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48464) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:21.589900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Request body: {'subnet': {'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1602598731-subnet', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:21.595055 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:21.599075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Usage tracker for resource:subnet and tenant:3e2ac581f7fb42bcbac1d224283db31b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:21.602086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:21.608550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:21.612589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:28:21.622712 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Made reservation on behalf of 3e2ac581f7fb42bcbac1d224283db31b for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:28:21.626474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.855666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.860075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d2f2bfd3-bf73-49fb-a4dc-b7c4e2f8fb79 tempest-RoutersNegativeIpV6Test-418798615 tempest-RoutersNegativeIpV6Test-418798615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:21.932461 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9e3174-71f4-4858-99dc-04e259fd95d5,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:21.936877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:21.944218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Checking segment: {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:21.944577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Network hostable DHCP agents. Network: 613168a3-813e-4ebd-a9fd-055cf90c70d2, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:28:21.965556 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:28:21.975829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 613168a3-813e-4ebd-a9fd-055cf90c70d2) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:21.980478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:21.981101 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:21.991639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf73e7-c05e-4942-9183-8fc07b17ad46 None None] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:28:22.005181 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-868f4df5-a696-4b55-b9ac-ae47f1854c03 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4201949 Nov 24 14:28:22.007714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48468) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:22.013662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:22.018578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:22.022816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Usage tracker for resource:router and tenant:3e2ac581f7fb42bcbac1d224283db31b is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:22.026115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:22.032081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:22.043366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.044564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.060655 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.172060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 2, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:22.180562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Checking router: e91040b7-ee18-4c6d-8764-86789085bb05 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:22.180949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Updating router e91040b7-ee18-4c6d-8764-86789085bb05 port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:28:22.280841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.293037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-613168a3-813e-4ebd-a9fd-055cf90c70d2', 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'fixed_ips': [{'subnet_id': '2c9e3174-71f4-4858-99dc-04e259fd95d5'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:28:22.293864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.347213 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.410289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0dc96c2c-3737-48e3-9412-cd838fe5d09a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:22.669871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0dc96c2c-3737-48e3-9412-cd838fe5d09a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:22.670584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.744893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-537ee4d5-196c-4e57-a1db-296e367b2662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.783396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Allocated IP 172.20.0.2 (613168a3-813e-4ebd-a9fd-055cf90c70d2/2c9e3174-71f4-4858-99dc-04e259fd95d5/97ade2bc-c0c9-4de7-a927-88167bfd891f) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:22.814660 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.846591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:22.999902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Allocated IP 172.26.8.35 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/d8a910d8-4a42-4c29-8c4f-b44b1e14f311) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:23.162739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.163971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.194394 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.195105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Transition to ACTIVE for port object 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:23.203625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e30ecd7f-fa3b-4425-aecb-5ca601fcf221 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:23.206878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.212634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-571c00cc-c7b0-4309-8349-08f350d07dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:23.253061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.257950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:23.259128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:23.263546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:23.322807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Pushing event updated for resources: {'Port': ['ID=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:23.327616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:23.399474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Transition to ACTIVE for port object 97ade2bc-c0c9-4de7-a927-88167bfd891f will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:23.461441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25ceb1-3c2f-4b63-af95-48e146c250c6 None None] Pushing event updated for resources: {'Port': ['ID=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:23.470235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0f25ceb1-3c2f-4b63-af95-48e146c250c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:23.471678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Transition to ACTIVE for port object 97ade2bc-c0c9-4de7-a927-88167bfd891f will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:23.520836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.525740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4fe16556-a225-460b-b77f-8cf037cb8036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:23.604806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Attempting to bind port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:23.605226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Attempting to bind port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:23.605603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Attempting to bind port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 on network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:23.611044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:23.615564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:23.624546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:23.628523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:23.629015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Checking segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:23.629432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.629836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Bound using segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:23.630327 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Bound port: 3fc8f02d-c6d7-4b8e-a566-da5a5c370540, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:23.630710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.643957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Pushing event updated for resources: {'Port': ['ID=97ade2bc-c0c9-4de7-a927-88167bfd891f,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:23.652306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:23.721232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.813653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Attempting to bind port 97ade2bc-c0c9-4de7-a927-88167bfd891f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:23.814318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Attempting to bind port 97ade2bc-c0c9-4de7-a927-88167bfd891f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:23.814487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Attempting to bind port 97ade2bc-c0c9-4de7-a927-88167bfd891f on network 613168a3-813e-4ebd-a9fd-055cf90c70d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:23.829863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:23.830340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Checking segment: {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:23.830802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.831214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Bound using segment: {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:23.831698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Bound port: 97ade2bc-c0c9-4de7-a927-88167bfd891f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:23.832084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.847224 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.854477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] For port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:23.897294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] For port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:23.908735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:23.914064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:24.020699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] For port 97ade2bc-c0c9-4de7-a927-88167bfd891f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:24.026228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] For port 97ade2bc-c0c9-4de7-a927-88167bfd891f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97ade2bc-c0c9-4de7-a927-88167bfd891f,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:24.028495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25ceb1-3c2f-4b63-af95-48e146c250c6 None None] Pushing event updated for resources: {'Port': ['ID=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:24.031748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:24.032386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:24.085627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0f25ceb1-3c2f-4b63-af95-48e146c250c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:24.086844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:24.097965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:24.241656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:24.292457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Pushing event updated for resources: {'Port': ['ID=97ade2bc-c0c9-4de7-a927-88167bfd891f,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:24.296965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:24.326602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:24.487275 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Router d5e51076-5d57-4d22-997d-1e0739536779 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:28:24.698575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:28:24.707060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:23Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:24.707972 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Sync routers for ids ['d5e51076-5d57-4d22-997d-1e0739536779'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:24.711832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8b7d2-b3e1-47f1-9cf0-a9ba0b1bb4c7 None None] The sync data for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv is: [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:23Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:24.721863 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Routers {'d5e51076-5d57-4d22-997d-1e0739536779'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:24.722517 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d5e51076-5d57-4d22-997d-1e0739536779'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:24.735933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:24.740498 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-964b4714-a911-4088-9315-e070e82bbd9b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7317500 Nov 24 14:28:24.743037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48472) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:28:24.940640 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Set router d5e51076-5d57-4d22-997d-1e0739536779 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:25.270949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:23Z', 'revision_number': 3, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:25.276880 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Checking router: d5e51076-5d57-4d22-997d-1e0739536779 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:25.277470 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Updating router d5e51076-5d57-4d22-997d-1e0739536779 port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:28:25.350280 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.402884 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.480209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb820da2-9480-477b-9706-af4fbc1cc20a None None] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:28:25.583785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-59f3b1fc-4635-4542-99c5-dfe524bdaf42 None None] Provisioning for port 97ade2bc-c0c9-4de7-a927-88167bfd891f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:25.614463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.804426 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.818485 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Transition to ACTIVE for port object d8a910d8-4a42-4c29-8c4f-b44b1e14f311 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:25.830286 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.843364 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ef867ef5-d4fb-43e5-986a-448164a7caf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:25.918789 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Allocated IP 172.20.0.1 (613168a3-813e-4ebd-a9fd-055cf90c70d2/2c9e3174-71f4-4858-99dc-04e259fd95d5/1a1d0ea9-93bf-4186-b86f-292b5a523ce5) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:25.919904 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Attempting to bind port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:25.920316 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Attempting to bind port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:25.920703 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Attempting to bind port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:25.930911 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:25.931191 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:25.932150 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.932582 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:25.933247 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Bound port: d8a910d8-4a42-4c29-8c4f-b44b1e14f311, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:25.933886 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:25.965226 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8d72f-39ac-413e-babe-c9a18a53493e None None] Pushing event updated for resources: {'Port': ['ID=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:25.981683 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-70a8d72f-39ac-413e-babe-c9a18a53493e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:26.030820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] For port d8a910d8-4a42-4c29-8c4f-b44b1e14f311, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:26.037034 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] For port d8a910d8-4a42-4c29-8c4f-b44b1e14f311, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:26.046519 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.053621 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-73e51574-35e9-44e2-98e7-977368f06866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:26.142859 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8d72f-39ac-413e-babe-c9a18a53493e None None] Pushing event updated for resources: {'Port': ['ID=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:26.146098 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-70a8d72f-39ac-413e-babe-c9a18a53493e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:26.151805 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Routers {'d5e51076-5d57-4d22-997d-1e0739536779'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:26.152331 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d5e51076-5d57-4d22-997d-1e0739536779'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:26.268863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.286623 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Transition to ACTIVE for port object 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:26.314725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.322672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-953952a9-9825-4aee-bd97-304db31958c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:26.376904 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] Set router d5e51076-5d57-4d22-997d-1e0739536779 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:26.404656 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:26.407489 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:26.413690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:26.414863 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:26.417336 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:26.465181 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:26.486618 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.624431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.639950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:26.646321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:26.647130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.751158 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:23Z', 'revision_number': 3, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:26.755832 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f2b81-af31-4021-82d8-3f7b08a0241f None None] The sync data for ids ['d5e51076-5d57-4d22-997d-1e0739536779'] in dv-neutron-818153-2-hyperv is: [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:23Z', 'revision_number': 3, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:26.805085 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-81012e83-a24c-4a7c-8e9c-5a4de37775b5 None None] Provisioning for port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:26.829274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-81012e83-a24c-4a7c-8e9c-5a4de37775b5 None None] Provisioning complete for port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:26.829797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81012e83-a24c-4a7c-8e9c-5a4de37775b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.890488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.903338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.911247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.917408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-81012e83-a24c-4a7c-8e9c-5a4de37775b5 None None] Port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:28:26.932486 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:26.938047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:26.939031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97ade2bc-c0c9-4de7-a927-88167bfd891f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:26.941007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-605af903-a818-41f0-b3fc-0e25e6c11426 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:26.963853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:27.040043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:27.045172 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:27.046831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:27.096299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:27.099551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:27.109889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 97ade2bc-c0c9-4de7-a927-88167bfd891f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:27.115394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 97ade2bc-c0c9-4de7-a927-88167bfd891f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:27.115848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:27.213768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:27.214983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:27.253508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:27.303814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 97ade2bc-c0c9-4de7-a927-88167bfd891f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97ade2bc-c0c9-4de7-a927-88167bfd891f,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:27.310993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:27.313749 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-98c0fca0-1f56-4811-8ad0-29c7b67e1429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:27.406015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=97ade2bc-c0c9-4de7-a927-88167bfd891f,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:27.409741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:27.440005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Router d5e51076-5d57-4d22-997d-1e0739536779 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:28:27.561290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-95a0a6cf-6bd6-4888-b0c7-9d1ae44ee856 None None] Provisioning complete for port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:27.563012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-95a0a6cf-6bd6-4888-b0c7-9d1ae44ee856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:27.631012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-95a0a6cf-6bd6-4888-b0c7-9d1ae44ee856 None None] Port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:28:27.638462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:28:27.655105 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] 10.222.0.36 "PUT /v2.0/routers/d5e51076-5d57-4d22-997d-1e0739536779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9031770 Nov 24 14:28:28.508096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d8a910d8-4a42-4c29-8c4f-b44b1e14f311 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:28.622282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Sync routers for ids ['d5e51076-5d57-4d22-997d-1e0739536779'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:28:28.661074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Routers {'d5e51076-5d57-4d22-997d-1e0739536779'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:28.662279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d5e51076-5d57-4d22-997d-1e0739536779'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:28.873591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:28.886143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:28.886816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:28.988059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Set router d5e51076-5d57-4d22-997d-1e0739536779 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:29.294755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:29.325961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port d8a910d8-4a42-4c29-8c4f-b44b1e14f311, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:29.347252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:29.348116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97ade2bc-c0c9-4de7-a927-88167bfd891f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:29.376825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-27422cbb-e674-4fcf-967a-a76f544a5463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:29.535724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:29.540525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:29.558679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 97ade2bc-c0c9-4de7-a927-88167bfd891f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:29.559060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:29.617482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 4, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '1a1d0ea9-93bf-4186-b86f-292b5a523ce5', 'name': '', 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'mac_address': 'fa:16:3e:3c:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2c9e3174-71f4-4858-99dc-04e259fd95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:25Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 2, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'subnets': [{'id': '2c9e3174-71f4-4858-99dc-04e259fd95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:29.626127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Checking router: d5e51076-5d57-4d22-997d-1e0739536779 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:28:29.626873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Updating router d5e51076-5d57-4d22-997d-1e0739536779 port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:28:29.798920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:29.857900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:30.061024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:30.061451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:30.383832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:30.398734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Transition to ACTIVE for port object 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:30.410896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:30.415260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:30.449303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d8a910d8-4a42-4c29-8c4f-b44b1e14f311 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:30.647608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a1b73-1025-4b03-96cc-20c519e92fdb None None] Pushing event updated for resources: {'Port': ['ID=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:30.694396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c79a1b73-1025-4b03-96cc-20c519e92fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:30.743160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Attempting to bind port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:30.743531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Attempting to bind port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:30.743938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Attempting to bind port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 on network 613168a3-813e-4ebd-a9fd-055cf90c70d2 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:30.752880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:30.753277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Checking segment: {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:30.753689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:30.754094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Bound using segment: {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:30.754585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Bound port: 1a1d0ea9-93bf-4186-b86f-292b5a523ce5, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cb7e56-0b43-4528-adae-f24626d5e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:30.754969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:30.778166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:30.778550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:30.944829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] For port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:31.016326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] For port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:31.027579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:31.033075 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:31.117632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Routers {'d5e51076-5d57-4d22-997d-1e0739536779'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:28:31.118268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d5e51076-5d57-4d22-997d-1e0739536779'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:31.180787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a1b73-1025-4b03-96cc-20c519e92fdb None None] Pushing event updated for resources: {'Port': ['ID=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:31.240058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c79a1b73-1025-4b03-96cc-20c519e92fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:31.329358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] Set router d5e51076-5d57-4d22-997d-1e0739536779 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:28:31.738827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 4, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '1a1d0ea9-93bf-4186-b86f-292b5a523ce5', 'name': '', 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'mac_address': 'fa:16:3e:3c:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2c9e3174-71f4-4858-99dc-04e259fd95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:25Z', 'updated_at': '2021-11-24T14:28:30Z', 'revision_number': 4, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'subnets': [{'id': '2c9e3174-71f4-4858-99dc-04e259fd95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:28:31.743044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd600f8-ca5f-4fe6-aeec-8301bac789c2 None None] The sync data for ids ['d5e51076-5d57-4d22-997d-1e0739536779'] in dv-neutron-818153-2-hyperv is: [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 4, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '1a1d0ea9-93bf-4186-b86f-292b5a523ce5', 'name': '', 'network_id': '613168a3-813e-4ebd-a9fd-055cf90c70d2', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'mac_address': 'fa:16:3e:3c:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '2c9e3174-71f4-4858-99dc-04e259fd95d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:25Z', 'updated_at': '2021-11-24T14:28:30Z', 'revision_number': 4, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'subnets': [{'id': '2c9e3174-71f4-4858-99dc-04e259fd95d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:28:32.457337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:32.556051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:32.563380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:32.563990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:32.734830 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:32.779053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:32.786411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:32.795829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:32.881382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:32.885953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:34.407754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:34.502158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:34.502537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:38.465772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-f6f24d4f-d842-4987-a244-b6e592778a73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:38.467244 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-f6f24d4f-d842-4987-a244-b6e592778a73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 814 time: 0.1592262 Nov 24 14:28:38.483109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-95499a27-b497-404a-8676-387e298df85d tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/quotas/d095bf8b6f534b9f84d89903a0494532 HTTP/1.1" status: 200 len: 375 time: 0.0104065 Nov 24 14:28:38.569514 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-241f73cf-09ae-4419-b0e8-dbffb7e6d745 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807817 Nov 24 14:28:38.696308 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-03e21d09-7397-4ba6-8b2f-7dad75fc71fd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:28:38.697847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-03e21d09-7397-4ba6-8b2f-7dad75fc71fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110132 Nov 24 14:28:38.834258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-5fd54045-46d0-46f1-a4be-33cdf37d2d44 service neutron] 10.222.0.36 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302509 Nov 24 14:28:38.971219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-8d1611d8-fa4b-43d3-bd59-36da0b09cc25 service neutron] 10.222.0.36 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304586 Nov 24 14:28:39.156264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1fb36ce3-391b-4b06-8c71-d2cf273401a4 req-4a0f751b-555e-499c-b35d-dd91ff781f49 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 210 time: 0.0488739 Nov 24 14:28:40.311955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d92c918-bcc9-4da6-b7f1-e5ec38e77a20 req-25145419-0c90-40d1-9062-854ea7a03e0b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 210 time: 0.0459781 Nov 24 14:28:40.520261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-1a35406e-748d-4881-aa09-61e3d9150708 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:40.521706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-1a35406e-748d-4881-aa09-61e3d9150708 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 814 time: 0.1713126 Nov 24 14:28:40.547389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'port': {'device_id': '598f0262-444e-43d5-80f2-52dcaeb57757', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'admin_state_up': True, 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:40.693591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:28:40.698267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:port and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:28:40.701264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:28:40.707100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:28:40.717090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Made reservation on behalf of d095bf8b6f534b9f84d89903a0494532 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:28:40.720573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:40.932030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Allocated IP 172.20.0.13 (6fd23636-a7fa-4d33-948e-7358bde6cfe4/0e401c18-d3a2-4c23-b509-d6f5fed7ff69/e8ffd6f3-6464-4065-b241-54531ea8fb4d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:28:41.339738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:41.360409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Transition to ACTIVE for port object e8ffd6f3-6464-4065-b241-54531ea8fb4d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:41.394419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:41.400782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a4061260-36c0-4b2c-9319-ac280796a999 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:41.532460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:28:41.536563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:28:41.547605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:28:41.593713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:41.608319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.609013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.609399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.609772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.610145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.610520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.610890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.611274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.611627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.611993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.612358 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.612723 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:28:41.622795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:41.660488 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:41.661160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:41.704783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa36c-9945-4791-8666-b8acaaab1e2c req-f99b69fc-0bbe-4a8c-a912-7eea7a45bb12 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:41.705012 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c11fa36c-9945-4791-8666-b8acaaab1e2c req-f99b69fc-0bbe-4a8c-a912-7eea7a45bb12 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.2544343 Nov 24 14:28:41.744057 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2000237 Nov 24 14:28:41.772253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c11fa36c-9945-4791-8666-b8acaaab1e2c req-ebf93093-111c-45a5-a11b-5614e50f650c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497799 Nov 24 14:28:41.852095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e71ae5c2-6904-49ce-a791-69063e361584 None None] Provisioning for port e8ffd6f3-6464-4065-b241-54531ea8fb4d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:41.859024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e71ae5c2-6904-49ce-a791-69063e361584 None None] Provisioning complete for port e8ffd6f3-6464-4065-b241-54531ea8fb4d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:41.859432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e71ae5c2-6904-49ce-a791-69063e361584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:41.918915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e71ae5c2-6904-49ce-a791-69063e361584 None None] Port e8ffd6f3-6464-4065-b241-54531ea8fb4d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:28:42.983942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53d247-420d-49eb-9a78-14424cfd658d req-a26aaa7a-f962-49e0-905d-9578411ca99c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:42.986141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8a53d247-420d-49eb-9a78-14424cfd658d req-a26aaa7a-f962-49e0-905d-9578411ca99c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Synchronizing usage tracker for tenant:d095bf8b6f534b9f84d89903a0494532 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:28:43.005344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-8a53d247-420d-49eb-9a78-14424cfd658d req-a26aaa7a-f962-49e0-905d-9578411ca99c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Unset dirty status for tenant:d095bf8b6f534b9f84d89903a0494532 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:28:43.006588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a53d247-420d-49eb-9a78-14424cfd658d req-a26aaa7a-f962-49e0-905d-9578411ca99c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.1205714 Nov 24 14:28:43.058940 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a53d247-420d-49eb-9a78-14424cfd658d req-382f5f5f-5121-4d12-bd40-05dabd8d07cc tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454295 Nov 24 14:28:44.255982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5537a67-8074-41a4-860a-01aeb4efa510 req-a6f45adf-7ab5-4ae6-acd8-d1ba4680f979 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:44.257795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f5537a67-8074-41a4-860a-01aeb4efa510 req-a6f45adf-7ab5-4ae6-acd8-d1ba4680f979 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.0861528 Nov 24 14:28:44.309470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f5537a67-8074-41a4-860a-01aeb4efa510 req-7e55313f-ffca-482e-af39-70c5c7079db4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Nov 24 14:28:45.518428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67623e-2f11-44a5-9968-ed91ffbd3e64 req-17019f62-ff4b-47a9-8f3e-36779d64db0d tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:45.519962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da67623e-2f11-44a5-9968-ed91ffbd3e64 req-17019f62-ff4b-47a9-8f3e-36779d64db0d tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.0957110 Nov 24 14:28:45.568704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da67623e-2f11-44a5-9968-ed91ffbd3e64 req-a1cad118-0181-4fcd-b869-15463ab7514d tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Nov 24 14:28:46.778455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc13db8-e7b6-4d19-876b-788ed51973b3 req-adc2628d-852f-4e5a-a98b-f0a6a9b0c1e9 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:46.779951 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1cc13db8-e7b6-4d19-876b-788ed51973b3 req-adc2628d-852f-4e5a-a98b-f0a6a9b0c1e9 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.0933092 Nov 24 14:28:46.833967 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1cc13db8-e7b6-4d19-876b-788ed51973b3 req-09f6a916-7847-46b6-8997-c92371dfb517 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Nov 24 14:28:47.154806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:48.041610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c1a75-cdc9-4ef5-b30a-4cf13414e578 req-0c92bb8f-fe1f-4457-8d03-bdcd02e51d2a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:48.043134 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-969c1a75-cdc9-4ef5-b30a-4cf13414e578 req-0c92bb8f-fe1f-4457-8d03-bdcd02e51d2a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.0936027 Nov 24 14:28:48.094122 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-969c1a75-cdc9-4ef5-b30a-4cf13414e578 req-07bdc0af-0422-4f6d-a912-2d3ee104847e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Nov 24 14:28:49.309832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a17bf-fa6f-4fbf-907f-85fdf1849b3f req-b86afa73-ee41-431e-9b2f-d47ba170ad96 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:49.313255 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d4a17bf-fa6f-4fbf-907f-85fdf1849b3f req-b86afa73-ee41-431e-9b2f-d47ba170ad96 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.0962126 Nov 24 14:28:49.361164 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d4a17bf-fa6f-4fbf-907f-85fdf1849b3f req-d03d3d28-c4b3-4290-885b-6cea25d41d37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Nov 24 14:28:49.849882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cde96e66-3ad3-4d62-900f-442eedd219fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:50.403866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:50.563837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec9375-dc09-4ea1-bbb1-633cb10ea6a8 req-416abc98-acf5-4006-93df-782729fd2e51 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:50.565389 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47ec9375-dc09-4ea1-bbb1-633cb10ea6a8 req-416abc98-acf5-4006-93df-782729fd2e51 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 932 time: 0.0888147 Nov 24 14:28:50.614651 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-47ec9375-dc09-4ea1-bbb1-633cb10ea6a8 req-6ae1fddf-f27a-4f2c-895d-76abde473bb6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Nov 24 14:28:50.910426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Request body: {'port': {'device_id': '598f0262-444e-43d5-80f2-52dcaeb57757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:28:51.030168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:51.384143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ffd6f3-6464-4065-b241-54531ea8fb4d {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:28:51.391666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:51.407347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Transition to ACTIVE for port object e8ffd6f3-6464-4065-b241-54531ea8fb4d will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:28:51.410961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:51.415511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-06e1561c-8cfa-45cd-a8fb-2f36e19fde9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:51.702165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:51.705216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:51.844727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Attempting to bind port e8ffd6f3-6464-4065-b241-54531ea8fb4d on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:28:51.845081 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Attempting to bind port e8ffd6f3-6464-4065-b241-54531ea8fb4d by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:28:51.845409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Attempting to bind port e8ffd6f3-6464-4065-b241-54531ea8fb4d on network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:51.853775 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Port e8ffd6f3-6464-4065-b241-54531ea8fb4d on network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:28:51.854092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Attempting to bind port e8ffd6f3-6464-4065-b241-54531ea8fb4d on network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:28:51.864177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:28:51.864503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Checking segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:28:51.864915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Bound using segment: {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:28:51.865345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Bound port: e8ffd6f3-6464-4065-b241-54531ea8fb4d, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5395fa6a-c9cf-43a9-9621-da9ffa45b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:28:51.865690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:51.888768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdc573-1f67-4fee-be60-19b88a439975 req-0533b2f2-40f1-43cc-a2da-55d518dd1252 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:51.890289 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e0fdc573-1f67-4fee-be60-19b88a439975 req-0533b2f2-40f1-43cc-a2da-55d518dd1252 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 944 time: 0.1431012 Nov 24 14:28:52.019179 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e0fdc573-1f67-4fee-be60-19b88a439975 req-056e6013-1927-48af-9fe6-955f7566b71b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925572 Nov 24 14:28:52.029157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:28:52.033070 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:28:52.039730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:52.048583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-40495e37-b1cb-4ce3-a653-a3ba79351571 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:52.109023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:52.110026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:52.112280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] 10.222.0.76 "PUT /v2.0/ports/e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1094 time: 1.2062864 Nov 24 14:28:52.113124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:28:52.152375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:52.157050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:52.253043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-169c4757-ca09-4aab-b836-afdcc5aef76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:52.254997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-169c4757-ca09-4aab-b836-afdcc5aef76e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1097 time: 0.0904355 Nov 24 14:28:52.349631 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-96cc4e49-1192-4df5-be43-5923d7fb9dfa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 217 time: 0.0756092 Nov 24 14:28:52.398337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'status': 'completed', 'code': 200} Nov 24 14:28:52.432542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-4a664dd9-13dc-423a-8763-b51eb771819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:52.434398 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-4a664dd9-13dc-423a-8763-b51eb771819c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0742910 Nov 24 14:28:52.525284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-402ccc61-7a50-4820-8892-f3bfa5fb6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:52.527061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-402ccc61-7a50-4820-8892-f3bfa5fb6d18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813711 Nov 24 14:28:52.621436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9695b66-b1bd-4cde-9df6-e96c5aa2e423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:52.678854 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-d967be29-81f7-4daf-a37d-5e2822938956 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401114 Nov 24 14:28:52.823305 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-55d54ffb-6817-49d9-a9f9-4c67943399a5 req-dc29d3e7-81f4-436a-80a2-262a6c2d8a0b service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321158 Nov 24 14:28:52.945750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-aeee7fc2-98c2-418e-a1d8-914f3d50a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:52.948029 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-aeee7fc2-98c2-418e-a1d8-914f3d50a2ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1097 time: 0.0734508 Nov 24 14:28:53.098465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-9d0857e5-3f52-4f41-ae27-fd05b3bd8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:53.100182 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-9d0857e5-3f52-4f41-ae27-fd05b3bd8dd7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1445687 Nov 24 14:28:53.210832 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-a273d810-3ec2-4c00-8f7d-7c3571429195 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 217 time: 0.1024630 Nov 24 14:28:53.295194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-391680ed-9ddb-43ae-a608-eef28f220db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:53.296638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-391680ed-9ddb-43ae-a608-eef28f220db4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0772660 Nov 24 14:28:53.349797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9068b-921e-4fe2-8cff-2cf84d7ccbf0 req-7a85e2a5-36db-40b2-87c5-2315295907d6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:53.351196 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f3b9068b-921e-4fe2-8cff-2cf84d7ccbf0 req-7a85e2a5-36db-40b2-87c5-2315295907d6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 944 time: 0.1895049 Nov 24 14:28:53.412033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f3b9068b-921e-4fe2-8cff-2cf84d7ccbf0 req-9b1b3c44-8a7a-4a58-8289-cda4b076fe53 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 Nov 24 14:28:53.426577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-56b5dd4c-a4ad-495b-b6da-53812da72711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:53.428058 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-56b5dd4c-a4ad-495b-b6da-53812da72711 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235456 Nov 24 14:28:53.568629 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-f563886b-964c-4c06-9984-3e701c0e5197 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311224 Nov 24 14:28:53.709369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d9e0b07a-c1aa-4b52-b39f-1fa1f625a9ba req-09284404-68bf-4cea-aa81-400c0d64d1d7 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323600 Nov 24 14:28:53.802740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:54.734174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9563be-ef9c-4f5d-9fd0-61148a36da46 req-bf0477e7-7451-4fc3-85df-76e7d1b6eda7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:54.735669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f9563be-ef9c-4f5d-9fd0-61148a36da46 req-bf0477e7-7451-4fc3-85df-76e7d1b6eda7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 944 time: 0.2150557 Nov 24 14:28:54.782942 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1f9563be-ef9c-4f5d-9fd0-61148a36da46 req-f16e8446-cd21-496b-8f92-8017b7ffcdf3 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Nov 24 14:28:54.995463 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:28:55.386854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:55.469185 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e8ffd6f3-6464-4065-b241-54531ea8fb4d details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:28:55.610307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:55.623834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'port_id': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'mac_address': 'fa:16:3e:07:31:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:28:55.687130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:55.704479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ffd6f3-6464-4065-b241-54531ea8fb4d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:28:55.721050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:55.725914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:55.728507 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:55.796254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:55.799407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:55.974104 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98e127-fd29-41ea-803c-2a369de4bbb3 req-079e0ec3-e556-4284-bd8d-12684c74135a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:55.975494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6c98e127-fd29-41ea-803c-2a369de4bbb3 req-079e0ec3-e556-4284-bd8d-12684c74135a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 945 time: 0.0858829 Nov 24 14:28:56.020643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6c98e127-fd29-41ea-803c-2a369de4bbb3 req-df2c57a8-4d05-489d-b509-3bcdc111d259 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Nov 24 14:28:56.052610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e8ffd6f3-6464-4065-b241-54531ea8fb4d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:28:57.362588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd46b8-3463-425f-aeca-fafeca753538 req-94cee77a-73d3-4f60-910a-bb18455a55e2 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:57.364065 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98dd46b8-3463-425f-aeca-fafeca753538 req-94cee77a-73d3-4f60-910a-bb18455a55e2 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 945 time: 0.0820742 Nov 24 14:28:57.414158 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-98dd46b8-3463-425f-aeca-fafeca753538 req-39202d29-27d1-47f4-85b8-340369db785e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Nov 24 14:28:57.470110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e8ffd6f3-6464-4065-b241-54531ea8fb4d up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:28:57.540594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port e8ffd6f3-6464-4065-b241-54531ea8fb4d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:28:57.545788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port e8ffd6f3-6464-4065-b241-54531ea8fb4d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:28:57.546163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:57.668272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:57.696841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:28:57.709007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:28:57.712788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:28:57.715539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:28:57.788359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:28:57.792106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:28:57.799218 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'code': 200} Nov 24 14:28:58.054019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dafc68-6e5f-45eb-8af4-5222f9d51727 req-cd49ccdb-4ee5-4f32-a1d6-d03a6b15a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:58.055261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7dafc68-6e5f-45eb-8af4-5222f9d51727 req-cd49ccdb-4ee5-4f32-a1d6-d03a6b15a394 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1099 time: 0.0747006 Nov 24 14:28:58.100624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7dafc68-6e5f-45eb-8af4-5222f9d51727 req-fd27dc87-6845-4182-bcf8-423263c48953 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Nov 24 14:28:58.605999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f837-d28c-49ca-ad9e-6bb11c8166c0 req-f54de6f6-5250-429d-823a-8203334ff3b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:58.607404 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4500f837-d28c-49ca-ad9e-6bb11c8166c0 req-f54de6f6-5250-429d-823a-8203334ff3b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0849388 Nov 24 14:28:58.655147 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4500f837-d28c-49ca-ad9e-6bb11c8166c0 req-0f334a54-d015-49c1-92c9-4cbbf60e55bf tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Nov 24 14:28:59.849198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9575ad-5791-48b7-8c11-562d83f9f51e req-19d615ed-4cd7-4eae-a508-d1e50866c515 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:28:59.850726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3b9575ad-5791-48b7-8c11-562d83f9f51e req-19d615ed-4cd7-4eae-a508-d1e50866c515 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0880995 Nov 24 14:28:59.904509 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3b9575ad-5791-48b7-8c11-562d83f9f51e req-f645d982-db30-4a1b-a4cc-65afab5e3083 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480607 Nov 24 14:29:00.098052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d98610-9c1b-4403-955b-98ba6c363499 req-f7f74a8d-0546-4f21-9eaa-fcd110b4a5d1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:00.099549 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-28d98610-9c1b-4403-955b-98ba6c363499 req-f7f74a8d-0546-4f21-9eaa-fcd110b4a5d1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0841177 Nov 24 14:29:00.150743 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-28d98610-9c1b-4403-955b-98ba6c363499 req-491e98e8-14d4-423d-9847-7a431e74ce16 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450230 Nov 24 14:29:00.551491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc3879-16cc-41b1-b0e7-5b0a1b6bdc99 req-a67f4215-117f-401d-879c-c75fc50bde8f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:00.552965 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1afc3879-16cc-41b1-b0e7-5b0a1b6bdc99 req-a67f4215-117f-401d-879c-c75fc50bde8f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0824339 Nov 24 14:29:00.598970 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1afc3879-16cc-41b1-b0e7-5b0a1b6bdc99 req-4e586c01-a41a-4ed2-85e5-27a286483935 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Nov 24 14:29:10.961478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f1792-c7e0-4a7e-887f-06a6eb4bb7d6 req-eba8c9fb-d159-450a-86ac-1bd6677cbb47 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:10.963131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d37f1792-c7e0-4a7e-887f-06a6eb4bb7d6 req-eba8c9fb-d159-450a-86ac-1bd6677cbb47 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0962715 Nov 24 14:29:11.012794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d37f1792-c7e0-4a7e-887f-06a6eb4bb7d6 req-3e7156ab-cffd-4dc7-af2a-5c73924341d8 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Nov 24 14:29:11.036621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48676) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:11.165060 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e17f9d-45a4-49ff-9390-e7177775f640 tempest-TestMinimumBasicScenario-880102668 tempest-TestMinimumBasicScenario-880102668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:11.165889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-31e17f9d-45a4-49ff-9390-e7177775f640 tempest-TestMinimumBasicScenario-880102668 tempest-TestMinimumBasicScenario-880102668-project-admin] Synchronizing usage tracker for tenant:3e2ac581f7fb42bcbac1d224283db31b on resource:port {{(pid=87692) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:29:11.185957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-31e17f9d-45a4-49ff-9390-e7177775f640 tempest-TestMinimumBasicScenario-880102668 tempest-TestMinimumBasicScenario-880102668-project-admin] Unset dirty status for tenant:3e2ac581f7fb42bcbac1d224283db31b on resource:port {{(pid=87692) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:29:11.187217 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-31e17f9d-45a4-49ff-9390-e7177775f640 tempest-TestMinimumBasicScenario-880102668 tempest-TestMinimumBasicScenario-880102668-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1094 time: 0.1495454 Nov 24 14:29:11.190313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48682) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:11.195580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:11.202091 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:11.206029 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:floatingip and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:11.209026 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:11.215537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:11.226203 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:11.371146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:11.631270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Allocated IP 172.26.8.191 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/ac667769-17d9-4ded-be63-fae7ae7a0a0d) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:29:11.785817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:11.816450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:11.821427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:11.889161 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:29:11.892118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:29:11.895876 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:29:11.926020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'Port': ['ID=ac667769-17d9-4ded-be63-fae7ae7a0a0d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:11.936590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:12.326209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:12.404257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:12.627005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:12.633859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:12.637840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f6dc3a6-637b-42fa-b547-d29158e83aac tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:12.748933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'Port': ['ID=ac667769-17d9-4ded-be63-fae7ae7a0a0d,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:12.753112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:12.760290 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:12.934286 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Floating IP 7f28be58-a03d-4faa-b271-a145c15b8b76 associated. External IP: 172.26.8.191, port: e8ffd6f3-6464-4065-b241-54531ea8fb4d. Nov 24 14:29:13.431639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Router e91040b7-ee18-4c6d-8764-86789085bb05 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:29:13.618810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:29:13.630494 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] Sync routers for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:29:13.641919 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:29:13.642530 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:13.648820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:13.736684 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5451045 Nov 24 14:29:13.737191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:29:13.741371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48686) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:13.749407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609214965', 'description': 'tempest-secgroup-smoke-609214965 description', 'project_id': 'd095bf8b6f534b9f84d89903a0494532'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:13.757025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:13.763133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:13.766445 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:13.776574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:13.791935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:13.817572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:13.821822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:13.824878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:13.832321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:13.861258 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'status': 'completed', 'code': 200} Nov 24 14:29:13.874481 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:29:13.967593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:13.974062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:13.978177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cb1a913a-2a82-484a-bda8-d1c6d553ef6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:14.028678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db818a4-786a-4b72-8a7a-b4bff05a592f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.034931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:14.035171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.036289 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2925243 Nov 24 14:29:14.039802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48694) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:14.043243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63247a3b-3a1b-4547-b210-04766645077a req-cc412d81-e7d3-48a4-98c9-dfb3975c4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:14.044694 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-cc412d81-e7d3-48a4-98c9-dfb3975c4d24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1099 time: 0.1541123 Nov 24 14:29:14.047751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group_rule': {'security_group_id': '3db818a4-786a-4b72-8a7a-b4bff05a592f', 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:14.056522 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:14.063329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:14.068681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:14.080719 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:14.101836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.197333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.203005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.204953 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d88f6128-9c09-4d34-ab7e-2bc0f7b54468 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:14.211908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63247a3b-3a1b-4547-b210-04766645077a req-af3601e1-f1df-4979-a327-f59fcf81421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:14.213499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-af3601e1-f1df-4979-a327-f59fcf81421d service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1622453 Nov 24 14:29:14.226958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eedbac0-0654-49fb-87ef-3d42a5ee955b,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.237293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.237963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.238502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.239056 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.239596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.240139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.240657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.241232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.241804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.242519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.243050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.243573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:29:14.249639 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:14.256644 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.261382 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2172897 Nov 24 14:29:14.261714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48698) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:14.267346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group_rule': {'security_group_id': '3db818a4-786a-4b72-8a7a-b4bff05a592f', 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:14.274254 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:14.278437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:14.281567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:14.287416 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:14.304543 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '7f28be58-a03d-4faa-b271-a145c15b8b76', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'floating_ip_address': '172.26.8.191', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'port_id': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'mac_address': 'fa:16:3e:07:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f0262-444e-43d5-80f2-52dcaeb57757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:29:12Z', 'updated_at': '2021-11-24T14:29:12Z', 'revision_number': 0, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:14.305883 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.311793 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] Checking router: e91040b7-ee18-4c6d-8764-86789085bb05 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:29:14.320544 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:29:14.321897 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:28:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:14.333078 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-be07d400-b160-4218-8cb6-d46404771cce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1000 time: 0.1125660 Nov 24 14:29:14.393057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.400212 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.403147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2a4b4a14-83a8-4735-aa15-f0ae507513d9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:14.424667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63247a3b-3a1b-4547-b210-04766645077a req-f2849e06-e9fd-4c42-9afa-5569ce74ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:14.427089 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-f2849e06-e9fd-4c42-9afa-5569ce74ea5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0864518 Nov 24 14:29:14.439658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af4f204-f06f-45cb-a8de-9b829542f06a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.440511 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:14.453187 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.455194 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f3debdd-96c6-43f0-96a8-8ee8ed8d687e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1921608 Nov 24 14:29:14.457792 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48702) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:14.463821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group_rule': {'security_group_id': '3db818a4-786a-4b72-8a7a-b4bff05a592f', 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:14.470614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:14.475087 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:14.481998 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:14.491015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:14.514323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.527207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63247a3b-3a1b-4547-b210-04766645077a req-a30e38e2-da24-4356-b6a2-051f53228dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:14.528932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-a30e38e2-da24-4356-b6a2-051f53228dbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922449 Nov 24 14:29:14.551003 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:29:14.599357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.604709 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.607159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-90c5f46e-be90-4d7a-9d68-7e8af5795f8f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:14.638981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de0ca3a-bd11-4f27-b9c0-45dadced2308,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.642196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:14.649039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.655682 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1963477 Nov 24 14:29:14.656635 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48706) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:14.664253 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group_rule': {'security_group_id': '3db818a4-786a-4b72-8a7a-b4bff05a592f', 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:14.670534 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:14.674892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:14.677722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:14.684796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:14.694260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-5695259c-e4d3-41d1-beec-ee24411d0bc6 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581812 Nov 24 14:29:14.707486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.796327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.809934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.819223 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:14.841877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f73a731-48ba-424b-9965-f46dc9135288,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:14.844462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:14.847633 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63247a3b-3a1b-4547-b210-04766645077a req-17c43f2d-2521-48d7-8dec-f267fe0dd4dd service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459489 Nov 24 14:29:14.850496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.853692 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-707fc44c-9c4b-42a5-852b-0d1067e86e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955605 Nov 24 14:29:14.856458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48710) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:14.865648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group_rule': {'security_group_id': '3db818a4-786a-4b72-8a7a-b4bff05a592f', 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:14.873405 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:14.877378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:14.880715 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:14.889781 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:14.902996 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Project d095bf8b6f534b9f84d89903a0494532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:29:14.910374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:14.964923 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '7f28be58-a03d-4faa-b271-a145c15b8b76', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'floating_ip_address': '172.26.8.191', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'port_id': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'mac_address': 'fa:16:3e:07:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f0262-444e-43d5-80f2-52dcaeb57757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:29:12Z', 'updated_at': '2021-11-24T14:29:12Z', 'revision_number': 0, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:29:14.968813 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e33d58-8000-4d0f-88ef-1a6e80d4f351 None None] The sync data for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv is: [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '7f28be58-a03d-4faa-b271-a145c15b8b76', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'floating_ip_address': '172.26.8.191', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'port_id': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'mac_address': 'fa:16:3e:07:31:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598f0262-444e-43d5-80f2-52dcaeb57757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:29:12Z', 'updated_at': '2021-11-24T14:29:12Z', 'revision_number': 0, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:29:15.002477 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.014202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.016084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9dbfd2ba-56de-4e2d-9cac-6c09e02f96fe tempest-TestVolumeBootPattern-2125128108 tempest-TestVolumeBootPattern-2125128108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:15.049849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1346f630-23de-447b-8801-0137b2cca156,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:15.049849 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:15.057917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.059342 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011728 Nov 24 14:29:15.065107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48714) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:29:15.070368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'security_group_rule': {'security_group_id': '3db818a4-786a-4b72-8a7a-b4bff05a592f', 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:15.079897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:29:15.090627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Usage tracker for resource:security_group_rule and tenant:d095bf8b6f534b9f84d89903a0494532 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:29:15.094254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:29:15.106029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:29:15.118390 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Project d095bf8b6f534b9f84d89903a0494532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:29:15.125808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.326641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7245fc74-044b-4f78-bf5c-e72d864f0e2c None None] New status for floating IP 7f28be58-a03d-4faa-b271-a145c15b8b76: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:29:15.340174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.345179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.347214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-32186fc6-a346-4d8b-a952-7afbd3168626 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:15.372695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84d4d5e-b03d-4e2f-8181-56f3bcb3be4f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:15.375458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:15.385058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:15.386393 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222210 Nov 24 14:29:15.523355 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-95395952-7ac7-4c09-b26e-c324d617d455 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Synchronizing usage tracker for tenant:d095bf8b6f534b9f84d89903a0494532 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:29:15.544109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-95395952-7ac7-4c09-b26e-c324d617d455 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Unset dirty status for tenant:d095bf8b6f534b9f84d89903a0494532 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:29:15.545473 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-95395952-7ac7-4c09-b26e-c324d617d455 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609214965&fields=id&tenant_id=d095bf8b6f534b9f84d89903a0494532 HTTP/1.1" status: 200 len: 267 time: 0.0654693 Nov 24 14:29:15.644089 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-499dae96-8047-4c1f-958e-06cbc845aa27 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:15.646391 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-499dae96-8047-4c1f-958e-06cbc845aa27 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0908067 Nov 24 14:29:15.658088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'port': {'security_groups': ['1c5ed679-91d3-4e79-b0d5-650bccffcc29', '3db818a4-786a-4b72-8a7a-b4bff05a592f']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:29:15.791626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:16.076211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:29:16.104859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:16.109619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:16.115277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-903c0824-cf7c-4e92-9210-8e9db4a75360 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:29:16.121717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e8ffd6f3-6464-4065-b241-54531ea8fb4d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:29:16.188338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.189028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:16.190488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a69f6a5c-8860-4100-bd58-60a09fd1b327 req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "PUT /v2.0/ports/e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 982 time: 0.5376844 Nov 24 14:29:16.191056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:29:16.215083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=6']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:29:16.222780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:29:16.250686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'status': 'completed', 'code': 200} Nov 24 14:29:16.265472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e8ffd6f3-6464-4065-b241-54531ea8fb4d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:29:16.433266 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-210c486c-2a30-45c1-8d5b-3fdcda675361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.434722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-210c486c-2a30-45c1-8d5b-3fdcda675361 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1138 time: 0.1589010 Nov 24 14:29:16.512166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b90f4308-530e-4a20-b042-b226280249ac None None] Provisioning complete for port e8ffd6f3-6464-4065-b241-54531ea8fb4d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:29:16.512829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b90f4308-530e-4a20-b042-b226280249ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:16.534264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f24cd-30b3-4956-a629-70d3833a994b req-7b5aad51-d9fd-43b2-b35b-e124137ef413 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.535728 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-579f24cd-30b3-4956-a629-70d3833a994b req-7b5aad51-d9fd-43b2-b35b-e124137ef413 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.1829867 Nov 24 14:29:16.621821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-579f24cd-30b3-4956-a629-70d3833a994b req-8bac564c-eeba-4005-b357-dd3def32b206 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775466 Nov 24 14:29:16.626671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-3ffbca5c-6560-46ca-a45c-9cc74b2f504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.627751 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-3ffbca5c-6560-46ca-a45c-9cc74b2f504f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1820810 Nov 24 14:29:16.765115 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-39af443f-3825-49c7-8c2f-9faeef901883 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1002 time: 0.1297629 Nov 24 14:29:16.835487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-d810e3fd-5ef1-46a8-8871-17a68cc11853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.837036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-d810e3fd-5ef1-46a8-8871-17a68cc11853 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0642965 Nov 24 14:29:16.922068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-c80b6628-f3dd-499e-8794-99756322df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:16.923423 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-c80b6628-f3dd-499e-8794-99756322df2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791540 Nov 24 14:29:17.124404 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-f37bab51-72f3-4299-9532-d94edf9f26d7 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933401 Nov 24 14:29:17.152670 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:17.263931 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-518af1c1-e683-4112-ab49-0ef5cd1f534c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1902850 Nov 24 14:29:17.282769 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb196fd2-8340-472b-8f3b-fd9c4353eaa6 req-ee3f4c0f-631b-4d84-9e69-1d7aa280822b service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480284 Nov 24 14:29:17.447311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-434dd1fb-588e-496e-a6e6-7aa4511e9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:17.448825 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-434dd1fb-588e-496e-a6e6-7aa4511e9dd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1138 time: 0.0742662 Nov 24 14:29:17.733609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-62ba354a-e0ec-4966-99cc-36ba53b29e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:17.735142 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-62ba354a-e0ec-4966-99cc-36ba53b29e99 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.2653706 Nov 24 14:29:17.843430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-9ea7afa0-3200-4ff5-a5f6-464efa17e540 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1002 time: 0.1003585 Nov 24 14:29:17.917867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-776315b6-55b5-4175-b18a-265af73423db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:17.919372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-776315b6-55b5-4175-b18a-265af73423db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0624270 Nov 24 14:29:17.997778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-22567cd6-c415-42fe-9c8c-77597907d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:17.999137 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-22567cd6-c415-42fe-9c8c-77597907d1cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725584 Nov 24 14:29:18.135571 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-83c8f8f7-86e6-4157-b3ff-85b9bd23738e service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273386 Nov 24 14:29:18.272506 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-3772d856-dbf7-4b54-be3a-19d00da9d5f4 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291263 Nov 24 14:29:19.843237 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-29ac1dcb-d2a6-4828-a418-fca5b5f4208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:20.397076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:22.618240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5e25f750-8586-463c-a13d-ab189dbffd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:23.806262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:25.387223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:31.994275 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:29:39.681041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-5f130684-0ec1-44b6-863d-b7a4eaa34c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:39.682499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-5f130684-0ec1-44b6-863d-b7a4eaa34c24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1138 time: 0.1365635 Nov 24 14:29:39.693804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e0e56-b9a7-4b6e-a22c-bbdb4f077a4f req-83eb740a-3548-4c74-800b-34225d1004c4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:39.695162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4c0e0e56-b9a7-4b6e-a22c-bbdb4f077a4f req-83eb740a-3548-4c74-800b-34225d1004c4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.1140618 Nov 24 14:29:39.821745 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4c0e0e56-b9a7-4b6e-a22c-bbdb4f077a4f req-abbfa7aa-395a-475e-a84b-0b4a38fe3258 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065619 Nov 24 14:29:39.861086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-15be373f-8278-410f-9db1-78c8bd70acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:39.862529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-15be373f-8278-410f-9db1-78c8bd70acc1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1659591 Nov 24 14:29:39.969519 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-a3e13f3a-602b-48cd-ab23-5cae2cf9dbd1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1002 time: 0.0996993 Nov 24 14:29:40.037259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-fcf49970-53f5-4a96-9cdc-87a52f0f696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:40.038681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-fcf49970-53f5-4a96-9cdc-87a52f0f696c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0620935 Nov 24 14:29:40.115027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-f309b3d6-fd69-48e0-a609-182a5f298e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:40.116480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-f309b3d6-fd69-48e0-a609-182a5f298e3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698843 Nov 24 14:29:40.249127 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-e3a16937-a34d-4575-ae80-5380293369d2 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235487 Nov 24 14:29:40.379261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e48f7a4-ec7d-446a-9d0b-4c6016715092 req-ecbf60ec-a438-4432-9ea5-70732a06b3d7 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239648 Nov 24 14:29:41.014659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d9723-bf38-4830-a203-3b126d5ea458 req-5140ace9-6c21-42e4-87ee-b61346445d43 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:41.016017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-821d9723-bf38-4830-a203-3b126d5ea458 req-5140ace9-6c21-42e4-87ee-b61346445d43 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0863531 Nov 24 14:29:41.063035 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-821d9723-bf38-4830-a203-3b126d5ea458 req-9ede3cb2-ad4f-43fb-abe0-26e789b4e145 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411942 Nov 24 14:29:42.267467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6dcc-49fb-48b3-b0b0-e98875ce806c req-82ee8a45-49b2-4fe3-83cf-c1bbf1700c87 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:42.269080 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e0b6dcc-49fb-48b3-b0b0-e98875ce806c req-82ee8a45-49b2-4fe3-83cf-c1bbf1700c87 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0960786 Nov 24 14:29:42.317062 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9e0b6dcc-49fb-48b3-b0b0-e98875ce806c req-d6f0023d-e884-4c7b-b74a-c8a9d7781a8c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414226 Nov 24 14:29:43.515520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5489-f8a3-4a12-87b5-a9acfa8c4295 req-215c2306-9488-49f8-acce-d756f4174803 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:43.517085 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0bcb5489-f8a3-4a12-87b5-a9acfa8c4295 req-215c2306-9488-49f8-acce-d756f4174803 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0876126 Nov 24 14:29:43.565712 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0bcb5489-f8a3-4a12-87b5-a9acfa8c4295 req-ed57558b-235c-4010-aefd-cd9cd8e9ae18 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428579 Nov 24 14:29:44.757174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3952159-7a51-42df-b5f5-23df688aea17 req-c95b881c-18de-43fe-b571-c4ddfa0fd8bb tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:44.759553 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3952159-7a51-42df-b5f5-23df688aea17 req-c95b881c-18de-43fe-b571-c4ddfa0fd8bb tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0835862 Nov 24 14:29:44.807264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3952159-7a51-42df-b5f5-23df688aea17 req-48e5fe20-47ac-4521-b0b9-f4ab5c1776a0 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418558 Nov 24 14:29:46.130298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523b6a-af73-40dc-8da9-decf9abd783e req-b185e982-dd7e-49c8-a5d1-de7da8bb8fc2 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:46.131796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a523b6a-af73-40dc-8da9-decf9abd783e req-b185e982-dd7e-49c8-a5d1-de7da8bb8fc2 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.2125995 Nov 24 14:29:46.184043 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0a523b6a-af73-40dc-8da9-decf9abd783e req-ec43b268-60c6-47c4-b05f-eb1ff370eaab tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457304 Nov 24 14:29:47.168684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:47.379189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0ddd-4010-49ad-ab08-d18fa79af034 req-577f56e8-7750-40fb-8ad6-4777c987bd2a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:47.380664 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4bcd0ddd-4010-49ad-ab08-d18fa79af034 req-577f56e8-7750-40fb-8ad6-4777c987bd2a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0854809 Nov 24 14:29:47.428142 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4bcd0ddd-4010-49ad-ab08-d18fa79af034 req-6bf7b93d-46df-4cc6-a53e-c637b419c27b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416651 Nov 24 14:29:48.619379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93023fb0-87e0-4677-a99d-0c8b83107ca4 req-ced702ad-def6-46fd-9ed7-fe62ac7076ea tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:48.620968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93023fb0-87e0-4677-a99d-0c8b83107ca4 req-ced702ad-def6-46fd-9ed7-fe62ac7076ea tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0843768 Nov 24 14:29:48.671434 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93023fb0-87e0-4677-a99d-0c8b83107ca4 req-6dd61746-4c28-4a63-a535-64940c98571f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444889 Nov 24 14:29:49.848301 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-688c0f3c-b95e-400c-b4e0-409ae34ffcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:49.874808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce580a-db9c-4b51-afec-e3cc417618ee req-477d3d28-ce65-48c6-a69c-217652e89333 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:49.876372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a4ce580a-db9c-4b51-afec-e3cc417618ee req-477d3d28-ce65-48c6-a69c-217652e89333 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0937986 Nov 24 14:29:49.926784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a4ce580a-db9c-4b51-afec-e3cc417618ee req-8379e979-cb7c-44fb-9dbd-bd4a727269be tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443721 Nov 24 14:29:50.400690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:51.124924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35b0d6-ab84-4eed-91ce-f127fd574c41 req-e95e4e87-eced-4980-b5e9-7be8f4ba0b21 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:51.126394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2d35b0d6-ab84-4eed-91ce-f127fd574c41 req-e95e4e87-eced-4980-b5e9-7be8f4ba0b21 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0917609 Nov 24 14:29:51.178641 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2d35b0d6-ab84-4eed-91ce-f127fd574c41 req-68ac9c7b-b73e-49ca-9752-f2369df58ca7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463691 Nov 24 14:29:52.381972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbd37-2de6-4486-a5a8-b3f5f6fc4032 req-980ee762-77e9-46f3-8a24-9b2fbcd59c08 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:52.383758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b03dbd37-2de6-4486-a5a8-b3f5f6fc4032 req-980ee762-77e9-46f3-8a24-9b2fbcd59c08 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0899034 Nov 24 14:29:52.431688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b03dbd37-2de6-4486-a5a8-b3f5f6fc4032 req-9e030923-f9c0-4584-8444-5d7ca4937eba tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412071 Nov 24 14:29:52.613166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-953e66a5-e1a8-4c76-b3f6-4f11c7b01cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:53.645876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f07501-cbb0-4e7f-a27a-1b7c25d443d0 req-c781533e-4c1d-4818-b3a8-36209cda471b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:53.647444 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7f07501-cbb0-4e7f-a27a-1b7c25d443d0 req-c781533e-4c1d-4818-b3a8-36209cda471b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0952308 Nov 24 14:29:53.707734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7f07501-cbb0-4e7f-a27a-1b7c25d443d0 req-4b322fd5-217c-4b06-89c4-dc6f80e37bfb tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508842 Nov 24 14:29:53.814372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:54.946770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d093f2-7edb-46ae-b8e5-cb0e35c34585 req-8bdd768e-7198-4646-8261-791eccde0ae0 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:54.948246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b3d093f2-7edb-46ae-b8e5-cb0e35c34585 req-8bdd768e-7198-4646-8261-791eccde0ae0 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0828664 Nov 24 14:29:54.995712 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b3d093f2-7edb-46ae-b8e5-cb0e35c34585 req-689c50dc-1d97-472a-965b-e44a42d06b6c tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416310 Nov 24 14:29:55.390243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:29:56.196675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac59b58-d00e-4e0d-91eb-81cdc47de656 req-8fb33efd-3d35-4b16-86be-8b37d716182d tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:56.198333 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ac59b58-d00e-4e0d-91eb-81cdc47de656 req-8fb33efd-3d35-4b16-86be-8b37d716182d tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0933101 Nov 24 14:29:56.249545 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ac59b58-d00e-4e0d-91eb-81cdc47de656 req-eddb2032-5d78-475d-a623-ef9599d3e353 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453105 Nov 24 14:29:57.451569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4100347-7de8-4e3f-a76b-ab1fbf6bea11 req-2dfcd7fe-517c-4823-b3f4-1c9652c69fbc tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:29:57.453479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4100347-7de8-4e3f-a76b-ab1fbf6bea11 req-2dfcd7fe-517c-4823-b3f4-1c9652c69fbc tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0917113 Nov 24 14:29:57.503088 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4100347-7de8-4e3f-a76b-ab1fbf6bea11 req-9102507e-7345-4575-9616-c19f4b09a232 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=3db818a4-786a-4b72-8a7a-b4bff05a592f&id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414114 Nov 24 14:30:08.993006 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:30:17.173541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:17.175923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-e0231617-f8a3-49d3-838d-e6716758739b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762794 Nov 24 14:30:17.320432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f1ab4-600f-470c-9840-65c634a52109 req-49355a9d-b385-4bad-9da3-4c43fe0cc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:17.321965 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-49355a9d-b385-4bad-9da3-4c43fe0cc5a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1138 time: 0.0718939 Nov 24 14:30:17.471052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f1ab4-600f-470c-9840-65c634a52109 req-aaa23868-98e6-4457-a5fd-2afa0649d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:17.472392 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-aaa23868-98e6-4457-a5fd-2afa0649d2bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1299930 Nov 24 14:30:17.596992 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-2a6ede4b-43e4-44b4-bc53-015be58195b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1002 time: 0.1155260 Nov 24 14:30:17.660553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f1ab4-600f-470c-9840-65c634a52109 req-ed467f2a-39ba-46ab-a3ef-1d45502c32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:17.661987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-ed467f2a-39ba-46ab-a3ef-1d45502c32d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0581012 Nov 24 14:30:17.743229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f1ab4-600f-470c-9840-65c634a52109 req-82488455-9e30-4db1-af52-6416bce92546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:17.744587 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-82488455-9e30-4db1-af52-6416bce92546 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746691 Nov 24 14:30:17.884987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-9286db97-553d-4ddd-8f69-0c4cef465a9d service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316099 Nov 24 14:30:18.144056 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e99f1ab4-600f-470c-9840-65c634a52109 req-15bfe7a3-0677-4a42-9512-dd888335a835 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512615 Nov 24 14:30:19.853661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5b371f0-8770-4c77-be28-e550642b8a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:20.405090 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:22.615897 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b186d5c1-11cf-4963-a940-9125bf2a2755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:23.810540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:25.392078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:30.923767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-7b58d009-8a2c-44a8-841e-dfba24a928ac tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609214965&fields=id&tenant_id=d095bf8b6f534b9f84d89903a0494532 HTTP/1.1" status: 200 len: 267 time: 0.0442140 Nov 24 14:30:31.016957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-75aa6c7a-b6e3-4fdb-bf90-55d8353ea182 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:31.018335 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-75aa6c7a-b6e3-4fdb-bf90-55d8353ea182 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 985 time: 0.0869997 Nov 24 14:30:31.030023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Request body: {'port': {'security_groups': ['1c5ed679-91d3-4e79-b0d5-650bccffcc29']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:31.151667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.416814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:31.442278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.450407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.456204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b2437548-218f-437d-9d68-a85c720e4e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:31.462199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e8ffd6f3-6464-4065-b241-54531ea8fb4d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:30:31.522748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:31.523559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.525039 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4eb5ce14-3d04-4ce7-a2f4-3bdf8b3b2052 req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "PUT /v2.0/ports/e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 943 time: 0.4995327 Nov 24 14:30:31.531560 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48786) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:31.533929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:30:31.560113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event updated for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=7']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:31.568351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.568644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.569068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.569495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.569878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.570257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.570645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.571004 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.571374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.571750 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.572116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.572483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.579246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:31.601629 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'status': 'completed', 'code': 200} Nov 24 14:30:31.644773 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.650620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e8ffd6f3-6464-4065-b241-54531ea8fb4d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:30:31.683930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.743794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13df56-8194-4639-be60-d62ebd310488 req-538df5dc-b348-4cb1-82d3-3a6f95e5a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:31.748579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-538df5dc-b348-4cb1-82d3-3a6f95e5a53f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1099 time: 0.1038494 Nov 24 14:30:31.769835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.774649 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7a041c6b-2d49-4fed-9a45-cdb461373ed0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:31.789023 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db818a4-786a-4b72-8a7a-b4bff05a592f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:31.801692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.802141 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.802440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.802845 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.803221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.803659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.804176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.804840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.805356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.805997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.806363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.806722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:30:31.813751 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:31.826238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:31.827377 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "DELETE /v2.0/security-groups/3db818a4-786a-4b72-8a7a-b4bff05a592f HTTP/1.1" status: 204 len: 168 time: 0.2935712 Nov 24 14:30:31.830004 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48792) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:31.932698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13df56-8194-4639-be60-d62ebd310488 req-840cf00d-e599-4ca1-b93c-391068a15dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:31.935188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-840cf00d-e599-4ca1-b93c-391068a15dc4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1798716 Nov 24 14:30:31.938990 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-18835125-06b4-4ad7-84b4-87d345f252cd None None] Provisioning complete for port e8ffd6f3-6464-4065-b241-54531ea8fb4d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:30:31.939371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-18835125-06b4-4ad7-84b4-87d345f252cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:32.058958 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Deleting port ac667769-17d9-4ded-be63-fae7ae7a0a0d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:32.059305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:32.060552 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-a1e57395-d3ea-481c-b1d8-2a6f4809bf71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 1002 time: 0.1177216 Nov 24 14:30:32.132430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13df56-8194-4639-be60-d62ebd310488 req-aebe6172-8216-4c9d-b53b-655855324907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:32.136091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-aebe6172-8216-4c9d-b53b-655855324907 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0657370 Nov 24 14:30:32.224120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13df56-8194-4639-be60-d62ebd310488 req-c59eb3b4-73dd-4c8a-847a-bd313bf03323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:32.226672 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-c59eb3b4-73dd-4c8a-847a-bd313bf03323 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853138 Nov 24 14:30:32.249900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:32.250220 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:32.389578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-064ebfbe-c2ee-4a54-acd5-557f4a3569b7 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548743 Nov 24 14:30:32.391147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Calling delete_port for ac667769-17d9-4ded-be63-fae7ae7a0a0d owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:32.541974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f13df56-8194-4639-be60-d62ebd310488 req-3a2bf948-d0dc-4f0d-b4cd-d01e98d193a0 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451163 Nov 24 14:30:32.696902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:32.701905 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:32.747240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event deleted for resources: {'Port': ['ID=ac667769-17d9-4ded-be63-fae7ae7a0a0d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:32.749837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:32.852827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:32.853253 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Floating IP 7f28be58-a03d-4faa-b271-a145c15b8b76 disassociated (deleted). External IP: 172.26.8.191, port: e8ffd6f3-6464-4065-b241-54531ea8fb4d. Nov 24 14:30:33.214676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Router e91040b7-ee18-4c6d-8764-86789085bb05 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:30:33.401536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:30:33.411751 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] Sync routers for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:30:33.423217 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:30:33.424086 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:33.425440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:33.483734 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f28be58-a03d-4faa-b271-a145c15b8b76 HTTP/1.1" status: 204 len: 168 time: 1.6525223 Nov 24 14:30:33.484347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:30:33.614339 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:30:33.903548 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'status': 'completed', 'code': 200} Nov 24 14:30:33.978450 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:33.983305 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] Checking router: e91040b7-ee18-4c6d-8764-86789085bb05 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:30:33.995593 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:30:33.996686 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:34.006448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-a67b07dd-de18-4ea1-80f1-8c1cc47a1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:34.008583 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-a67b07dd-de18-4ea1-80f1-8c1cc47a1cb7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d095bf8b6f534b9f84d89903a0494532&device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 1099 time: 0.0805347 Nov 24 14:30:34.155506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-47466d0e-ecb2-4578-a92d-aaf9b605ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:34.157074 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-47466d0e-ecb2-4578-a92d-aaf9b605ceb1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 200 len: 916 time: 0.1386468 Nov 24 14:30:34.209284 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:30:34.363579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-eb02c99f-7ef1-4ae1-9945-d9691bd73d1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 200 len: 217 time: 0.1981776 Nov 24 14:30:34.430113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-2b4e681f-78d4-4aa6-bc0c-adc1bd954ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:34.431937 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-2b4e681f-78d4-4aa6-bc0c-adc1bd954ccd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 200 len: 853 time: 0.0604186 Nov 24 14:30:34.523448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-37ca44e9-66d0-47c3-98fe-36ba465c6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:34.526358 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-37ca44e9-66d0-47c3-98fe-36ba465c6194 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6fd23636-a7fa-4d33-948e-7358bde6cfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793121 Nov 24 14:30:34.565021 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:34.569907 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255066ef-28b3-437a-a5b9-2544fe9b2ed4 None None] The sync data for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv is: [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:28:19Z', 'revision_number': 4, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3fc8f02d-c6d7-4b8e-a566-da5a5c370540', 'name': '', 'network_id': '6fd23636-a7fa-4d33-948e-7358bde6cfe4', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'mac_address': 'fa:16:3e:16:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:18Z', 'updated_at': '2021-11-24T14:28:26Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'subnets': [{'id': '0e401c18-d3a2-4c23-b509-d6f5fed7ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:30:34.703174 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-1204578a-8845-4d12-a1a2-ca1222e51d77 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615765 Nov 24 14:30:34.868072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcc68f1-6375-4d77-b599-a0ef74aebb3a req-2e1526ce-9fb8-46d6-9356-ed7672107822 service neutron] 10.222.0.76 "GET /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542726 Nov 24 14:30:34.871064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903ec1d8-e609-4dcb-bf3f-6091e579b09b None None] New status for floating IP 7f28be58-a03d-4faa-b271-a145c15b8b76: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:30:39.111195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef441d-5e35-40ca-8a6c-351eea928e49 req-0622b9c4-e4aa-497b-9055-2705e0d828c6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:39.112707 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4cef441d-5e35-40ca-8a6c-351eea928e49 req-0622b9c4-e4aa-497b-9055-2705e0d828c6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0855002 Nov 24 14:30:39.157130 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4cef441d-5e35-40ca-8a6c-351eea928e49 req-f737d94c-ba37-4497-81a4-ed5fe881419e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Nov 24 14:30:40.342135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e62055-a72d-4141-a9b2-f974bec84d8f req-880afb9e-3280-485b-84d7-a2921743e106 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:40.343616 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91e62055-a72d-4141-a9b2-f974bec84d8f req-880afb9e-3280-485b-84d7-a2921743e106 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0801237 Nov 24 14:30:40.392529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-91e62055-a72d-4141-a9b2-f974bec84d8f req-94d08b71-fe08-40bb-a1bb-ddad4eee355e tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 Nov 24 14:30:40.959163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-161b0933-4460-46c5-9fe8-b78a985554be tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:40.961292 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-161b0933-4460-46c5-9fe8-b78a985554be tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.76 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.0832746 Nov 24 14:30:41.037086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Deleting port e8ffd6f3-6464-4065-b241-54531ea8fb4d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:41.037418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:41.289393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] For port e8ffd6f3-6464-4065-b241-54531ea8fb4d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e8ffd6f3-6464-4065-b241-54531ea8fb4d,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:41.289670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:41.421295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Calling delete_port for e8ffd6f3-6464-4065-b241-54531ea8fb4d owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:41.627198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:41.635087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9c87e48d-6025-44ff-9d8a-55c51b5953b1 tempest-ServersNegativeTestJSON-392616007 tempest-ServersNegativeTestJSON-392616007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:41.644954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e8ffd6f3-6464-4065-b241-54531ea8fb4d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:30:41.684498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Pushing event deleted for resources: {'Port': ['ID=e8ffd6f3-6464-4065-b241-54531ea8fb4d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:41.720904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:41.770209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81536d4-0751-491b-9d8f-03122909e435 req-2b1f3ee0-eba1-41ed-853a-5afd2ec521f5 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:41.771653 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f81536d4-0751-491b-9d8f-03122909e435 req-2b1f3ee0-eba1-41ed-853a-5afd2ec521f5 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/ports?device_id=598f0262-444e-43d5-80f2-52dcaeb57757 HTTP/1.1" status: 200 len: 946 time: 0.2687974 Nov 24 14:30:41.778120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] No DVR routers for this DVR port e8ffd6f3-6464-4065-b241-54531ea8fb4d on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:30:41.782170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:41.784099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'name': 'network-vif-deleted', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:30:41.811955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f996b83-d8e8-4bc7-8fa9-e3494a088529 req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.76 "DELETE /v2.0/ports/e8ffd6f3-6464-4065-b241-54531ea8fb4d HTTP/1.1" status: 204 len: 173 time: 0.8416095 Nov 24 14:30:41.833483 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f81536d4-0751-491b-9d8f-03122909e435 req-f066ba38-235e-450b-ae97-92d0e6f2f827 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c5ed679-91d3-4e79-b0d5-650bccffcc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538616 Nov 24 14:30:41.889950 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598f0262-444e-43d5-80f2-52dcaeb57757', 'name': 'network-vif-deleted', 'tag': 'e8ffd6f3-6464-4065-b241-54531ea8fb4d', 'status': 'completed', 'code': 200} Nov 24 14:30:43.537851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48878) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:43.967156 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e8ffd6f3-6464-4065-b241-54531ea8fb4d no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:44.003513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: e8ffd6f3-6464-4065-b241-54531ea8fb4d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:30:44.003869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e8ffd6f3-6464-4065-b241-54531ea8fb4d not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:44.235151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:44.584872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Deleting port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:44.586140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:44.760061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] For port 3fc8f02d-c6d7-4b8e-a566-da5a5c370540, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:44.760416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:44.883146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Calling delete_port for 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:45.056221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:45.059988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1fdf17bb-d68e-4081-bbb7-f2033955cf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:45.109549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc8f02d-c6d7-4b8e-a566-da5a5c370540,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:45.112330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:45.515559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:45.891142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Router e91040b7-ee18-4c6d-8764-86789085bb05 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:30:45.991234 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:30:46.069284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:30:46.078069 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] Sync routers for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:30:46.082556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] 10.222.0.36 "PUT /v2.0/routers/e91040b7-ee18-4c6d-8764-86789085bb05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5430408 Nov 24 14:30:46.085032 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48882) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:46.089339 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:30:46.089943 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:46.269934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:46.270706 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:30:46.456652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:46.469061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Deleting port 0dc96c2c-3737-48e3-9412-cd838fe5d09a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:46.469674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:46.574817 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31'}], 'enable_snat': True}, 'gw_port_id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:30:44Z', 'revision_number': 5, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port': {'id': '0dc96c2c-3737-48e3-9412-cd838fe5d09a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:16Z', 'updated_at': '2021-11-24T14:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:46.578971 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] Checking router: e91040b7-ee18-4c6d-8764-86789085bb05 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:30:46.588194 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] Routers {'e91040b7-ee18-4c6d-8764-86789085bb05'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:30:46.588822 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['e91040b7-ee18-4c6d-8764-86789085bb05'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:46.668296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] For port 0dc96c2c-3737-48e3-9412-cd838fe5d09a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0dc96c2c-3737-48e3-9412-cd838fe5d09a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:46.668653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:46.748579 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] Set router e91040b7-ee18-4c6d-8764-86789085bb05 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:30:46.849677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Calling delete_port for 0dc96c2c-3737-48e3-9412-cd838fe5d09a owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:46.854042 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:30:46Z', 'revision_number': 6, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:46.858365 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454463d8-047f-4092-bc0a-ba98835717fc None None] The sync data for ids ['e91040b7-ee18-4c6d-8764-86789085bb05'] in dv-neutron-818153-2-hyperv is: [{'id': 'e91040b7-ee18-4c6d-8764-86789085bb05', 'name': 'tempest-TestMinimumBasicScenario-984066714-router', 'tenant_id': 'd095bf8b6f534b9f84d89903a0494532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:15Z', 'updated_at': '2021-11-24T14:30:46Z', 'revision_number': 6, 'project_id': 'd095bf8b6f534b9f84d89903a0494532', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:30:47.180370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.220881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.227155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-726c85fd-4e68-4254-8388-bfda41ec535d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:47.285359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc96c2c-3737-48e3-9412-cd838fe5d09a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:47.288526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:47.378465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.550149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.552243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.576887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.577404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91040b7-ee18-4c6d-8764-86789085bb05 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:30:47.590528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.591644 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e91040b7-ee18-4c6d-8764-86789085bb05 HTTP/1.1" status: 204 len: 168 time: 1.5049675 Nov 24 14:30:47.594294 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48886) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:47.658509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Deleting subnet 0e401c18-d3a2-4c23-b509-d6f5fed7ff69 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:30:47.661582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.717345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.818359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.897368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.901826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6fdd1639-44e8-4389-96ff-d15c58a1c012 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:47.945625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e401c18-d3a2-4c23-b509-d6f5fed7ff69,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:47.948609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:47.949595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:47.954655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4bc0ee-e19d-4838-8dfe-6ad6cf280414 None None] Network 6fd23636-a7fa-4d33-948e-7358bde6cfe4 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:30:47.955578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-078b53b7-8032-42fb-942e-cd77070ea3e3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e401c18-d3a2-4c23-b509-d6f5fed7ff69 HTTP/1.1" status: 204 len: 168 time: 0.3603370 Nov 24 14:30:47.958068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48890) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:48.089150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.099918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Deleting port 68fae265-2856-4a9d-be50-36c26053803e {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:48.100313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.225395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] DHCP port deletion for 6fd23636-a7fa-4d33-948e-7358bde6cfe4 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:30:48.230242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Deleting port 68fae265-2856-4a9d-be50-36c26053803e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:48.230625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.325640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] For port 68fae265-2856-4a9d-be50-36c26053803e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68fae265-2856-4a9d-be50-36c26053803e,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:48.326208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.439681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] For port 68fae265-2856-4a9d-be50-36c26053803e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=68fae265-2856-4a9d-be50-36c26053803e,segment=NetworkSegment(5395fa6a-c9cf-43a9-9621-da9ffa45b609),segment_id=5395fa6a-c9cf-43a9-9621-da9ffa45b609)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:48.440019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.468960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Calling delete_port for 68fae265-2856-4a9d-be50-36c26053803e owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:48.505941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68fae265-2856-4a9d-be50-36c26053803e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:48.557307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.562598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1766d2a1-d1ed-4613-990b-b0b1c85f2554 tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:48.605048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Calling delete_port for 68fae265-2856-4a9d-be50-36c26053803e owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:48.608432 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Pushing event deleted for resources: {'Port': ['ID=68fae265-2856-4a9d-be50-36c26053803e,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:48.610235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] No DVR routers for this DVR port 68fae265-2856-4a9d-be50-36c26053803e on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:30:48.611697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:48.693503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No active binding found for port 68fae265-2856-4a9d-be50-36c26053803e {{(pid=87694) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 14:30:48.693818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 68fae265-2856-4a9d-be50-36c26053803e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:48.694248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0dc96c2c-3737-48e3-9412-cd838fe5d09a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:48.728102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:30:48.728467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:30:48.734093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.734299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 0dc96c2c-3737-48e3-9412-cd838fe5d09a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:30:48.734657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0dc96c2c-3737-48e3-9412-cd838fe5d09a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:48.735079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:48.761152 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd23636-a7fa-4d33-948e-7358bde6cfe4']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:48.768935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:30:48.769293 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3fc8f02d-c6d7-4b8e-a566-da5a5c370540 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:48.778989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5395fa6a-c9cf-43a9-9621-da9ffa45b609') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:48.779279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5395fa6a-c9cf-43a9-9621-da9ffa45b609') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:48.792705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.809319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.815782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:30:48.816163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:30:48.829623 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:30:49.031682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:49.035986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:49.040828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4ac57e73-68b1-4cf7-98cc-d769fe4a902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:49.063652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd23636-a7fa-4d33-948e-7358bde6cfe4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:49.066126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:49.068582 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] 10.222.0.36 "DELETE /v2.0/networks/6fd23636-a7fa-4d33-948e-7358bde6cfe4 HTTP/1.1" status: 204 len: 168 time: 1.1091340 Nov 24 14:30:49.071212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48894) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:49.229920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Deleting port 68fae265-2856-4a9d-be50-36c26053803e {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:49.230469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:49.300964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-030cd459-2941-4c62-b7ec-d5a542dc8aec None None] The port '68fae265-2856-4a9d-be50-36c26053803e' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:30:49.633409 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:49.857236 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4d0f4250-5ed2-4d0c-8311-4fc2af3bc3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:49.986141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Deleting port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:49.986402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:50.171687 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] For port 1a1d0ea9-93bf-4186-b86f-292b5a523ce5, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:50.172037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:50.297341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Calling delete_port for 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:50.408962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:50.600396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:50.604096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-254620e9-82cf-4ad0-9968-64fbd76cf85a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:50.651633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1d0ea9-93bf-4186-b86f-292b5a523ce5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:50.654742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:50.920226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:51.299204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Router d5e51076-5d57-4d22-997d-1e0739536779 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:30:51.480307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:30:51.489837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] Sync routers for ids ['d5e51076-5d57-4d22-997d-1e0739536779'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:30:51.497283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] 10.222.0.36 "PUT /v2.0/routers/d5e51076-5d57-4d22-997d-1e0739536779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4250367 Nov 24 14:30:51.499834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48898) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:51.501005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] Routers {'d5e51076-5d57-4d22-997d-1e0739536779'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:30:51.501655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d5e51076-5d57-4d22-997d-1e0739536779'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:51.678378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:51.703991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] Set router d5e51076-5d57-4d22-997d-1e0739536779 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:30:52.000865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.010731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Deleting port d8a910d8-4a42-4c29-8c4f-b44b1e14f311 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:52.011173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.031001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:30:50Z', 'revision_number': 5, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port': {'id': 'd8a910d8-4a42-4c29-8c4f-b44b1e14f311', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:52.035087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] Checking router: d5e51076-5d57-4d22-997d-1e0739536779 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:30:52.045433 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] Routers {'d5e51076-5d57-4d22-997d-1e0739536779'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:30:52.046084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d5e51076-5d57-4d22-997d-1e0739536779'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:52.195301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] For port d8a910d8-4a42-4c29-8c4f-b44b1e14f311, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:52.195650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.200113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] Set router d5e51076-5d57-4d22-997d-1e0739536779 gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:30:52.311981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:30:52Z', 'revision_number': 6, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:52.316183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab8d77-6d12-4460-b601-3eafb7153d26 None None] The sync data for ids ['d5e51076-5d57-4d22-997d-1e0739536779'] in dv-neutron-818153-2-hyperv is: [{'id': 'd5e51076-5d57-4d22-997d-1e0739536779', 'name': 'tempest-TestMinimumBasicScenario-1602598731-router', 'tenant_id': '3e2ac581f7fb42bcbac1d224283db31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:28:22Z', 'updated_at': '2021-11-24T14:30:52Z', 'revision_number': 6, 'project_id': '3e2ac581f7fb42bcbac1d224283db31b', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:30:52.322968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Calling delete_port for d8a910d8-4a42-4c29-8c4f-b44b1e14f311 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:52.503219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.507462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b817c660-23f0-4a40-85c3-3849ca360a6b tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:52.550976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a910d8-4a42-4c29-8c4f-b44b1e14f311,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:52.554204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:52.619606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f39b020a-721e-4386-8d87-d38961db0f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.661522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.848999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.851484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.874291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.874895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e51076-5d57-4d22-997d-1e0739536779 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:30:52.887846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:52.888966 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d5e51076-5d57-4d22-997d-1e0739536779 HTTP/1.1" status: 204 len: 168 time: 1.3881860 Nov 24 14:30:52.891504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48902) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:52.951447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Deleting subnet 2c9e3174-71f4-4858-99dc-04e259fd95d5 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:30:52.954864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.007857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.086719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:53.088118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.123894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:30:53.123996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1a1d0ea9-93bf-4186-b86f-292b5a523ce5 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:53.159291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.162949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f98cde45-96f8-4998-a697-1b5ed78cd7bb tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:53.205513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9e3174-71f4-4858-99dc-04e259fd95d5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:53.207461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.211074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:53.215507 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-77f84e33-3e0f-4dc3-868b-93e0dd1fc2cc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c9e3174-71f4-4858-99dc-04e259fd95d5 HTTP/1.1" status: 204 len: 168 time: 0.3230624 Nov 24 14:30:53.216669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e6a62-5cc9-41d7-a46a-f0368689a4c0 None None] Network 613168a3-813e-4ebd-a9fd-055cf90c70d2 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:30:53.219400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48906) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:53.345952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.362285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Deleting port 97ade2bc-c0c9-4de7-a927-88167bfd891f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:53.362621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.515178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] DHCP port deletion for 613168a3-813e-4ebd-a9fd-055cf90c70d2 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:30:53.521145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Deleting port 97ade2bc-c0c9-4de7-a927-88167bfd891f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:53.521525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.582860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] For port 97ade2bc-c0c9-4de7-a927-88167bfd891f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97ade2bc-c0c9-4de7-a927-88167bfd891f,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:53.583209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.720879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Calling delete_port for 97ade2bc-c0c9-4de7-a927-88167bfd891f owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:53.737975 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] For port 97ade2bc-c0c9-4de7-a927-88167bfd891f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=97ade2bc-c0c9-4de7-a927-88167bfd891f,segment=NetworkSegment(78cb7e56-0b43-4528-adae-f24626d5e845),segment_id=78cb7e56-0b43-4528-adae-f24626d5e845)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:30:53.738584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.807440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.812569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:53.858762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Pushing event deleted for resources: {'Port': ['ID=97ade2bc-c0c9-4de7-a927-88167bfd891f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:53.860541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] No DVR routers for this DVR port 97ade2bc-c0c9-4de7-a927-88167bfd891f on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:30:53.862046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:53.877576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Calling delete_port for 97ade2bc-c0c9-4de7-a927-88167bfd891f owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:30:53.920691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:53.956804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:30:53.957174 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:30:54.101760 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.129061 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613168a3-813e-4ebd-a9fd-055cf90c70d2']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:54.141214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cb7e56-0b43-4528-adae-f24626d5e845') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:54.141505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cb7e56-0b43-4528-adae-f24626d5e845') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:30:54.152474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.168724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.174879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:30:54.175480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:30:54.188849 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:30:54.266864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.273593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.276113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d7ec7cd4-e8c8-4c8b-ab55-cac9e3404a2a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:54.299789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Pushing event deleted for resources: {'Network': ['ID=613168a3-813e-4ebd-a9fd-055cf90c70d2,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:54.302838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:54.308114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] 10.222.0.36 "DELETE /v2.0/networks/613168a3-813e-4ebd-a9fd-055cf90c70d2 HTTP/1.1" status: 204 len: 168 time: 1.0875585 Nov 24 14:30:54.458423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Deleting port 97ade2bc-c0c9-4de7-a927-88167bfd891f {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:30:54.459187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.492647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d8a910d8-4a42-4c29-8c4f-b44b1e14f311 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:54.535244 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48912) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:54.597234 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0708b8c8-2ad8-407d-80e4-acb7d31e2414 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d095bf8b6f534b9f84d89903a0494532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599055 Nov 24 14:30:54.599247 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48916) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:54.619479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: d8a910d8-4a42-4c29-8c4f-b44b1e14f311 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:30:54.619864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device d8a910d8-4a42-4c29-8c4f-b44b1e14f311 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:54.620243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97ade2bc-c0c9-4de7-a927-88167bfd891f no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:30:54.662638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42fb3f7a-57cc-4a54-ae6b-45f0d6dba24a None None] The port '97ade2bc-c0c9-4de7-a927-88167bfd891f' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:30:54.663183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.663816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 97ade2bc-c0c9-4de7-a927-88167bfd891f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:30:54.664160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 97ade2bc-c0c9-4de7-a927-88167bfd891f not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:30:54.695858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.761346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.765199 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d9d1c988-01a3-44c9-86d2-244965d0028d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:54.780609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5ed679-91d3-4e79-b0d5-650bccffcc29,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:54.784497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:54.787735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:54.789339 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e1052a85-6b1c-4b86-9050-0e5ee70c921d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c5ed679-91d3-4e79-b0d5-650bccffcc29 HTTP/1.1" status: 204 len: 168 time: 0.1890976 Nov 24 14:30:55.140667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48924) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:55.190642 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-325ebd9d-21b3-495c-b478-9f55d34fb899 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e2ac581f7fb42bcbac1d224283db31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486307 Nov 24 14:30:55.192950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48928) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:55.254697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:55.282204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:55.338320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:55.342227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:55.359973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e4a45-f207-4832-8da4-16dc0c6313a4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:55.363731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:55.365777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:55.368591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d2cb59d2-c88c-4be3-83c5-b9748e24c5e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e60e4a45-f207-4832-8da4-16dc0c6313a4 HTTP/1.1" status: 204 len: 168 time: 0.1741650 Nov 24 14:30:55.402728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.192267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48970) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:57.198506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629845625', 'description': 'tempest-secgroup-smoke-629845625 description', 'project_id': 'b8ec1b531322491ca7919a0802563279'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:57.204684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.208893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:57.212548 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:57.222562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:57.233854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.247250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.262842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.266664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:57.269514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:57.276083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:57.359230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.363333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.366466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2d17f3fc-0d28-4291-93c3-7fc291698524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:57.379990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.394000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:57.400547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:57.408966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:57.411190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d866af-de82-4842-8983-30d8fd3aa374,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:57.415468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:57.486010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.489346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.494064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3e345bcd-bb2c-404d-becf-fe89a5427055 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:57.532267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4945e0db-a12a-4e3f-93e5-ec0cdf963107,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:57.535068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.539864 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3429701 Nov 24 14:30:57.539864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:57.540246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48974) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:57.545067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '4945e0db-a12a-4e3f-93e5-ec0cdf963107', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:57.551336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.555948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:57.558869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:57.564550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:57.582711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.646075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.649556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.651317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dd6ffccc-c213-406c-9b93-0c7d68af7397 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:57.674844 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75311298-8c46-462d-9900-3684fe78e614,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:57.679974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:57.684754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.685946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450055 Nov 24 14:30:57.688604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48978) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:57.694077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '4945e0db-a12a-4e3f-93e5-ec0cdf963107', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:57.700007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.704063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:57.707018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:57.713420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:57.730093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.790559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.793867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.795621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-59e18e87-e11f-431f-81cc-e09a991e1bc2 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:57.817537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7197210-1565-48ee-b6d3-97005ea022f9,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:57.820549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:57.827321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.828631 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390972 Nov 24 14:30:57.831435 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48982) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:57.837816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '4945e0db-a12a-4e3f-93e5-ec0cdf963107', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:57.843762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.847526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:57.850429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:57.856304 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:57.872930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.938411 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.942041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.943900 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1e8c0065-d543-4211-8117-ea8f73901853 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:57.966418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf8c8e-4470-4463-b1c0-bbeadeb43c02,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:57.968890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:57.976013 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:57.977232 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-67ca8c44-024e-45b0-a734-087aeb8dc53e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447961 Nov 24 14:30:57.979915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48986) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:57.985783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '4945e0db-a12a-4e3f-93e5-ec0cdf963107', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:57.993965 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:57.999382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:58.002465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:58.008680 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:58.027447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.102657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.108115 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.111017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-89ac6e2d-218e-4025-999a-8b6ed3db68f4 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:58.133232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e99713-e5bd-46b8-9ba6-e7f393d9dce4,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:58.135652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:58.143636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.145036 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636689 Nov 24 14:30:58.148396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 48990) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:58.153482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '4945e0db-a12a-4e3f-93e5-ec0cdf963107', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:58.159538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:58.163986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:58.166894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:58.172447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:58.182882 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:30:58.190059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.265566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.269695 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.271580 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-889e9eda-14f9-4929-a4f4-40b3f6deb0f8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:58.295418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1777d239-1ba0-42b3-8a52-8c5493a8a976,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:58.300154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:58.305110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.309095 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569479 Nov 24 14:30:58.309525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48994) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:58.314969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '4945e0db-a12a-4e3f-93e5-ec0cdf963107', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:58.321832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:58.326580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:58.330315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:58.338374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:58.352061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:30:58.359491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.432368 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.436057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.441921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1bf425c5-fcfc-4022-bafa-684dd16328d5 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:58.462177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99abe49-6b57-469c-ad2d-8c9ad0977854,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:58.465020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:58.472551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.473826 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631787 Nov 24 14:30:58.477696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 48998) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:58.483490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'network': {'name': 'tempest-network-smoke--284131117', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:58.488492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:58.492974 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:network and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:58.495805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:58.501469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:58.513458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:30:58.517170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.546350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:30:58.557572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.558022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Added segment dccfe30a-228a-4da0-a46f-af246c0a48ab of type vlan for network 712e77c5-f855-49a1-8d37-c9767960420d Nov 24 14:30:58.585716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.617597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.623335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:30:58.623941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.627644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd4fd52b-dcc8-4d8f-b954-2df44d045370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:58.732689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2537024 Nov 24 14:30:58.735500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49002) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:30:58.743280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'admin_state_up': True, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:30:58.749135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Network': ['ID=712e77c5-f855-49a1-8d37-c9767960420d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:58.752557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-93798fa3-ed8b-48cf-b931-69e874f20b7d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:30:58.753590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:30:58.760067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:router and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:30:58.760955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 712e77c5-f855-49a1-8d37-c9767960420d details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:30:58.763768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:30:58.770567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:30:58.781311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.782356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:58.799149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:59.076550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:59.524950 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:59.554820 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:59.690108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.77 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/5645e96b-c24c-49b1-89e5-a16dcccddd6a) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:30:59.843526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:59.873999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:30:59.877715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a104a54d-b829-44cd-9dd6-3eac58ec63b1 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:30:59.940875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:30:59.943803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:30:59.949476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:30:59.992622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=5645e96b-c24c-49b1-89e5-a16dcccddd6a,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:30:59.997062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:00.385022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:00.725424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:01.073544 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:31:01.257871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:31:01.267438 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Sync routers for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:31:01.281918 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:31:01.282545 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:01.287091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:01.288451 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5520270 Nov 24 14:31:01.291529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49006) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:01.468287 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c303a3f0-6bcc-4f58-bdb9-68faa37a53a9 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b8ec1b531322491ca7919a0802563279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1754711 Nov 24 14:31:01.470952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:01.489895 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:31:01.607829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c4c621-4afd-4916-a50b-72fd4b0d05f5 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:01.610780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d9c4c621-4afd-4916-a50b-72fd4b0d05f5 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374636 Nov 24 14:31:01.612203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49016) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:01.652387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-780a6117-7b1c-46be-82e2-9a42809bf1f9 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387874 Nov 24 14:31:01.654737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49020) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:01.660836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521164273', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:31:01.777910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:31:01.781823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:subnet and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:31:01.782929 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:00Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:01.784827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:31:01.787076 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Checking router: 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:31:01.787466 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Updating router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 port 5645e96b-c24c-49b1-89e5-a16dcccddd6a binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:31:01.790716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:31:01.801683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:31:01.806054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:01.844867 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.042582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.047116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-63a0f71f-73d1-4d7d-8bcb-09296a2e9756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:02.120706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Subnet': ['ID=621ad136-3387-44aa-97ae-f0cef9fc3de3,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:02.124025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:02.130279 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Checking segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:31:02.130633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network hostable DHCP agents. Network: 712e77c5-f855-49a1-8d37-c9767960420d, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:31:02.151469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 712e77c5-f855-49a1-8d37-c9767960420d is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:31:02.160671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 712e77c5-f855-49a1-8d37-c9767960420d) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:02.166672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:02.167256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.171642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02703d69-f02f-435a-aa59-387944796f52 None None] Network 712e77c5-f855-49a1-8d37-c9767960420d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:31:02.177944 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.190240 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Transition to ACTIVE for port object 5645e96b-c24c-49b1-89e5-a16dcccddd6a will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:02.191347 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5353885 Nov 24 14:31:02.194724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:02.199225 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.203108 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ba24b708-f5d2-4f64-9b90-26f51203acd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:02.289260 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Pushing event updated for resources: {'Port': ['ID=5645e96b-c24c-49b1-89e5-a16dcccddd6a,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:02.296964 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.297362 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.297806 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.298239 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.298689 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.299363 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.299790 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.300223 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.301268 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.301268 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.301494 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.301864 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.305800 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Attempting to bind port 5645e96b-c24c-49b1-89e5-a16dcccddd6a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:31:02.306329 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Attempting to bind port 5645e96b-c24c-49b1-89e5-a16dcccddd6a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:31:02.306801 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Attempting to bind port 5645e96b-c24c-49b1-89e5-a16dcccddd6a on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:31:02.312681 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:02.313585 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:31:02.314071 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:31:02.314590 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.315201 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:31:02.315882 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Bound port: 5645e96b-c24c-49b1-89e5-a16dcccddd6a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:31:02.316471 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.407867 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] For port 5645e96b-c24c-49b1-89e5-a16dcccddd6a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:31:02.412802 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] For port 5645e96b-c24c-49b1-89e5-a16dcccddd6a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5645e96b-c24c-49b1-89e5-a16dcccddd6a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:31:02.414721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-712e77c5-f855-49a1-8d37-c9767960420d', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:31:02.415705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.418046 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.429405 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:02.499161 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:31:02.499496 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:02.582637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Allocated IP 172.20.0.2 (712e77c5-f855-49a1-8d37-c9767960420d/621ad136-3387-44aa-97ae-f0cef9fc3de3/321d1c65-9a9a-4a57-a886-803bad049d84) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:31:02.652953 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Pushing event updated for resources: {'Port': ['ID=5645e96b-c24c-49b1-89e5-a16dcccddd6a,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:02.658605 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-5f6f1d34-ec0c-4072-98d9-bad4a1334670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:02.707886 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:31:02.822501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.835240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Transition to ACTIVE for port object 321d1c65-9a9a-4a57-a886-803bad049d84 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:02.855488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Transition to ACTIVE for port object 321d1c65-9a9a-4a57-a886-803bad049d84 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:02.864079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:02.869162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c79a1b73-1025-4b03-96cc-20c519e92fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:02.945081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Pushing event updated for resources: {'Port': ['ID=321d1c65-9a9a-4a57-a886-803bad049d84,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:02.951584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Network 712e77c5-f855-49a1-8d37-c9767960420d is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:31:02.955943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:02.958230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.958625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.959012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.959546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.959973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.960475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.960911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.961312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.961714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.962114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.962508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.962912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:31:02.966192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:31:03.003000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:03.021622 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:00Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:03.025914 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af53d1c-fe8d-48d8-98b7-bef3df9da18d None None] The sync data for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv is: [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:00Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:31:03.071754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Attempting to bind port 321d1c65-9a9a-4a57-a886-803bad049d84 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:31:03.072205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Attempting to bind port 321d1c65-9a9a-4a57-a886-803bad049d84 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:31:03.072649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Attempting to bind port 321d1c65-9a9a-4a57-a886-803bad049d84 on network 712e77c5-f855-49a1-8d37-c9767960420d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:31:03.078595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:31:03.079086 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Checking segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:31:03.079572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:03.080058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Bound using segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:31:03.080595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Bound port: 321d1c65-9a9a-4a57-a886-803bad049d84, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:31:03.081064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:03.146344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:03.180254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] For port 321d1c65-9a9a-4a57-a886-803bad049d84, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:31:03.184371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] For port 321d1c65-9a9a-4a57-a886-803bad049d84, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=321d1c65-9a9a-4a57-a886-803bad049d84,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:31:03.191642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:03.197070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:03.302768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Pushing event updated for resources: {'Port': ['ID=321d1c65-9a9a-4a57-a886-803bad049d84,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:03.306332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:03.659800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.1 (712e77c5-f855-49a1-8d37-c9767960420d/621ad136-3387-44aa-97ae-f0cef9fc3de3/6edd5be2-8401-42f1-be59-e5ef61b3c5e9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:31:03.836223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:03.854922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:03.879914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:03.885280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-87d738c3-e50e-47bd-87dc-a66fc20fe451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:03.957235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 712e77c5-f855-49a1-8d37-c9767960420d is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:31:03.961114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:03.965356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:31:03.997654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:04.009066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:04.035501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.161321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.351333 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e6dab3-6756-428a-8dd0-abc57facc5ef None None] Network 712e77c5-f855-49a1-8d37-c9767960420d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:31:04.449594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-897346bf-4c7d-4e35-9900-1127288bfa34 None None] Provisioning for port 321d1c65-9a9a-4a57-a886-803bad049d84 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:04.587436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5645e96b-c24c-49b1-89e5-a16dcccddd6a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:04.699727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 5645e96b-c24c-49b1-89e5-a16dcccddd6a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:04.708778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5645e96b-c24c-49b1-89e5-a16dcccddd6a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:04.710036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.771186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.778318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.806547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35148699-457e-472f-9e89-cb697f40b078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:04.893281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.899179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:04.908415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:04.914294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 5645e96b-c24c-49b1-89e5-a16dcccddd6a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5645e96b-c24c-49b1-89e5-a16dcccddd6a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:31:04.920634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.920894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:04.921552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 321d1c65-9a9a-4a57-a886-803bad049d84 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:04.952019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:05.067953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=5645e96b-c24c-49b1-89e5-a16dcccddd6a,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:05.073262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:05.075295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b6b13c88-1f21-40a9-b106-b1acd5120f7c None None] Provisioning for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:05.077333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 712e77c5-f855-49a1-8d37-c9767960420d is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:31:05.078612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:05.081511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b6b13c88-1f21-40a9-b106-b1acd5120f7c None None] Provisioning complete for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:05.082104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6b13c88-1f21-40a9-b106-b1acd5120f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:05.113484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 321d1c65-9a9a-4a57-a886-803bad049d84 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:05.134135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 321d1c65-9a9a-4a57-a886-803bad049d84 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:05.134754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:05.197064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-b6b13c88-1f21-40a9-b106-b1acd5120f7c None None] Port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:31:05.275566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:05.317520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 321d1c65-9a9a-4a57-a886-803bad049d84, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=321d1c65-9a9a-4a57-a886-803bad049d84,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:31:05.323999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:05.326627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-040d5939-8d48-4618-b1e6-ffe8a6e57c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:05.339415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:31:05.382345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-365e4616-2f4e-445d-b586-a7db7c734259 None None] Provisioning complete for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:05.382922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-365e4616-2f4e-445d-b586-a7db7c734259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:05.471020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=321d1c65-9a9a-4a57-a886-803bad049d84,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:05.476917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:05.478891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-365e4616-2f4e-445d-b586-a7db7c734259 None None] Port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:31:05.541334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:31:05.551874 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3550587 Nov 24 14:31:05.552611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Sync routers for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:31:05.563596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:31:05.563596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:05.704571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-94ce20dd-f52a-480a-acb7-a986fe213104 None None] Provisioning complete for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:05.704978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-94ce20dd-f52a-480a-acb7-a986fe213104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:05.723282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-517b5e49-30a2-45d5-895f-a0a9588440b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:31:05.742379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-517b5e49-30a2-45d5-895f-a0a9588440b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:31:05.745399 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-517b5e49-30a2-45d5-895f-a0a9588440b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629845625&fields=id&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 267 time: 0.0626273 Nov 24 14:31:05.782360 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-94ce20dd-f52a-480a-acb7-a986fe213104 None None] Port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:31:05.806460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:31:05.903700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-869b9836-0f0c-4378-8719-e5bf10092cfa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:05.904386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-869b9836-0f0c-4378-8719-e5bf10092cfa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:31:05.922181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-869b9836-0f0c-4378-8719-e5bf10092cfa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:31:05.923351 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-869b9836-0f0c-4378-8719-e5bf10092cfa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/networks?id=712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 200 len: 796 time: 0.1728063 Nov 24 14:31:05.939547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-ba8172db-90fe-4dc1-ae8c-530c3c4ca87b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/quotas/b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 375 time: 0.0101540 Nov 24 14:31:06.032165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-494d500d-8e73-431a-8c95-9a23138ec8a8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:31:06.050175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-494d500d-8e73-431a-8c95-9a23138ec8a8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:31:06.051487 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-494d500d-8e73-431a-8c95-9a23138ec8a8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054726 Nov 24 14:31:06.144257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 2, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:06.148480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Checking router: 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:31:06.148876 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Updating router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:31:06.196225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-fcecddfd-5984-4a4a-847f-ef63e1b4ba41 service neutron] 10.222.0.36 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329277 Nov 24 14:31:06.202808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:06.330151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-8447d79b-2ce3-4b8a-9bfe-56357183e89d service neutron] 10.222.0.36 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278634 Nov 24 14:31:06.485841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5645e96b-c24c-49b1-89e5-a16dcccddd6a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:06.652833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:06.667197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Transition to ACTIVE for port object 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:06.675092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:06.678979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 5645e96b-c24c-49b1-89e5-a16dcccddd6a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:06.679440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:06.703931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:06.854404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ceb8-fa51-4086-b7aa-34b5c42072d3 None None] Pushing event updated for resources: {'Port': ['ID=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:06.859659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8502ceb8-fa51-4086-b7aa-34b5c42072d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:06.995014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Attempting to bind port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:31:06.995391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Attempting to bind port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:31:06.995761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Attempting to bind port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 on network 712e77c5-f855-49a1-8d37-c9767960420d {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:31:07.013570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:31:07.013950 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Checking segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:31:07.014363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:07.014782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Bound using segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:31:07.015242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Bound port: 6edd5be2-8401-42f1-be59-e5ef61b3c5e9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:31:07.015624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:07.032587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 321d1c65-9a9a-4a57-a886-803bad049d84 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:07.169672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] For port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:31:07.173284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] For port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:31:07.179936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:07.184577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8889f03-aca5-431b-937c-88aab0166c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:07.215270 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 321d1c65-9a9a-4a57-a886-803bad049d84 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:07.215648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:07.309559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:31:07.310212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:07.456453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ceb8-fa51-4086-b7aa-34b5c42072d3 None None] Pushing event updated for resources: {'Port': ['ID=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:07.465036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8502ceb8-fa51-4086-b7aa-34b5c42072d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:07.541770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-88d9b538-491c-4b63-9445-7914c9fc47c6 req-95fa7f19-cd38-46df-a272-d7bc3a650c5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 210 time: 0.0491493 Nov 24 14:31:07.581526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:31:07.918905 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:07Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:07.923435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e36843-a6c8-4b98-8f94-db5429d8d1d8 None None] The sync data for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv is: [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:07Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:31:08.500907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:08.584319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:08.591813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:08.592318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:08.826602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:08.849234 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f3b8f36-d4e5-4b6d-97e1-b6c9ca1be23e req-9ee5e065-d1a2-4538-b142-c65abe19a543 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 210 time: 0.0700665 Nov 24 14:31:08.868585 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:31:08.874503 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:08.878121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:08.931657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-14d253b6-1408-4488-a9ac-7baee67e0b99 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:08.933205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-14d253b6-1408-4488-a9ac-7baee67e0b99 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/networks?id=712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 200 len: 796 time: 0.2873268 Nov 24 14:31:09.012817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:09.020200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:09.141933 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-623e6abc-fbd2-4b67-8c57-6653a358fec5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 379 time: 0.1934867 Nov 24 14:31:09.151815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'port': {'device_id': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'admin_state_up': True, 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'security_groups': ['4945e0db-a12a-4e3f-93e5-ec0cdf963107']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:31:09.302608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:31:09.313260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:31:09.323574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:31:09.327261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:09.510654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.4 (712e77c5-f855-49a1-8d37-c9767960420d/621ad136-3387-44aa-97ae-f0cef9fc3de3/89db9b20-47aa-435e-a248-ab04f3bac34d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:31:09.708407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:09.725248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 89db9b20-47aa-435e-a248-ab04f3bac34d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:09.758846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:09.767211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7675b6ba-260e-4c74-9eda-baed1b9b9c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:09.882334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 712e77c5-f855-49a1-8d37-c9767960420d is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:31:09.889628 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:09.897036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:31:09.970540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=89db9b20-47aa-435e-a248-ab04f3bac34d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:09.980899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:10.105922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:10.106868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:10.140313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9922493 Nov 24 14:31:10.156831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928eb5c-e0e4-4271-b1cc-2f0587dd4eb1 req-fe95dfd3-800e-41a8-8a7b-2f74913a7b08 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:10.157525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7928eb5c-e0e4-4271-b1cc-2f0587dd4eb1 req-fe95dfd3-800e-41a8-8a7b-2f74913a7b08 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:31:10.164831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Request body: {'port': {'device_id': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:31:10.194819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3de31a2f-8689-418b-ab80-ec8135559609 None None] Provisioning for port 89db9b20-47aa-435e-a248-ab04f3bac34d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:10.200126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3de31a2f-8689-418b-ab80-ec8135559609 None None] Provisioning complete for port 89db9b20-47aa-435e-a248-ab04f3bac34d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:10.200500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3de31a2f-8689-418b-ab80-ec8135559609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:10.228958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-7928eb5c-e0e4-4271-b1cc-2f0587dd4eb1 req-fe95dfd3-800e-41a8-8a7b-2f74913a7b08 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:31:10.230132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7928eb5c-e0e4-4271-b1cc-2f0587dd4eb1 req-fe95dfd3-800e-41a8-8a7b-2f74913a7b08 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 931 time: 0.2514827 Nov 24 14:31:10.254640 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-3de31a2f-8689-418b-ab80-ec8135559609 None None] Port 89db9b20-47aa-435e-a248-ab04f3bac34d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:31:10.321861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:10.332788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7928eb5c-e0e4-4271-b1cc-2f0587dd4eb1 req-7a52c416-ad93-4f24-adad-624978b1f61c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730760 Nov 24 14:31:10.483160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:10.554003 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:10.554380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:10.688615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89db9b20-47aa-435e-a248-ab04f3bac34d {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:31:10.701788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:10.719792 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Transition to ACTIVE for port object 89db9b20-47aa-435e-a248-ab04f3bac34d will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:31:10.723468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:10.731207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-516b4da0-f568-40ed-b4b4-e377447986dd tempest-TestEncryptedCinderVolumes-904261262 tempest-TestEncryptedCinderVolumes-904261262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:10.923878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Pushing event updated for resources: {'Port': ['ID=89db9b20-47aa-435e-a248-ab04f3bac34d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:10.927494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:11.013607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Attempting to bind port 89db9b20-47aa-435e-a248-ab04f3bac34d on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:31:11.013945 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Attempting to bind port 89db9b20-47aa-435e-a248-ab04f3bac34d by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:31:11.014278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Attempting to bind port 89db9b20-47aa-435e-a248-ab04f3bac34d on network 712e77c5-f855-49a1-8d37-c9767960420d {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:31:11.019147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Port 89db9b20-47aa-435e-a248-ab04f3bac34d on network 712e77c5-f855-49a1-8d37-c9767960420d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:31:11.019463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Attempting to bind port 89db9b20-47aa-435e-a248-ab04f3bac34d on network 712e77c5-f855-49a1-8d37-c9767960420d {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:31:11.025236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:31:11.025570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Checking segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:31:11.025953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Bound using segment: {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:31:11.026375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Bound port: 89db9b20-47aa-435e-a248-ab04f3bac34d, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccfe30a-228a-4da0-a46f-af246c0a48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:31:11.026719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:11.122740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] For port 89db9b20-47aa-435e-a248-ab04f3bac34d, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:31:11.125795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] For port 89db9b20-47aa-435e-a248-ab04f3bac34d, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=89db9b20-47aa-435e-a248-ab04f3bac34d,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:31:11.130169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:11.134305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f8242c1-e5c8-4f1b-a5fc-3daf44fc7d02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:11.189703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:11.190422 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:11.191945 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] 10.222.0.76 "PUT /v2.0/ports/89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 200 len: 1093 time: 1.0315065 Nov 24 14:31:11.195500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:31:11.224322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Pushing event updated for resources: {'Port': ['ID=89db9b20-47aa-435e-a248-ab04f3bac34d,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:11.228803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:11.273308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'status': 'completed', 'code': 200} Nov 24 14:31:11.495477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-2b168fdb-bf29-434b-be91-dd26d27738b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:11.496870 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-2b168fdb-bf29-434b-be91-dd26d27738b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1096 time: 0.2603767 Nov 24 14:31:11.575750 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-53461380-0fae-4c1e-91dc-0a72fc445b10 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 200 len: 217 time: 0.0656137 Nov 24 14:31:11.626824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0180d1b-78df-4596-a97e-178596619cd5 req-0d14b955-8a21-4ec9-99e8-1139d9ffc144 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:11.628271 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a0180d1b-78df-4596-a97e-178596619cd5 req-0d14b955-8a21-4ec9-99e8-1139d9ffc144 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 943 time: 0.1789503 Nov 24 14:31:11.681807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-a657e7df-20e8-4438-8849-f7fb1d2dae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:11.683246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-a657e7df-20e8-4438-8849-f7fb1d2dae37 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=621ad136-3387-44aa-97ae-f0cef9fc3de3 HTTP/1.1" status: 200 len: 835 time: 0.0980303 Nov 24 14:31:11.693914 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a0180d1b-78df-4596-a97e-178596619cd5 req-4e4474b9-898f-47c6-9c6e-0367c4c7989d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532546 Nov 24 14:31:11.767465 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-4445d018-febe-4c9c-bfc7-33cfd3d2b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:11.768891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-4445d018-febe-4c9c-bfc7-33cfd3d2b3ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=712e77c5-f855-49a1-8d37-c9767960420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737541 Nov 24 14:31:11.910723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-d55406f8-6d0d-488d-a9f8-758c45fbea14 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297581 Nov 24 14:31:12.055609 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c35cf91-26e0-46b7-94e7-bf49f24b3081 req-0490f93f-6859-45c1-b5c0-6bdc7fc72d73 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336591 Nov 24 14:31:12.188228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-08f614e2-7013-40ef-8814-7992c07030ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:12.189788 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-08f614e2-7013-40ef-8814-7992c07030ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1096 time: 0.0772524 Nov 24 14:31:12.330588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-597167de-7853-4547-80a1-e8d09a152596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:12.332133 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-597167de-7853-4547-80a1-e8d09a152596 service neutron] 10.222.0.76 "GET /v2.0/networks?id=712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 200 len: 898 time: 0.1355679 Nov 24 14:31:12.402294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-5a3cabdb-798e-48a8-bcba-ed8b24a8fe38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 200 len: 217 time: 0.0616279 Nov 24 14:31:12.472540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-223843bb-6603-436f-a68a-c1aa641820b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:12.474022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-223843bb-6603-436f-a68a-c1aa641820b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=621ad136-3387-44aa-97ae-f0cef9fc3de3 HTTP/1.1" status: 200 len: 835 time: 0.0639429 Nov 24 14:31:12.557627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-972c79bc-056a-421a-97a2-8d254185378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:12.559101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-972c79bc-056a-421a-97a2-8d254185378a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=712e77c5-f855-49a1-8d37-c9767960420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743787 Nov 24 14:31:12.697441 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-4c023829-9cd7-4d3c-8721-b490823f7e74 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294236 Nov 24 14:31:12.884140 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b3e4fbe-124c-4b7e-abea-b02b273269d3 req-6ab6c450-1b86-4bdf-9a97-a1ae8faf6f5d service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794925 Nov 24 14:31:12.914715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d669d4f-8220-4709-b6f4-df0962ac1b5a req-c663ff0d-8844-4efc-9895-b29e469f4e86 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:12.916184 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d669d4f-8220-4709-b6f4-df0962ac1b5a req-c663ff0d-8844-4efc-9895-b29e469f4e86 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 943 time: 0.1146193 Nov 24 14:31:12.966081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d669d4f-8220-4709-b6f4-df0962ac1b5a req-d49f38b2-c674-4024-a38c-8fc369b487b9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Nov 24 14:31:14.136831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 89db9b20-47aa-435e-a248-ab04f3bac34d details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:31:14.161109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aebb77-3eb0-4fd1-93e8-0f68827d6eb5 req-f4f554f8-c099-4596-bc2f-a7a451d22b5e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:14.162957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-94aebb77-3eb0-4fd1-93e8-0f68827d6eb5 req-f4f554f8-c099-4596-bc2f-a7a451d22b5e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 943 time: 0.0873251 Nov 24 14:31:14.211777 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-94aebb77-3eb0-4fd1-93e8-0f68827d6eb5 req-d036a714-0feb-4fd4-b897-67b9c672dc08 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Nov 24 14:31:14.301365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 89db9b20-47aa-435e-a248-ab04f3bac34d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=89db9b20-47aa-435e-a248-ab04f3bac34d,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:31:14.315650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'port_id': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'mac_address': 'fa:16:3e:01:61:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:31:14.373431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:14.391461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89db9b20-47aa-435e-a248-ab04f3bac34d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:31:14.407073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 89db9b20-47aa-435e-a248-ab04f3bac34d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=89db9b20-47aa-435e-a248-ab04f3bac34d,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:31:14.411172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:14.413170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:14.489266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=89db9b20-47aa-435e-a248-ab04f3bac34d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:14.492526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:14.735511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['89db9b20-47aa-435e-a248-ab04f3bac34d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:31:15.530351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a962db-3c22-4e33-b669-e20edd807110 req-b5bf92c3-f5e5-4d1f-99b1-85090227374b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:15.531715 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a3a962db-3c22-4e33-b669-e20edd807110 req-b5bf92c3-f5e5-4d1f-99b1-85090227374b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 944 time: 0.2125313 Nov 24 14:31:15.584309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a3a962db-3c22-4e33-b669-e20edd807110 req-926447d4-dc2a-43f0-a04a-8125d7862bf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Nov 24 14:31:16.151621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 89db9b20-47aa-435e-a248-ab04f3bac34d up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:31:16.223388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 89db9b20-47aa-435e-a248-ab04f3bac34d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:31:16.228446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 89db9b20-47aa-435e-a248-ab04f3bac34d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:31:16.228865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:16.345562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:16.374578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:31:16.385079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 89db9b20-47aa-435e-a248-ab04f3bac34d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=89db9b20-47aa-435e-a248-ab04f3bac34d,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:31:16.390417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:16.392466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:16.426419 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'code': 200} Nov 24 14:31:16.467998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=89db9b20-47aa-435e-a248-ab04f3bac34d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:16.470988 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:16.680829 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bb613-35b3-4dc6-8a2b-0dac81676c24 req-f1f63411-93c2-4ed8-a5b3-ef525cc4a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:16.682373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-057bb613-35b3-4dc6-8a2b-0dac81676c24 req-f1f63411-93c2-4ed8-a5b3-ef525cc4a8de service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1098 time: 0.0768850 Nov 24 14:31:16.786911 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-057bb613-35b3-4dc6-8a2b-0dac81676c24 req-b13d7c91-ef20-460a-bd6a-f1cdd2ecd13b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940983 Nov 24 14:31:16.814245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1c298-3537-4ca7-8f86-4904187b1140 req-5b11b4ff-2674-494f-a1eb-005363589e0c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:16.815690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63e1c298-3537-4ca7-8f86-4904187b1140 req-5b11b4ff-2674-494f-a1eb-005363589e0c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.1093905 Nov 24 14:31:16.863017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63e1c298-3537-4ca7-8f86-4904187b1140 req-9f3b6431-3ccc-4269-b64b-fb7aa85af574 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400238 Nov 24 14:31:17.195833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:18.061909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804dba-e362-4356-8643-1c12ceda0f8d req-0de1dd15-d732-4b32-bb27-6d0fe87b3e0b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.063413 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a804dba-e362-4356-8643-1c12ceda0f8d req-0de1dd15-d732-4b32-bb27-6d0fe87b3e0b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0852554 Nov 24 14:31:18.160132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3a804dba-e362-4356-8643-1c12ceda0f8d req-b2551b5f-9eb8-4586-b7bf-b2f22cee41ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895536 Nov 24 14:31:18.181589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-7cc38d44-23da-47d9-addd-3bff39fb3d86 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939341 Nov 24 14:31:18.327002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a921d-4028-4480-9c00-b24d4abb560a req-c49fa9f8-eec3-4420-9a23-0a9d3b952596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.328462 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-c49fa9f8-eec3-4420-9a23-0a9d3b952596 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1098 time: 0.0727615 Nov 24 14:31:18.478128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a921d-4028-4480-9c00-b24d4abb560a req-b472b831-9e91-44df-b69a-e470879032cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.479565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-b472b831-9e91-44df-b69a-e470879032cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 200 len: 898 time: 0.1312428 Nov 24 14:31:18.553159 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-84bcf8c4-8790-421b-a47b-bc91ff8353bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 200 len: 217 time: 0.0671844 Nov 24 14:31:18.621504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a921d-4028-4480-9c00-b24d4abb560a req-c548e8d2-a68f-40f1-bc87-567d37ff17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.622939 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-c548e8d2-a68f-40f1-bc87-567d37ff17c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=621ad136-3387-44aa-97ae-f0cef9fc3de3 HTTP/1.1" status: 200 len: 835 time: 0.0639510 Nov 24 14:31:18.702287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a921d-4028-4480-9c00-b24d4abb560a req-e2f26e8b-ae6a-4507-871f-175ed10b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:18.703691 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-e2f26e8b-ae6a-4507-871f-175ed10b6f9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=712e77c5-f855-49a1-8d37-c9767960420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747130 Nov 24 14:31:18.843894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-eb55321a-bd42-4c15-adfe-5ce38a2ac457 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332445 Nov 24 14:31:18.983854 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-699a921d-4028-4480-9c00-b24d4abb560a req-883e00bc-ed06-46a2-8183-c6acdd7cf6dd service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331360 Nov 24 14:31:19.349942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09b34b-1978-4bd8-80b7-ad184799730b req-97c0440a-9848-4182-b0fc-5a7d820e19b8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:19.351442 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e09b34b-1978-4bd8-80b7-ad184799730b req-97c0440a-9848-4182-b0fc-5a7d820e19b8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0830100 Nov 24 14:31:19.402973 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3e09b34b-1978-4bd8-80b7-ad184799730b req-cfa690df-dafd-4192-ba22-9a205a942d26 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459018 Nov 24 14:31:19.591700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be3ab3-1a2b-40f0-b300-ec664aedaf80 req-2f654f0a-af45-463b-a934-4a76ad77380c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:19.593235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c9be3ab3-1a2b-40f0-b300-ec664aedaf80 req-2f654f0a-af45-463b-a934-4a76ad77380c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0824327 Nov 24 14:31:19.638894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c9be3ab3-1a2b-40f0-b300-ec664aedaf80 req-5d189d35-cc13-4677-8b07-80f9c0481f8f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Nov 24 14:31:19.663132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49080) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:19.737636 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048a1c8-dc54-4eb5-8451-cc38f3310120 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:19.739120 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f048a1c8-dc54-4eb5-8451-cc38f3310120 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1093 time: 0.0749362 Nov 24 14:31:19.742906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49084) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:19.747978 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:31:19.754126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:31:19.758736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:floatingip and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:31:19.761628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:31:19.767538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:31:19.778462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:19.861548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e09d-db7e-4f4a-9661-072acd20dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:19.929689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:20.191532 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.115 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/1f3ee116-9116-4b16-8795-f7c8585814ea) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:31:20.342191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:20.371691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:20.375465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dca29310-372c-416d-a5e2-6201475e4c4f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:20.413504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:20.439496 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:31:20.442519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:31:20.446968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:31:20.481864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=1f3ee116-9116-4b16-8795-f7c8585814ea,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:20.492384 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:20.868898 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:20.949045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:21.169242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:21.173802 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:21.179002 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9650b844-7c48-4c79-a874-601b9cc662c0 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:31:21.284752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=1f3ee116-9116-4b16-8795-f7c8585814ea,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:31:21.289255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:31:21.298182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:21.479223 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP 795b7da8-388d-4a1e-a9e9-d89604bc352d associated. External IP: 172.26.8.115, port: 89db9b20-47aa-435e-a248-ab04f3bac34d. Nov 24 14:31:21.969788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:31:22.152736 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:31:22.162699 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] Sync routers for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:31:22.177619 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:31:22.178254 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:30:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:22.178892 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:22.237324 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4933996 Nov 24 14:31:22.237985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:31:22.390879 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:31:22.416894 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3c4e-c1cf-4849-bbf3-8dedcf9db5e7 req-cd9ba246-91fa-4b46-94db-ef41abf32817 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:22.418459 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-72fe3c4e-c1cf-4849-bbf3-8dedcf9db5e7 req-cd9ba246-91fa-4b46-94db-ef41abf32817 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0893013 Nov 24 14:31:22.464882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-72fe3c4e-c1cf-4849-bbf3-8dedcf9db5e7 req-cc905715-6594-4ed1-8ab6-48291d2c24d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406520 Nov 24 14:31:22.493690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49092) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:22.521832 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'status': 'completed', 'code': 200} Nov 24 14:31:22.626423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c20955d2-caf6-4c0e-96d5-3cd9dd5814d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:22.666561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f4ead30a-83a2-4bf7-8284-ea3504a90b4a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/795b7da8-388d-4a1e-a9e9-d89604bc352d HTTP/1.1" status: 200 len: 991 time: 0.1705942 Nov 24 14:31:22.680634 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-156c4d6d-2219-476f-ae59-518d3c51840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:22.682155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-156c4d6d-2219-476f-ae59-518d3c51840f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1098 time: 0.1285467 Nov 24 14:31:22.766355 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '795b7da8-388d-4a1e-a9e9-d89604bc352d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.115', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'port_id': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'mac_address': 'fa:16:3e:01:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:31:20Z', 'updated_at': '2021-11-24T14:31:20Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:22.771366 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] Checking router: 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:31:22.785619 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:31:22.786249 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:22.957243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-9beda3e3-d2ae-4b2d-9e68-3e8f813dd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:22.958650 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-9beda3e3-d2ae-4b2d-9e68-3e8f813dd684 service neutron] 10.222.0.76 "GET /v2.0/networks?id=712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 200 len: 898 time: 0.2704158 Nov 24 14:31:22.972610 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:31:23.044393 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:31:23.066727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-8bbb16ea-9ffe-4221-9bab-b04635668b06 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 200 len: 999 time: 0.1009254 Nov 24 14:31:23.135273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-63c4f32e-d38c-4e18-aed4-1e0b5cb83757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:23.136729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-63c4f32e-d38c-4e18-aed4-1e0b5cb83757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=621ad136-3387-44aa-97ae-f0cef9fc3de3 HTTP/1.1" status: 200 len: 835 time: 0.0639060 Nov 24 14:31:23.216286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-4215f008-d082-479c-a03f-f0e203832665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:23.217710 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-4215f008-d082-479c-a03f-f0e203832665 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=712e77c5-f855-49a1-8d37-c9767960420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739031 Nov 24 14:31:23.341247 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '795b7da8-388d-4a1e-a9e9-d89604bc352d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.115', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'port_id': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'mac_address': 'fa:16:3e:01:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:31:20Z', 'updated_at': '2021-11-24T14:31:20Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:31:23.345633 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608331f9-9cbf-4f62-b9fa-96023eb2c497 None None] The sync data for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv is: [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '795b7da8-388d-4a1e-a9e9-d89604bc352d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.115', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'port_id': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'mac_address': 'fa:16:3e:01:61:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:31:20Z', 'updated_at': '2021-11-24T14:31:20Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:31:23.358896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-7126b5ed-2afa-4626-b5c0-976bde721e40 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337142 Nov 24 14:31:23.502445 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2dd32e1d-af6e-459e-9b1b-7d4866beddee req-4ca5f7c2-febd-44d9-85b2-bf67b22d84a5 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361737 Nov 24 14:31:23.557974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8aeefa-71ac-4952-a9d7-b6b2313bc675 None None] New status for floating IP 795b7da8-388d-4a1e-a9e9-d89604bc352d: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:31:23.669528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49096) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:23.782498 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3a7b1bd3-9331-4ed0-8c51-a4f02e34d730 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/795b7da8-388d-4a1e-a9e9-d89604bc352d HTTP/1.1" status: 200 len: 991 time: 0.1116111 Nov 24 14:31:23.843077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:24.787021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49100) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:24.909154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5e321214-02b9-4dcf-b70e-47aca825d542 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/795b7da8-388d-4a1e-a9e9-d89604bc352d HTTP/1.1" status: 200 len: 993 time: 0.1204631 Nov 24 14:31:25.398847 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:47.210372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:49.864584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8ca9-61bf-41df-8c93-a43a533d7853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:50.421272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:52.620952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-703b246e-f7d2-4939-b714-2437ab12ebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:53.821191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:55.401520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:31:56.386649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e656bb-8ee3-4954-9714-3103f6d9c96b req-a9fa5ff5-81ec-4c7e-a941-0b15fc81fa09 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:56.388135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a9e656bb-8ee3-4954-9714-3103f6d9c96b req-a9fa5ff5-81ec-4c7e-a941-0b15fc81fa09 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0845222 Nov 24 14:31:56.438146 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a9e656bb-8ee3-4954-9714-3103f6d9c96b req-83f2bdb0-7703-429a-8c6a-67ad083c0363 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442698 Nov 24 14:31:57.642978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2c100-ee3a-4491-8236-e1de4c4aaf09 req-3593f0eb-36b1-472a-a0e0-29c4bcd591d6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:57.644478 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-97d2c100-ee3a-4491-8236-e1de4c4aaf09 req-3593f0eb-36b1-472a-a0e0-29c4bcd591d6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0958149 Nov 24 14:31:57.690468 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-97d2c100-ee3a-4491-8236-e1de4c4aaf09 req-e2239f0e-071d-455a-82e2-a62cf869e20f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401740 Nov 24 14:31:57.715981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49122) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:31:57.841547 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-56e107f8-09f5-4a9b-a580-c03a8df91e66 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/795b7da8-388d-4a1e-a9e9-d89604bc352d HTTP/1.1" status: 200 len: 993 time: 0.1240246 Nov 24 14:31:59.347745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89577d-cae1-4573-95b0-1922f60129eb req-dababd89-2a6b-4ea6-a64b-9eb55ae9b301 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:31:59.349396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb89577d-cae1-4573-95b0-1922f60129eb req-dababd89-2a6b-4ea6-a64b-9eb55ae9b301 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0904255 Nov 24 14:31:59.397367 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bb89577d-cae1-4573-95b0-1922f60129eb req-5040202f-08b6-4aa2-931a-6d452c292db8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413444 Nov 24 14:32:00.024566 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:32:00.603049 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acab165-01cd-431e-8539-31f9b8bc50c6 req-b4f8cb91-fee3-43f3-91d8-2712e200cd2d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:00.603754 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8acab165-01cd-431e-8539-31f9b8bc50c6 req-b4f8cb91-fee3-43f3-91d8-2712e200cd2d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0903025 Nov 24 14:32:00.650710 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8acab165-01cd-431e-8539-31f9b8bc50c6 req-8b872d22-9268-4965-853c-5c9f11812047 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410354 Nov 24 14:32:00.674788 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49134) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:00.787071 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6c5fc103-4004-43ed-9232-ced5ef24e042 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/795b7da8-388d-4a1e-a9e9-d89604bc352d HTTP/1.1" status: 200 len: 993 time: 0.1110501 Nov 24 14:32:01.141795 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49142) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:01.355245 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 1f3ee116-9116-4b16-8795-f7c8585814ea {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:32:01.355584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:01.529628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:01.529944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:01.655468 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 1f3ee116-9116-4b16-8795-f7c8585814ea owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:32:01.812587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:01.816457 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c0e6e041-9954-4bf6-becf-0c45340393cb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:01.866809 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=1f3ee116-9116-4b16-8795-f7c8585814ea,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:02.038843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.039140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.039523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.039901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.040274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.040653 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.041043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.041410 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.041775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.042137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.042503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.042861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:02.071427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:02.101538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:02.101873 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP 795b7da8-388d-4a1e-a9e9-d89604bc352d disassociated (deleted). External IP: 172.26.8.115, port: 89db9b20-47aa-435e-a248-ab04f3bac34d. Nov 24 14:32:02.470355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:32:02.652385 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:32:02.663745 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] Sync routers for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:32:02.674195 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:02.674947 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:02.677950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:02.740057 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/floatingips/795b7da8-388d-4a1e-a9e9-d89604bc352d HTTP/1.1" status: 204 len: 168 time: 1.5971606 Nov 24 14:32:02.740868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:02.852917 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:03.000404 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'status': 'completed', 'code': 200} Nov 24 14:32:03.156995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-655f513e-dc13-43b7-93e0-b843b90bcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:03.158492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-655f513e-dc13-43b7-93e0-b843b90bcf5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 1098 time: 0.1338344 Nov 24 14:32:03.223999 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:03.228063 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] Checking router: 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:32:03.237027 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:03.237626 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:03.264325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00cf1-802d-48e9-957e-72d08e73f707 req-896e5748-28c1-4ffd-b7f2-68012d183b49 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:03.265842 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-79d00cf1-802d-48e9-957e-72d08e73f707 req-896e5748-28c1-4ffd-b7f2-68012d183b49 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.1792300 Nov 24 14:32:03.350626 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-79d00cf1-802d-48e9-957e-72d08e73f707 req-f9edfd83-6b2a-4863-92b6-e88db693c8e6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767052 Nov 24 14:32:03.352430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-7f3345c0-8a14-4bf3-880c-32fadfd71efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:03.353881 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-7f3345c0-8a14-4bf3-880c-32fadfd71efb service neutron] 10.222.0.76 "GET /v2.0/networks?id=712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 200 len: 898 time: 0.1867952 Nov 24 14:32:03.432571 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:03.550750 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-8fd79445-49ca-452d-a793-f90ffd6a3833 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 200 len: 217 time: 0.1889608 Nov 24 14:32:03.620128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-51d0d142-b2f2-44f4-8968-d9c4a9d4addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:03.621624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-51d0d142-b2f2-44f4-8968-d9c4a9d4addd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=621ad136-3387-44aa-97ae-f0cef9fc3de3 HTTP/1.1" status: 200 len: 835 time: 0.0629258 Nov 24 14:32:03.705572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-caea9ac0-3b74-4c7c-82cd-0bfa5b34523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:03.707222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-caea9ac0-3b74-4c7c-82cd-0bfa5b34523c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=712e77c5-f855-49a1-8d37-c9767960420d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783732 Nov 24 14:32:03.768443 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:03.773524 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a8c40a-507f-416c-8384-79b4f026a236 None None] The sync data for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv is: [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '6edd5be2-8401-42f1-be59-e5ef61b3c5e9', 'name': '', 'network_id': '712e77c5-f855-49a1-8d37-c9767960420d', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:3f:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:31:03Z', 'updated_at': '2021-11-24T14:31:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '621ad136-3387-44aa-97ae-f0cef9fc3de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:32:03.850109 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-f05ed572-9521-46aa-a386-315ca5aba9c2 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355402 Nov 24 14:32:03.998235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-31938a8d-56dc-4da2-9a21-42a2b4f0ce3d req-9955af41-d625-4ce6-804d-119a42c64876 service neutron] 10.222.0.76 "GET /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406820 Nov 24 14:32:04.006633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f724a8-90ec-4de6-9bde-93b0684446ff None None] New status for floating IP 795b7da8-388d-4a1e-a9e9-d89604bc352d: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:32:04.544256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69617fd3-60fa-49ab-8d86-5c7f5e378770 req-27e2fec7-31ca-4876-80d9-add9f24c7431 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:04.545814 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-69617fd3-60fa-49ab-8d86-5c7f5e378770 req-27e2fec7-31ca-4876-80d9-add9f24c7431 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0858133 Nov 24 14:32:04.595700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-69617fd3-60fa-49ab-8d86-5c7f5e378770 req-68e78fac-2a86-4265-a6b8-ac2fa7707ec2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=4945e0db-a12a-4e3f-93e5-ec0cdf963107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Nov 24 14:32:04.838331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-2c0ec7d2-05d5-436d-a24e-ef5baec91ed8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:04.839813 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-2c0ec7d2-05d5-436d-a24e-ef5baec91ed8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 945 time: 0.0855234 Nov 24 14:32:04.931278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 89db9b20-47aa-435e-a248-ab04f3bac34d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:32:04.931617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:05.198385 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 89db9b20-47aa-435e-a248-ab04f3bac34d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=89db9b20-47aa-435e-a248-ab04f3bac34d,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:05.198730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:05.334967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 89db9b20-47aa-435e-a248-ab04f3bac34d owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:32:05.486461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:05.492794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:05.538788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=89db9b20-47aa-435e-a248-ab04f3bac34d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:05.578617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.579325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.579448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.579754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.580146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.580505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.580904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.581278 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.581675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.582043 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.582414 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.582781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:05.590900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:05.631638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] No DVR routers for this DVR port 89db9b20-47aa-435e-a248-ab04f3bac34d on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:32:05.634740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:05.637572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'name': 'network-vif-deleted', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:05.650362 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84d88ea7-28a9-4eee-8c99-96f221c86610 req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "DELETE /v2.0/ports/89db9b20-47aa-435e-a248-ab04f3bac34d HTTP/1.1" status: 204 len: 173 time: 0.8016014 Nov 24 14:32:05.771073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-edd2f5c2-3b1c-4cdb-9afb-6904f7256c46 req-5e3b9da5-63fa-43f2-bb0c-111c2adf7ccd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:32:05.791463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-edd2f5c2-3b1c-4cdb-9afb-6904f7256c46 req-5e3b9da5-63fa-43f2-bb0c-111c2adf7ccd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:32:05.792679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-edd2f5c2-3b1c-4cdb-9afb-6904f7256c46 req-5e3b9da5-63fa-43f2-bb0c-111c2adf7ccd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457f1b-09c1-414e-8a1a-3b3af0b2af2a HTTP/1.1" status: 200 len: 210 time: 0.0645881 Nov 24 14:32:05.847401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a457f1b-09c1-414e-8a1a-3b3af0b2af2a', 'name': 'network-vif-deleted', 'tag': '89db9b20-47aa-435e-a248-ab04f3bac34d', 'status': 'completed', 'code': 200} Nov 24 14:32:06.896363 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:07.465666 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:07.963524 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:32:07.964204 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:08.164269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 6edd5be2-8401-42f1-be59-e5ef61b3c5e9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:08.164638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:08.292490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:32:08.416657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 89db9b20-47aa-435e-a248-ab04f3bac34d no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:32:08.454260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 89db9b20-47aa-435e-a248-ab04f3bac34d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:32:08.454610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 89db9b20-47aa-435e-a248-ab04f3bac34d not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:32:08.482305 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:08.486258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-14283da6-211f-461d-84d7-50ea13fc840f tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:08.536262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=6edd5be2-8401-42f1-be59-e5ef61b3c5e9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:08.539691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:08.830775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:09.342748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:32:09.530882 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:32:09.541047 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] Sync routers for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:32:09.551023 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:09.551343 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537061 Nov 24 14:32:09.551625 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:09.554690 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49164) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:09.625007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting subnet 621ad136-3387-44aa-97ae-f0cef9fc3de3 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:32:09.628108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:09.692808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:09.748605 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:09.783245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:09.863877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:09.870333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-83b26a33-8997-460b-9bc9-9c555e5e4a17 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:09.911845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:09.915347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Subnet': ['ID=621ad136-3387-44aa-97ae-f0cef9fc3de3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:09.918772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:09.919511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a01d62-1eda-48c4-b363-2fa606d7a63e None None] Network 712e77c5-f855-49a1-8d37-c9767960420d requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:32:09.921774 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-96570328-1a8b-4b17-8357-6c97b82a8c14 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/subnets/621ad136-3387-44aa-97ae-f0cef9fc3de3 HTTP/1.1" status: 204 len: 168 time: 0.3660786 Nov 24 14:32:09.924391 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:10.054897 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:32:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:10.060886 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] Checking router: 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:32:10.070961 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] Routers {'5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:10.071591 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:10.218060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] DHCP port deletion for 712e77c5-f855-49a1-8d37-c9767960420d request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:32:10.220209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Deleting port 321d1c65-9a9a-4a57-a886-803bad049d84 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:32:10.220660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.257389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.295395 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] Set router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:10.441549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] For port 321d1c65-9a9a-4a57-a886-803bad049d84, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=321d1c65-9a9a-4a57-a886-803bad049d84,segment=NetworkSegment(dccfe30a-228a-4da0-a46f-af246c0a48ab),segment_id=dccfe30a-228a-4da0-a46f-af246c0a48ab)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:10.441836 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.452393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.466193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 5645e96b-c24c-49b1-89e5-a16dcccddd6a {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:32:10.466455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.599485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Calling delete_port for 321d1c65-9a9a-4a57-a886-803bad049d84 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:32:10.628673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 321d1c65-9a9a-4a57-a886-803bad049d84 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:32:10.629223 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:32:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:10.634154 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab13c81-7e4c-45d1-9fd1-039e8e650464 None None] The sync data for ids ['5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7'] in dv-neutron-818153-2-hyperv is: [{'id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942273188', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:30:58Z', 'updated_at': '2021-11-24T14:32:08Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '5645e96b-c24c-49b1-89e5-a16dcccddd6a', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:30:59Z', 'updated_at': '2021-11-24T14:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:32:10.677067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 5645e96b-c24c-49b1-89e5-a16dcccddd6a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=5645e96b-c24c-49b1-89e5-a16dcccddd6a,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:10.677067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.762643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:10.772606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:10.807420 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 5645e96b-c24c-49b1-89e5-a16dcccddd6a owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:32:10.807663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Port 321d1c65-9a9a-4a57-a886-803bad049d84 update to DOWN by agent not found {{(pid=87694) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 24 14:32:10.818353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Pushing event deleted for resources: {'Port': ['ID=321d1c65-9a9a-4a57-a886-803bad049d84,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:10.821402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] No DVR routers for this DVR port 321d1c65-9a9a-4a57-a886-803bad049d84 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:32:10.829311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.829678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.830073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.830403 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.831098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.831098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.831375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.831657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.831971 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.832279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.832822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.832906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:10.838150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:11.008973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.013873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:11.061611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=5645e96b-c24c-49b1-89e5-a16dcccddd6a,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:11.065572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:11.169093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.345856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.348129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.372489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.373186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:32:11.388813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.392364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/routers/5cf40b9b-12e3-4889-b4bf-3530ea1ad5c7 HTTP/1.1" status: 204 len: 168 time: 1.4645741 Nov 24 14:32:11.393236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49172) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:11.527240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.660348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.687201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712e77c5-f855-49a1-8d37-c9767960420d']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:11.699866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccfe30a-228a-4da0-a46f-af246c0a48ab') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:11.700219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccfe30a-228a-4da0-a46f-af246c0a48ab') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:11.712589 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.729449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.735817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:32:11.736201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:32:11.751597 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:32:11.837625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.841323 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0ec3d849-fd5d-44db-8ef5-8ec6f1c29c08 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:11.857431 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.870647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Network': ['ID=712e77c5-f855-49a1-8d37-c9767960420d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:11.874525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:11.878465 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a09ca817-8a3f-4931-ad98-91620aafe48d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/networks/712e77c5-f855-49a1-8d37-c9767960420d HTTP/1.1" status: 204 len: 168 time: 0.4839816 Nov 24 14:32:11.881609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49176) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:11.955748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:11.986638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.056705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.060681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-19fecd1a-d049-429b-a612-8fa7391acff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:12.076923 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945e0db-a12a-4e3f-93e5-ec0cdf963107,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:12.079544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:12.087052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.088181 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/security-groups/4945e0db-a12a-4e3f-93e5-ec0cdf963107 HTTP/1.1" status: 204 len: 168 time: 0.2056379 Nov 24 14:32:12.334020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49184) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:12.339887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760262058', 'description': 'tempest-secgroup-smoke-760262058 description', 'project_id': 'b8ec1b531322491ca7919a0802563279'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:12.345968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:12.352329 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:12.355498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:12.361719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:12.374514 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.395184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:12.399897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:12.402822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:12.408408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:12.489493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.494393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.498354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56d62f83-feec-440c-8865-6af628d4147f tempest-NegativeSecGroupIPv6Test-1150301048 tempest-NegativeSecGroupIPv6Test-1150301048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:12.515365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:32:12.544806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963c859d-95b4-4e29-90ad-f03b5edaeff8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:12.547052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.551013 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2126486 Nov 24 14:32:12.551013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-029d22cc-cf26-4970-9430-6ce467b8dc54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:12.551388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49188) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:12.557857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:32:12.558241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '963c859d-95b4-4e29-90ad-f03b5edaeff8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:12.558422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6edd5be2-8401-42f1-be59-e5ef61b3c5e9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:32:12.558936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5645e96b-c24c-49b1-89e5-a16dcccddd6a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:32:12.564465 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:12.568502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:12.572377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:12.578123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:12.596127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 5645e96b-c24c-49b1-89e5-a16dcccddd6a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:32:12.596374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.596467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 5645e96b-c24c-49b1-89e5-a16dcccddd6a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:32:12.660307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.665214 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.667057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-adfe3196-5295-4288-b467-fb0317bf3f90 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:12.689911 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a03dc2-614f-4880-9a21-4280e9ebeab2,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:12.692417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:12.701458 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.702739 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502514 Nov 24 14:32:12.705535 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49192) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:12.715073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '963c859d-95b4-4e29-90ad-f03b5edaeff8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:12.725690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:12.730298 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:12.733540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:12.739447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:12.757285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.825959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.830735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.832565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-acfd600c-8c22-43b2-9c52-c46a84352c6d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:12.855369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167edfd0-6165-4c37-9b8a-6d044fb5c20b,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:12.858184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:12.866408 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.867605 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611352 Nov 24 14:32:12.870479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49196) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:12.876040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '963c859d-95b4-4e29-90ad-f03b5edaeff8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:12.883925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:12.887939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:12.890856 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:12.896563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:12.914450 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.989042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.992573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:12.994451 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-89781774-be94-428c-a5e6-fa270c02a833 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:13.017516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a15b62-cef6-4f94-bbcf-cd52f71fbaa7,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:13.022725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:13.027577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.028774 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571162 Nov 24 14:32:13.031430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49200) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:13.036350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '963c859d-95b4-4e29-90ad-f03b5edaeff8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:13.043433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:13.047210 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:13.050075 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:13.055850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:13.078330 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.148700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.152383 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.154218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7156573c-248d-46f7-9a8a-2ec8e7e8d297 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:13.177146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f2bebe-7d73-4af1-9547-a9b53c2db3eb,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:13.180271 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:13.188110 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.189281 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1a905f9e-1458-4bda-8754-807c573df4ee tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569548 Nov 24 14:32:13.192334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49204) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:13.197575 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '963c859d-95b4-4e29-90ad-f03b5edaeff8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:13.203626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:13.207672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:13.211094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:13.216838 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:13.228554 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:32:13.236228 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.304879 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.310122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.311935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4686d545-ebd8-47e7-b95c-e77036215322 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:13.334449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9b9800-056f-4378-8f60-9bbcfa316dc1,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:13.337182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:13.344538 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.345741 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524229 Nov 24 14:32:13.348409 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49208) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:13.354265 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '963c859d-95b4-4e29-90ad-f03b5edaeff8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:13.360865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:13.364786 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:13.368526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:13.374563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:13.386523 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:32:13.393536 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.461313 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.464972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.466956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-027305e8-e531-452e-b0a3-9fd36500ee9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:13.490126 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b394253-248e-47bb-bf0c-2be4bb9c7ab4,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:13.493324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:13.501005 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.502320 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-402484f8-619a-47bd-97fc-e55cd8a9d592 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528199 Nov 24 14:32:13.505402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49212) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:13.512424 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'network': {'name': 'tempest-network-smoke--1266366459', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:13.517528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:13.521586 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:network and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:13.525400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:13.531092 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:13.544985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:32:13.548377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.576329 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:32:13.586869 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.587199 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Added segment 6e12d898-58aa-475c-b8f2-2098748160df of type vlan for network c9f7c499-9ede-4c37-b9d1-b7962d122cfb Nov 24 14:32:13.616402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.648721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.654366 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:13.654973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.658714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-62ecf374-9e82-4016-84c2-56273efa6fc9 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:13.765392 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2588429 Nov 24 14:32:13.767974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49216) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:13.776009 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'admin_state_up': True, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:13.781690 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Network': ['ID=c9f7c499-9ede-4c37-b9d1-b7962d122cfb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:13.784950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:13.785884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:13.790875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:router and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:13.792471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:32:13.793854 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:13.799813 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:13.811033 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.812062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:13.833291 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:14.227721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:14.535820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:14.569014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:14.708175 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.91 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/7c71296b-cc1e-4383-a3a4-8595f8e4df01) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:32:14.863032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:14.895062 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:14.899906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6bfee11b-8b52-495b-8173-05e073e9816b tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:14.970045 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:14.973090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:14.977567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:32:15.008948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=7c71296b-cc1e-4383-a3a4-8595f8e4df01,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:15.019227 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:15.414441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:15.929722 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:16.140729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 16c0012b-c7fb-4040-9397-fed616387374 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:32:16.339671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:32:16.351187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Sync routers for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:32:16.363207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:16.363846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:16.373035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:16.374343 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6054475 Nov 24 14:32:16.377632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49220) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:16.420211 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-55a703cd-38ce-4f69-b1fb-06a2924b6607 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b8ec1b531322491ca7919a0802563279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411983 Nov 24 14:32:16.422583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49224) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:16.559462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d50b7-92b8-4f82-9623-4a68183aec03 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:16.560967 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a06d50b7-92b8-4f82-9623-4a68183aec03 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374574 Nov 24 14:32:16.563993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49228) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:16.588154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:16.607679 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-521b3a26-d399-4a04-8e15-5c2dd4510c3b tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425255 Nov 24 14:32:16.610268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49232) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:16.616179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048471372', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:16.738784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:16.743694 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:subnet and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:16.746564 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:16.752319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:16.762647 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:32:16.766158 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:16.900300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:15Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:16.902858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Checking router: 16c0012b-c7fb-4040-9397-fed616387374 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:32:16.903313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Updating router 16c0012b-c7fb-4040-9397-fed616387374 port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:32:16.961028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.007579 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.012266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e16b0bd0-7fcd-41fc-b4d8-fe98cbfb151f tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:17.227352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Subnet': ['ID=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:17.231843 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:17.233574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.236128 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Checking segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:32:17.236671 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network hostable DHCP agents. Network: c9f7c499-9ede-4c37-b9d1-b7962d122cfb, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:32:17.259341 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:32:17.271521 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, c9f7c499-9ede-4c37-b9d1-b7962d122cfb) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:17.277230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:17.277230 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.295054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c0d49-131d-4b19-91ff-3f69882569aa None None] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:32:17.299601 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-002feff5-c0e4-4219-9dc7-41f5b0ca9f81 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6883278 Nov 24 14:32:17.302530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49236) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:17.404294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.425803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Transition to ACTIVE for port object 7c71296b-cc1e-4383-a3a4-8595f8e4df01 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:17.452449 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.465094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-571c00cc-c7b0-4309-8349-08f350d07dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:17.589355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Attempting to bind port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:32:17.589730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Attempting to bind port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:32:17.590107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Attempting to bind port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:32:17.599094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4af50-cb90-4bf3-98bc-c22e041f4bf1 None None] Pushing event updated for resources: {'Port': ['ID=7c71296b-cc1e-4383-a3a4-8595f8e4df01,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:17.602295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-35b4af50-cb90-4bf3-98bc-c22e041f4bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:17.608727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:32:17.609252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:32:17.609776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.610022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:32:17.610539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Bound port: 7c71296b-cc1e-4383-a3a4-8595f8e4df01, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:32:17.611015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.714703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:32:17.715548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.745954 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] For port 7c71296b-cc1e-4383-a3a4-8595f8e4df01, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:32:17.792280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] For port 7c71296b-cc1e-4383-a3a4-8595f8e4df01, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7c71296b-cc1e-4383-a3a4-8595f8e4df01,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:32:17.804260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:17.814659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:17.947895 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:17.948534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:18.135519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4af50-cb90-4bf3-98bc-c22e041f4bf1 None None] Pushing event updated for resources: {'Port': ['ID=7c71296b-cc1e-4383-a3a4-8595f8e4df01,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:18.138660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-35b4af50-cb90-4bf3-98bc-c22e041f4bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:18.163695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Allocated IP 172.20.0.2 (c9f7c499-9ede-4c37-b9d1-b7962d122cfb/2098c1b2-710f-4f5d-84c6-a1d3b1d2590c/1ea95693-e03c-4119-a353-00a7af93f153) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:32:18.179196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:18.294597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:18.650341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:18.670411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Transition to ACTIVE for port object 1ea95693-e03c-4119-a353-00a7af93f153 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:18.695441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Transition to ACTIVE for port object 1ea95693-e03c-4119-a353-00a7af93f153 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:18.707289 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:18.711745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-779a1823-f449-4084-9236-2f94d991251e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:18.772366 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.1 (c9f7c499-9ede-4c37-b9d1-b7962d122cfb/2098c1b2-710f-4f5d-84c6-a1d3b1d2590c/dbeaeb49-f434-4620-8408-a7ecf10ac16e) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:32:18.784299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:18.791797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Pushing event updated for resources: {'Port': ['ID=1ea95693-e03c-4119-a353-00a7af93f153,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:18.794493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:18.795549 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:18.797606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:32:18.804883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:15Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:18.838604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d5193-1a24-46b9-807c-d7346f909a0c None None] The sync data for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv is: [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:15Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:32:18.902946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Attempting to bind port 1ea95693-e03c-4119-a353-00a7af93f153 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:32:18.903261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Attempting to bind port 1ea95693-e03c-4119-a353-00a7af93f153 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:32:18.903437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Attempting to bind port 1ea95693-e03c-4119-a353-00a7af93f153 on network c9f7c499-9ede-4c37-b9d1-b7962d122cfb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:32:18.910109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:32:18.910499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Checking segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:32:18.910914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:18.911329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Bound using segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:32:18.911817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Bound port: 1ea95693-e03c-4119-a353-00a7af93f153, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:32:18.912210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:18.950461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:18.971151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object dbeaeb49-f434-4620-8408-a7ecf10ac16e will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:19.008609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.010253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] For port 1ea95693-e03c-4119-a353-00a7af93f153, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:32:19.013535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] For port 1ea95693-e03c-4119-a353-00a7af93f153, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1ea95693-e03c-4119-a353-00a7af93f153,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:32:19.013879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:19.018467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.022854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-35b4af50-cb90-4bf3-98bc-c22e041f4bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:19.092386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:19.101021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:19.105595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:32:19.142764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Pushing event updated for resources: {'Port': ['ID=1ea95693-e03c-4119-a353-00a7af93f153,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:19.146776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:19.167739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=dbeaeb49-f434-4620-8408-a7ecf10ac16e,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:19.171196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:19.180271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.322468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.875928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-63cd41b6-a857-441d-a916-d5a9d21b4e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.944469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.953526 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:19.983603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-682684aa-30e2-4a00-bb1a-367cc02f079a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:20.076960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:20.084331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=dbeaeb49-f434-4620-8408-a7ecf10ac16e,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:20.087335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:20.136985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae87c8-4917-4efb-9515-efd347c6f5c9 None None] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:32:20.237509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:20.238709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:20.246209 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-790a9eb3-9b14-4e71-9766-8049bfc91df5 None None] Provisioning for port 1ea95693-e03c-4119-a353-00a7af93f153 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:20.424011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:20.458881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 16c0012b-c7fb-4040-9397-fed616387374 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:32:20.577918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1ea95693-e03c-4119-a353-00a7af93f153 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:20.659864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:32:20.661668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 1ea95693-e03c-4119-a353-00a7af93f153 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:20.673299 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Sync routers for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:32:20.675036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/16c0012b-c7fb-4040-9397-fed616387374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3712974 Nov 24 14:32:20.677213 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1ea95693-e03c-4119-a353-00a7af93f153 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:20.678679 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:20.690874 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:20.690874 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:20.753856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d7a21df8-f0de-41f5-a867-16af77dce148 None None] Provisioning complete for port 1ea95693-e03c-4119-a353-00a7af93f153 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:20.754242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7a21df8-f0de-41f5-a867-16af77dce148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:20.904325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:20.905251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-a2369d64-d390-48f7-a7c9-9ad67ccce1ce tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:32:20.908693 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:20.941632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-a2369d64-d390-48f7-a7c9-9ad67ccce1ce tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:32:20.942949 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-a2369d64-d390-48f7-a7c9-9ad67ccce1ce tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760262058&fields=id&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 267 time: 0.0929277 Nov 24 14:32:21.024306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 1ea95693-e03c-4119-a353-00a7af93f153, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1ea95693-e03c-4119-a353-00a7af93f153,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:21.044354 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d7a21df8-f0de-41f5-a867-16af77dce148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.066635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.068095 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7c71296b-cc1e-4383-a3a4-8595f8e4df01 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:21.126123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:21.203386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-74d19f9e-f4fd-4670-bd6b-18cf59830be8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:21.204969 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-74d19f9e-f4fd-4670-bd6b-18cf59830be8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 797 time: 0.2460117 Nov 24 14:32:21.236903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-4e14cc8b-fd90-4ee4-9b0f-83fe2304cb45 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/quotas/b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 375 time: 0.0233917 Nov 24 14:32:21.306092 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 2, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:21.312129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Checking router: 16c0012b-c7fb-4040-9397-fed616387374 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:32:21.312511 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Updating router 16c0012b-c7fb-4040-9397-fed616387374 port dbeaeb49-f434-4620-8408-a7ecf10ac16e binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:32:21.343539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0771db9d-57bd-4e30-a300-3f56ab51cd02 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:32:21.368808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0771db9d-57bd-4e30-a300-3f56ab51cd02 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:32:21.371324 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0771db9d-57bd-4e30-a300-3f56ab51cd02 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334157 Nov 24 14:32:21.382646 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.442726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-d7a21df8-f0de-41f5-a867-16af77dce148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:32:21.443083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-d7a21df8-f0de-41f5-a867-16af77dce148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:32:21.448498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=1ea95693-e03c-4119-a353-00a7af93f153,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:21.452382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:21.458675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:21.466765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:21.467283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.536398 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-77404508-a038-4dcb-870e-c26dd3f16855 service neutron] 10.222.0.36 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487162 Nov 24 14:32:21.593508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.613252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 7c71296b-cc1e-4383-a3a4-8595f8e4df01, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7c71296b-cc1e-4383-a3a4-8595f8e4df01,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:21.618204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.620387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:21.708079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=7c71296b-cc1e-4383-a3a4-8595f8e4df01,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:21.713178 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:21.816530 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.830774 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-11221acb-9c8f-4bcb-b206-7497dcd6d08d service neutron] 10.222.0.36 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883713 Nov 24 14:32:21.831196 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Transition to ACTIVE for port object dbeaeb49-f434-4620-8408-a7ecf10ac16e will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:21.839577 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:21.844350 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-e645735a-90ba-4787-a924-47147aac1153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:22.025650 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Pushing event updated for resources: {'Port': ['ID=dbeaeb49-f434-4620-8408-a7ecf10ac16e,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:22.029501 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c0cb08ae-4580-4779-8584-a22272546625 req-d42e9537-4e35-4726-9ce8-f16902ef0232 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0491846 Nov 24 14:32:22.037002 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d7a21df8-f0de-41f5-a867-16af77dce148 None None] Provisioning for port dbeaeb49-f434-4620-8408-a7ecf10ac16e completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:22.081531 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.081914 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.082283 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.082616 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.082942 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.083267 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.083590 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.083925 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.084259 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.084582 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.085074 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.085351 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:32:22.089122 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:22.106847 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Attempting to bind port dbeaeb49-f434-4620-8408-a7ecf10ac16e on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:32:22.107121 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Attempting to bind port dbeaeb49-f434-4620-8408-a7ecf10ac16e by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:32:22.107492 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Attempting to bind port dbeaeb49-f434-4620-8408-a7ecf10ac16e on network c9f7c499-9ede-4c37-b9d1-b7962d122cfb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:32:22.113568 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:32:22.113949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Checking segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:32:22.114361 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:22.114761 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Bound using segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:32:22.115854 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Bound port: dbeaeb49-f434-4620-8408-a7ecf10ac16e, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:32:22.116239 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:22.213512 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] For port dbeaeb49-f434-4620-8408-a7ecf10ac16e, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:32:22.216580 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] For port dbeaeb49-f434-4620-8408-a7ecf10ac16e, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dbeaeb49-f434-4620-8408-a7ecf10ac16e,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:32:22.221250 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:22.225383 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-23cf671f-189a-4630-980f-a59a9a2f2dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:22.305404 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:22.306029 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:31:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:22.419722 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Pushing event updated for resources: {'Port': ['ID=dbeaeb49-f434-4620-8408-a7ecf10ac16e,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:22.422993 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-858f9ab6-a8de-4880-9352-2b1f0390129e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:22.499533 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:22.529160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1ea95693-e03c-4119-a353-00a7af93f153 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:22.613737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 1ea95693-e03c-4119-a353-00a7af93f153 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:22.614114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:22.667112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a0cd58eb-631d-4b0e-8eb5-7f44cf60ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:22.749072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7c71296b-cc1e-4383-a3a4-8595f8e4df01 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:22.821401 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:22.821780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:22.838141 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:22Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:22.842664 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848bbc9-9ccb-4abb-a267-90c4b436321b None None] The sync data for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv is: [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:22Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:32:23.132989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f8595ab4-b770-4da3-8bad-3a46a197d753 req-d4c6eaec-2126-4553-a2af-51dc20565b06 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0470800 Nov 24 14:32:23.828106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:24.235560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42d1a8e8-d258-41bc-af24-ecbd1dab7872 req-6e54c441-2cbb-4262-a024-5542242f887b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0472796 Nov 24 14:32:24.533366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dbeaeb49-f434-4620-8408-a7ecf10ac16e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:24.601717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port dbeaeb49-f434-4620-8408-a7ecf10ac16e completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:24.606657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dbeaeb49-f434-4620-8408-a7ecf10ac16e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:24.607036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:24.732076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:24.766621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port dbeaeb49-f434-4620-8408-a7ecf10ac16e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dbeaeb49-f434-4620-8408-a7ecf10ac16e,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:24.770699 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:24.773421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:24.841291 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=dbeaeb49-f434-4620-8408-a7ecf10ac16e,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:24.844287 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:25.338042 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-638159ac-ac66-41cd-aaa7-fd738ed5051e req-288bd9f5-6fdf-41f8-b2e6-2732ac7214b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0455065 Nov 24 14:32:25.405337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:26.504311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46fa84b7-3241-4743-867e-bf1ae58616bf req-051ae0d9-0dc4-4621-a2bb-8f1505b10161 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0520699 Nov 24 14:32:26.532846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dbeaeb49-f434-4620-8408-a7ecf10ac16e up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:26.607444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dbeaeb49-f434-4620-8408-a7ecf10ac16e triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:26.607820 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:27.271390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-1fefc684-159c-4ae7-97d3-c85a2c4bf719 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:27.272998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-1fefc684-159c-4ae7-97d3-c85a2c4bf719 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 797 time: 0.1695914 Nov 24 14:32:27.329667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-2b32c229-6721-45f3-9811-c57625b71cd1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 379 time: 0.0428233 Nov 24 14:32:27.339791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'port': {'device_id': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'admin_state_up': True, 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'security_groups': ['963c859d-95b4-4e29-90ad-f03b5edaeff8']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:27.479145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:27.489092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:27.499868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:32:27.503471 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:27.700899 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d4f7553c-fc56-44a7-9dfb-5f91b0cf070b req-ceb73d77-944c-4a44-862b-917476f6a39b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0627229 Nov 24 14:32:27.718762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.4 (c9f7c499-9ede-4c37-b9d1-b7962d122cfb/2098c1b2-710f-4f5d-84c6-a1d3b1d2590c/5512d129-d2ba-4fb4-947d-6b7552764a49) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:32:27.927290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:27.945858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 5512d129-d2ba-4fb4-947d-6b7552764a49 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:27.969174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:27.975201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0f4b12bd-e690-4f84-a484-6576050ed912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:28.047907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:28.051251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:28.055799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:32:28.087861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=5512d129-d2ba-4fb4-947d-6b7552764a49,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:28.099151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:28.127472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:28.128209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:28.157961 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8220153 Nov 24 14:32:28.221948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Request body: {'port': {'device_id': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:28.261118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6f7ee0d5-6d16-4bd6-ac32-0029e8045764 None None] Provisioning for port 5512d129-d2ba-4fb4-947d-6b7552764a49 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:28.266013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6f7ee0d5-6d16-4bd6-ac32-0029e8045764 None None] Provisioning complete for port 5512d129-d2ba-4fb4-947d-6b7552764a49 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:28.266610 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee0d5-6d16-4bd6-ac32-0029e8045764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:28.326866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ee0d5-6d16-4bd6-ac32-0029e8045764 None None] Port 5512d129-d2ba-4fb4-947d-6b7552764a49 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:32:28.345371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:28.707961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5512d129-d2ba-4fb4-947d-6b7552764a49 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:32:28.715709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:28.731079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Transition to ACTIVE for port object 5512d129-d2ba-4fb4-947d-6b7552764a49 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:32:28.735236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:28.740962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-86936099-6e8d-4dfe-bf7f-b580bed8595d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:29.065907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5512d129-d2ba-4fb4-947d-6b7552764a49,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:29.069260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:29.209425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4ccc6-934a-40ca-8eae-9bb1a2fa342a req-d5e86540-5e3d-49ae-b86a-302aa0684edc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:29.210234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-68d4ccc6-934a-40ca-8eae-9bb1a2fa342a req-d5e86540-5e3d-49ae-b86a-302aa0684edc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:32:29.221622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Attempting to bind port 5512d129-d2ba-4fb4-947d-6b7552764a49 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:32:29.221952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Attempting to bind port 5512d129-d2ba-4fb4-947d-6b7552764a49 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:32:29.222281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Attempting to bind port 5512d129-d2ba-4fb4-947d-6b7552764a49 on network c9f7c499-9ede-4c37-b9d1-b7962d122cfb {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:32:29.232771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Port 5512d129-d2ba-4fb4-947d-6b7552764a49 on network c9f7c499-9ede-4c37-b9d1-b7962d122cfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:32:29.233020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Attempting to bind port 5512d129-d2ba-4fb4-947d-6b7552764a49 on network c9f7c499-9ede-4c37-b9d1-b7962d122cfb {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:32:29.240048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:32:29.241006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Checking segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:32:29.241390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Bound using segment: {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:32:29.241818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Bound port: 5512d129-d2ba-4fb4-947d-6b7552764a49, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e12d898-58aa-475c-b8f2-2098748160df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:32:29.242169 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:29.252059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-68d4ccc6-934a-40ca-8eae-9bb1a2fa342a req-d5e86540-5e3d-49ae-b86a-302aa0684edc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:32:29.253251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-68d4ccc6-934a-40ca-8eae-9bb1a2fa342a req-d5e86540-5e3d-49ae-b86a-302aa0684edc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 943 time: 0.2730830 Nov 24 14:32:29.355216 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-68d4ccc6-934a-40ca-8eae-9bb1a2fa342a req-f9fcb631-18a1-4fde-be82-3f78a13b89a7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960441 Nov 24 14:32:29.380480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] For port 5512d129-d2ba-4fb4-947d-6b7552764a49, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:32:29.383832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] For port 5512d129-d2ba-4fb4-947d-6b7552764a49, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5512d129-d2ba-4fb4-947d-6b7552764a49,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:32:29.389251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:29.393106 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ef79d268-891f-44a3-a570-09e9bdb31612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:29.457272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:29.457887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:29.459913 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] 10.222.0.76 "PUT /v2.0/ports/5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 1093 time: 1.2904603 Nov 24 14:32:29.460416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:29.483640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5512d129-d2ba-4fb4-947d-6b7552764a49,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:29.487041 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:29.539720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'status': 'completed', 'code': 200} Nov 24 14:32:29.583483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-756c55c5-10bc-4c80-805a-caaa66314206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:29.585903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-756c55c5-10bc-4c80-805a-caaa66314206 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1096 time: 0.0798788 Nov 24 14:32:29.667737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-f430a1c8-c030-4e3f-a2c6-76f58c5756e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 217 time: 0.0703244 Nov 24 14:32:29.739656 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-d4b9f344-8887-43ec-9720-cc59a1c30672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:29.742040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-d4b9f344-8887-43ec-9720-cc59a1c30672 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 200 len: 835 time: 0.0644357 Nov 24 14:32:29.827967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-5f793a7c-4126-4eac-a6b7-0bf388c219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:29.829573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-5f793a7c-4126-4eac-a6b7-0bf388c219c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772159 Nov 24 14:32:29.976091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-1d14f428-6446-42a2-b4da-5eb68eaf3281 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303127 Nov 24 14:32:30.128767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f969f99-0102-47d4-b79b-b7725f1c481e req-3c6a27aa-883d-4607-891f-81fab5fdabea service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427126 Nov 24 14:32:30.253248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-1d6d3ee2-f9b3-4ea3-b791-24a91839a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:30.254758 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-1d6d3ee2-f9b3-4ea3-b791-24a91839a808 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1096 time: 0.0736237 Nov 24 14:32:30.394568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-7a10b307-995a-4a58-97d1-90644f30aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:30.396114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-7a10b307-995a-4a58-97d1-90644f30aa98 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 899 time: 0.1327860 Nov 24 14:32:30.472198 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-43bca49d-116a-438a-a9e2-546f0f45a1e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 217 time: 0.0686834 Nov 24 14:32:30.584530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-49c2464e-e717-4ef5-8edd-2b3412970623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:30.585979 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-49c2464e-e717-4ef5-8edd-2b3412970623 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 200 len: 835 time: 0.0823712 Nov 24 14:32:30.655888 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dba03-9b1e-4090-a1bc-2564b04b6a45 req-2e47c98e-c21c-4065-896a-8ed0f29568b9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:30.657328 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a1dba03-9b1e-4090-a1bc-2564b04b6a45 req-2e47c98e-c21c-4065-896a-8ed0f29568b9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 943 time: 0.1842711 Nov 24 14:32:30.715581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-ba3d14b2-be69-4456-acdf-8e3d18cb36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:30.723075 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-ba3d14b2-be69-4456-acdf-8e3d18cb36bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221373 Nov 24 14:32:30.723075 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a1dba03-9b1e-4090-a1bc-2564b04b6a45 req-d780be0e-a854-4103-8768-26136bf5edd4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557964 Nov 24 14:32:30.992219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-8a150014-3598-401e-9306-d0f386515e55 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629488 Nov 24 14:32:31.137891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-77b9f5a8-d9f6-41dc-86a5-59d29d8c91a4 req-6a67df01-716c-460b-a204-c6130c38b5bf service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400084 Nov 24 14:32:31.921234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b8c8a-bf4d-4e20-aaf6-1cb179bd6cb5 req-17cfec08-0f59-4b87-809f-0103463a5eb6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:31.922723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-315b8c8a-bf4d-4e20-aaf6-1cb179bd6cb5 req-17cfec08-0f59-4b87-809f-0103463a5eb6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 943 time: 0.0861931 Nov 24 14:32:31.969457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-315b8c8a-bf4d-4e20-aaf6-1cb179bd6cb5 req-9a29a9bb-dae1-4e2f-bcdf-8b239d825f09 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Nov 24 14:32:32.602872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5512d129-d2ba-4fb4-947d-6b7552764a49 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:32:32.745586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 5512d129-d2ba-4fb4-947d-6b7552764a49, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5512d129-d2ba-4fb4-947d-6b7552764a49,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:32.759161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'port_id': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'mac_address': 'fa:16:3e:33:f2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:32:32.821816 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:32.843160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5512d129-d2ba-4fb4-947d-6b7552764a49 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:32:32.859915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 5512d129-d2ba-4fb4-947d-6b7552764a49, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5512d129-d2ba-4fb4-947d-6b7552764a49,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:32.864262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:32.866806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8502ceb8-fa51-4086-b7aa-34b5c42072d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:32.935057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=5512d129-d2ba-4fb4-947d-6b7552764a49,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:32.938138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:33.123368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['5512d129-d2ba-4fb4-947d-6b7552764a49'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:32:33.168729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936e81-4a50-49c8-8c4e-b679b72c5b29 req-a0b7a33f-ccc0-46f0-b05f-b532442ba897 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:33.170352 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d936e81-4a50-49c8-8c4e-b679b72c5b29 req-a0b7a33f-ccc0-46f0-b05f-b532442ba897 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 944 time: 0.0875492 Nov 24 14:32:33.226689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d936e81-4a50-49c8-8c4e-b679b72c5b29 req-1c5a513d-7361-4d92-bfeb-a96304397d43 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Nov 24 14:32:34.414114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b5e80-2b04-4e86-9b7d-81d53d7f2e4d req-c79422bd-4b5f-439b-b15c-a2abae6373e5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:34.415599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e69b5e80-2b04-4e86-9b7d-81d53d7f2e4d req-c79422bd-4b5f-439b-b15c-a2abae6373e5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 944 time: 0.0826585 Nov 24 14:32:34.461046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e69b5e80-2b04-4e86-9b7d-81d53d7f2e4d req-e2bd67cc-3021-4502-8790-e88c96496e78 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 Nov 24 14:32:34.602006 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5512d129-d2ba-4fb4-947d-6b7552764a49 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:32:34.673173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 5512d129-d2ba-4fb4-947d-6b7552764a49 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:32:34.681254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 5512d129-d2ba-4fb4-947d-6b7552764a49 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:32:34.681586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:34.802482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:34.829603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:34.840962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 5512d129-d2ba-4fb4-947d-6b7552764a49, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5512d129-d2ba-4fb4-947d-6b7552764a49,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:32:34.848400 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:34.851982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b23857a0-6a7e-4a6c-96b7-dc145ebca91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:34.889410 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'code': 200} Nov 24 14:32:34.922395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=5512d129-d2ba-4fb4-947d-6b7552764a49,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:34.925240 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:35.142807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dade6e-5cb6-4651-a29a-9dc9f26a5659 req-d5b2f4de-65b7-46b0-aa3a-ac2efea05499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:35.144169 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-40dade6e-5cb6-4651-a29a-9dc9f26a5659 req-d5b2f4de-65b7-46b0-aa3a-ac2efea05499 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1098 time: 0.0780213 Nov 24 14:32:35.201952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-40dade6e-5cb6-4651-a29a-9dc9f26a5659 req-33bc1e4d-fad6-4ac2-8773-ba1316226c76 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Nov 24 14:32:35.650755 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb74c4-aaec-49c7-8279-4a48e70bad3f req-97e51938-cf22-4cb8-a685-64d8a3c87469 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:35.652282 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adcb74c4-aaec-49c7-8279-4a48e70bad3f req-97e51938-cf22-4cb8-a685-64d8a3c87469 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0820222 Nov 24 14:32:35.698894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-adcb74c4-aaec-49c7-8279-4a48e70bad3f req-a8236513-15b3-465e-8227-3401e3fd1054 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Nov 24 14:32:36.898843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b7b8c-8a57-4dd1-9f17-5a9850e85f39 req-97d1853e-5d0d-4419-a6fb-aa68a2e8a4c3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:36.900340 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-129b7b8c-8a57-4dd1-9f17-5a9850e85f39 req-97d1853e-5d0d-4419-a6fb-aa68a2e8a4c3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0896626 Nov 24 14:32:36.945843 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-129b7b8c-8a57-4dd1-9f17-5a9850e85f39 req-e9ccce05-0eb6-43c7-9f3b-3eb96ba4f940 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398235 Nov 24 14:32:37.023929 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:32:37.148326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c25136-1679-434c-8b78-418eca57e049 req-5503b4ae-e7d9-46fb-8db9-900b0f50a8b8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:37.149840 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-04c25136-1679-434c-8b78-418eca57e049 req-5503b4ae-e7d9-46fb-8db9-900b0f50a8b8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0916784 Nov 24 14:32:37.204283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-04c25136-1679-434c-8b78-418eca57e049 req-fcb42aa3-de42-474f-bded-c722eb5a8efc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489044 Nov 24 14:32:37.227499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49306) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:37.302112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f50c4b-2ee5-4234-8f44-8410ae2ef8fe tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:37.303523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c5f50c4b-2ee5-4234-8f44-8410ae2ef8fe tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1093 time: 0.0750623 Nov 24 14:32:37.306424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49310) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:37.311563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:32:37.318324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:32:37.322293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:floatingip and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:32:37.325178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:32:37.330791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:32:37.341657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:37.481806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:37.622930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.6 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/306a881d-8b41-40e2-ac3a-93b3f01f70fa) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:32:37.773330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:37.802979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:37.806747 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fce1a920-59e5-4673-9968-6b5a8baf331b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:37.868424 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:32:37.871233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:32:37.875142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:32:37.917121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=306a881d-8b41-40e2-ac3a-93b3f01f70fa,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:37.921461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:38.438091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:38.516360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:38.735710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:38.742890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:38.746753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0a7487a2-9826-4b05-92bf-b94be87c050e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:32:38.858114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=306a881d-8b41-40e2-ac3a-93b3f01f70fa,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:32:38.862202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:32:38.869472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:39.047691 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP ae794495-8467-421d-b659-2f33c8018686 associated. External IP: 172.26.8.6, port: 5512d129-d2ba-4fb4-947d-6b7552764a49. Nov 24 14:32:39.426373 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 16c0012b-c7fb-4040-9397-fed616387374 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:32:39.605651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:32:39.618104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] Sync routers for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:32:39.627445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:39.628160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:32:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:39.631402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:39.692911 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3852367 Nov 24 14:32:39.693749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:32:39.823813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:39.868326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64b0ad-add2-45d1-b6db-9d1ea52a4523 req-410df9ca-76b1-4955-af61-96bc796edde1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:39.870085 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f64b0ad-add2-45d1-b6db-9d1ea52a4523 req-410df9ca-76b1-4955-af61-96bc796edde1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0871646 Nov 24 14:32:39.916129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8f64b0ad-add2-45d1-b6db-9d1ea52a4523 req-492abb40-4b1f-4faa-a02f-d884146f74d2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403216 Nov 24 14:32:39.940052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49318) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:39.969597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'status': 'completed', 'code': 200} Nov 24 14:32:40.071008 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7d0057f7-675e-4705-82b2-08fea739ecac tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/ae794495-8467-421d-b659-2f33c8018686 HTTP/1.1" status: 200 len: 989 time: 0.1293778 Nov 24 14:32:40.217369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265761-4608-496a-b550-4a65793766c6 req-65a90870-31ff-4c71-b7b4-b22385da66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:40.218766 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-65a90870-31ff-4c71-b7b4-b22385da66f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1098 time: 0.2189429 Nov 24 14:32:40.220631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ae794495-8467-421d-b659-2f33c8018686', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '16c0012b-c7fb-4040-9397-fed616387374', 'port_id': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'mac_address': 'fa:16:3e:33:f2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:38Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:40.225827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] Checking router: 16c0012b-c7fb-4040-9397-fed616387374 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:32:40.234784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:32:40.235387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:32:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:40.354902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265761-4608-496a-b550-4a65793766c6 req-529c25a7-3673-4bfc-a0c6-a55b1e436c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:40.356125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-529c25a7-3673-4bfc-a0c6-a55b1e436c9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 899 time: 0.1303647 Nov 24 14:32:40.422158 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:32:40.466679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-0b9939d2-29e4-4207-bc53-0dd09019eb29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 997 time: 0.1043015 Nov 24 14:32:40.544230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265761-4608-496a-b550-4a65793766c6 req-82a02d1e-6be9-4c80-83d6-9cd7e95cdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:40.545713 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-82a02d1e-6be9-4c80-83d6-9cd7e95cdc3b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 200 len: 835 time: 0.0619164 Nov 24 14:32:40.630682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265761-4608-496a-b550-4a65793766c6 req-dee24244-921f-4dad-9bf2-0477ae81d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:32:40.632370 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-dee24244-921f-4dad-9bf2-0477ae81d46a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788362 Nov 24 14:32:40.777765 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-661d01c5-3260-49e9-8664-b11b0b7d024e service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296511 Nov 24 14:32:40.838105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ae794495-8467-421d-b659-2f33c8018686', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '16c0012b-c7fb-4040-9397-fed616387374', 'port_id': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'mac_address': 'fa:16:3e:33:f2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:38Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:32:40.842543 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9867172-1084-45f0-b457-ac685f5022a1 None None] The sync data for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv is: [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ae794495-8467-421d-b659-2f33c8018686', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.6', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '16c0012b-c7fb-4040-9397-fed616387374', 'port_id': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'mac_address': 'fa:16:3e:33:f2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:32:38Z', 'updated_at': '2021-11-24T14:32:38Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:32:40.924372 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05265761-4608-496a-b550-4a65793766c6 req-0db9ce7b-e3d4-4498-834b-b08d8921b2d1 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398206 Nov 24 14:32:41.037870 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628136ee-fc8c-4322-a867-e31752592bca None None] New status for floating IP ae794495-8467-421d-b659-2f33c8018686: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:32:41.074513 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49322) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:41.195255 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b67771db-0cf7-486f-8b1b-20960cd578fd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/ae794495-8467-421d-b659-2f33c8018686 HTTP/1.1" status: 200 len: 989 time: 0.1191292 Nov 24 14:32:42.198741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49326) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:32:42.308264 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-af44b92a-f967-4bd8-84e5-408d8082e08f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/ae794495-8467-421d-b659-2f33c8018686 HTTP/1.1" status: 200 len: 991 time: 0.1082814 Nov 24 14:32:47.225326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:49.869055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-32dd20f4-e4bb-4e27-9b7e-bc643102855d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:50.427570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:52.630974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6109ff35-b215-4232-b7bc-29f1de29f13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:53.825655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:32:55.405894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:13.915059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409372-956e-4db2-991b-bb8b6d43621f req-b5dc7b15-e673-4a26-8f5c-23fafa0e705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:13.916573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-b5dc7b15-e673-4a26-8f5c-23fafa0e705d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1098 time: 0.0802991 Nov 24 14:33:14.022993 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:33:14.118759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409372-956e-4db2-991b-bb8b6d43621f req-c822d178-066f-4821-91d9-0eaf3e0acebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:14.120208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-c822d178-066f-4821-91d9-0eaf3e0acebc service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 899 time: 0.1945860 Nov 24 14:33:14.185097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0e2e2-2ec0-4ff5-8b12-7e6a9fb358f3 req-de188f18-c650-4980-ac8c-8b80971b16a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:14.186469 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9af0e2e2-2ec0-4ff5-8b12-7e6a9fb358f3 req-de188f18-c650-4980-ac8c-8b80971b16a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.3174167 Nov 24 14:33:14.269084 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-9da60bad-e4e1-4bec-9299-41018def9832 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 999 time: 0.1406767 Nov 24 14:33:14.272290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9af0e2e2-2ec0-4ff5-8b12-7e6a9fb358f3 req-2130d212-3237-4d7b-b375-df3b1e755920 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797613 Nov 24 14:33:14.334943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409372-956e-4db2-991b-bb8b6d43621f req-eacea8a7-76ae-4eb6-ae5c-81b5c47fdaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:14.336446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-eacea8a7-76ae-4eb6-ae5c-81b5c47fdaf6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 200 len: 835 time: 0.0582306 Nov 24 14:33:14.415243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12409372-956e-4db2-991b-bb8b6d43621f req-11682bab-e2df-4b26-b2f7-591d09c73260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:14.416683 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-11682bab-e2df-4b26-b2f7-591d09c73260 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733678 Nov 24 14:33:14.546952 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-f56f2196-dee2-4f00-9e50-111092159db9 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225071 Nov 24 14:33:14.829430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12409372-956e-4db2-991b-bb8b6d43621f req-f04ad1df-5192-474e-a29d-e0430c8c39ec service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658205 Nov 24 14:33:15.623963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5996e8-ec45-44c7-8cac-7e23c60e6fb1 req-818bedb1-cbd8-4393-a8a9-635a9eeff1cf tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:15.625450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb5996e8-ec45-44c7-8cac-7e23c60e6fb1 req-818bedb1-cbd8-4393-a8a9-635a9eeff1cf tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0858872 Nov 24 14:33:15.669877 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb5996e8-ec45-44c7-8cac-7e23c60e6fb1 req-7fe783d2-21d4-4e1c-8a3f-1eb61134277a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386622 Nov 24 14:33:16.856578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c8ae-f2df-4833-b949-49a71ad1024e req-fd903cd4-bb10-4278-8739-38963c4d9d7c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:16.858531 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b111c8ae-f2df-4833-b949-49a71ad1024e req-fd903cd4-bb10-4278-8739-38963c4d9d7c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0817997 Nov 24 14:33:16.907556 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b111c8ae-f2df-4833-b949-49a71ad1024e req-291724d6-bff6-45b3-9a43-76eec0970fc6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Nov 24 14:33:17.221497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:18.100174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b9776-6f7d-417f-a2f7-866263ef8748 req-ee1c73e4-0f34-4b07-b201-f2f47d8fe782 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:18.101703 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-790b9776-6f7d-417f-a2f7-866263ef8748 req-ee1c73e4-0f34-4b07-b201-f2f47d8fe782 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0841660 Nov 24 14:33:18.146855 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-790b9776-6f7d-417f-a2f7-866263ef8748 req-22716e05-7caf-4684-bea0-856b6096e080 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Nov 24 14:33:19.350425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3d4d-421d-45d2-af65-eeab394c6a3b req-8b89601f-6300-4a09-bc7a-11ff4c88c452 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:19.352921 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd4a3d4d-421d-45d2-af65-eeab394c6a3b req-8b89601f-6300-4a09-bc7a-11ff4c88c452 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0991595 Nov 24 14:33:19.398512 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd4a3d4d-421d-45d2-af65-eeab394c6a3b req-faa1901a-19ec-4016-9f50-323c118b40de tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Nov 24 14:33:19.872344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-710c241c-6421-491c-8af0-ff1ec3ae2c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:20.220107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-66f7ff01-95a2-4139-b68c-d4f815600fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.221618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-66f7ff01-95a2-4139-b68c-d4f815600fce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1098 time: 0.0760593 Nov 24 14:33:20.382942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-23ebd65e-be22-4ec3-9b3f-88a4ed985a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.384402 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-23ebd65e-be22-4ec3-9b3f-88a4ed985a52 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 899 time: 0.1355946 Nov 24 14:33:20.421280 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:20.506472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-9a9dbd10-fa89-4746-9dee-889d33f1cab3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 999 time: 0.1108789 Nov 24 14:33:20.623404 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-56b7ee90-3b9c-4b12-840a-4b7a1b587c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.624870 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-56b7ee90-3b9c-4b12-840a-4b7a1b587c73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 200 len: 835 time: 0.0840316 Nov 24 14:33:20.684804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1250b-f747-46ec-a5cd-b86d12f05264 req-9a9ed79c-3f81-46b5-a5c3-005fb108cae2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.686263 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbf1250b-f747-46ec-a5cd-b86d12f05264 req-9a9ed79c-3f81-46b5-a5c3-005fb108cae2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.1763914 Nov 24 14:33:20.750784 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dbf1250b-f747-46ec-a5cd-b86d12f05264 req-1a93496a-0914-478d-b492-341ecfeb2741 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577195 Nov 24 14:33:20.760300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-542ab575-6d37-4f52-a165-f77d15d25a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:20.761740 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-542ab575-6d37-4f52-a165-f77d15d25a97 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1216402 Nov 24 14:33:20.908923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-f6464e77-d8af-434a-8058-17f037820dc0 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258872 Nov 24 14:33:21.044020 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ca5dce2-83c6-4751-8aad-1dc3cab7a99e req-90344ad6-9e31-4855-904f-0a8e9a9a36cd service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236157 Nov 24 14:33:21.951040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0201f-0181-4a19-9134-53109cec520c req-be9699b4-19f3-4cae-bd6d-09346bbe0794 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:21.952519 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-07e0201f-0181-4a19-9134-53109cec520c req-be9699b4-19f3-4cae-bd6d-09346bbe0794 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0911024 Nov 24 14:33:21.998987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-07e0201f-0181-4a19-9134-53109cec520c req-e1caa520-6009-4536-8423-b1a5164f6281 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406663 Nov 24 14:33:22.636772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-de3ce086-1a24-4abf-9f1b-dd309ff35c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:23.216176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aca9a-1f96-45e8-8795-01edea9aaa3b req-c8d77187-fb4a-4b5c-a3d9-ff4dc4dfb9be tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:23.217701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d93aca9a-1f96-45e8-8795-01edea9aaa3b req-c8d77187-fb4a-4b5c-a3d9-ff4dc4dfb9be tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0957017 Nov 24 14:33:23.262608 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d93aca9a-1f96-45e8-8795-01edea9aaa3b req-8b454c66-1a00-4ee9-ae07-948349d9fd79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393226 Nov 24 14:33:23.833594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:24.453292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b458c8b-0e38-49c5-b9b9-0e83c784bc8d req-ef9eebd0-2f68-47e1-97fa-d6433f9d6d39 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:24.454962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2b458c8b-0e38-49c5-b9b9-0e83c784bc8d req-ef9eebd0-2f68-47e1-97fa-d6433f9d6d39 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0855231 Nov 24 14:33:24.508685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2b458c8b-0e38-49c5-b9b9-0e83c784bc8d req-85061855-c7ee-436c-a982-f523a693b7c3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Nov 24 14:33:25.410436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:25.831519 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af54ee9-ceb5-4e07-bd7e-deff85599cbb req-07f2711c-3244-4c62-b1ca-303fac3bba6b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:25.833112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4af54ee9-ceb5-4e07-bd7e-deff85599cbb req-07f2711c-3244-4c62-b1ca-303fac3bba6b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.2123013 Nov 24 14:33:25.878077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4af54ee9-ceb5-4e07-bd7e-deff85599cbb req-6854130b-8152-49b3-a47f-0c49d848a1d6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393627 Nov 24 14:33:27.060196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac390d-9d5a-4002-9f52-0a5ec744162e req-30e4b273-8f95-48d8-b4ec-2b7b6c6bc393 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:27.061568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bdac390d-9d5a-4002-9f52-0a5ec744162e req-30e4b273-8f95-48d8-b4ec-2b7b6c6bc393 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0813246 Nov 24 14:33:27.108667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bdac390d-9d5a-4002-9f52-0a5ec744162e req-32821b1e-5001-4ac2-b473-38be3a9909a0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Nov 24 14:33:27.134511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49372) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:33:27.238669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-79c26640-00fc-4dd0-8fb3-aa6a9963f8f8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/ae794495-8467-421d-b659-2f33c8018686 HTTP/1.1" status: 200 len: 991 time: 0.1029141 Nov 24 14:33:47.237364 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:49.874499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-69d29786-166f-4ab9-b0d5-8e9d71d70f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:50.426316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:51.021174 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:33:52.628600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0b70-ad01-4301-a717-a1e49a70c13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:53.831785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:55.411058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:57.813496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49384) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:33:58.051586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 306a881d-8b41-40e2-ac3a-93b3f01f70fa {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:33:58.051823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:58.248902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:58.249221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:58.388510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 306a881d-8b41-40e2-ac3a-93b3f01f70fa owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:33:58.542009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:58.545588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5dd8c1c9-896c-4e78-a537-cc461a453073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:33:58.588225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=306a881d-8b41-40e2-ac3a-93b3f01f70fa,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:33:58.628729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.629133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.629507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.629874 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.630237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.630597 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.630958 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.631351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.631708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.632065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.632417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.632788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:33:58.662188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:33:58.690921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:58.691240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP ae794495-8467-421d-b659-2f33c8018686 disassociated (deleted). External IP: 172.26.8.6, port: 5512d129-d2ba-4fb4-947d-6b7552764a49. Nov 24 14:33:59.182128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 16c0012b-c7fb-4040-9397-fed616387374 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:33:59.370198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:33:59.379870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] Sync routers for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:33:59.390528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:33:59.391135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:59.391301 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:33:59.454017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae794495-8467-421d-b659-2f33c8018686 HTTP/1.1" status: 204 len: 168 time: 1.6393580 Nov 24 14:33:59.454583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:33:59.570137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:33:59.757376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'status': 'completed', 'code': 200} Nov 24 14:33:59.889812 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:59.893633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] Checking router: 16c0012b-c7fb-4040-9397-fed616387374 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:33:59.902517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:33:59.903136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:33:59.907195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-a7a3f977-20e3-4437-85fe-52e3b2f550e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:33:59.908685 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-a7a3f977-20e3-4437-85fe-52e3b2f550e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 1098 time: 0.1290989 Nov 24 14:34:00.009315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c66fc-91cf-4fc4-9301-62863e786ae2 req-e881d162-823e-42a8-9ee1-a0c91678794d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:00.009941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-548c66fc-91cf-4fc4-9301-62863e786ae2 req-e881d162-823e-42a8-9ee1-a0c91678794d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:34:00.049513 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-548c66fc-91cf-4fc4-9301-62863e786ae2 req-e881d162-823e-42a8-9ee1-a0c91678794d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:34:00.050668 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-548c66fc-91cf-4fc4-9301-62863e786ae2 req-e881d162-823e-42a8-9ee1-a0c91678794d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.2076581 Nov 24 14:34:00.083111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:00.084002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-0eb97722-6b85-4420-9ed8-7ea9bb1262b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:00.086400 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-0eb97722-6b85-4420-9ed8-7ea9bb1262b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 200 len: 899 time: 0.1699679 Nov 24 14:34:00.170026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-18d91977-f698-4b8f-b5a2-3b9eaf251b18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 200 len: 217 time: 0.0713227 Nov 24 14:34:00.173097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-548c66fc-91cf-4fc4-9301-62863e786ae2 req-34cfec53-9cac-4a1b-acd8-b292bd14f9c4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120658 Nov 24 14:34:00.233849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-454b9ba8-7d4b-4cd6-b098-d3293f372552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:00.235280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-454b9ba8-7d4b-4cd6-b098-d3293f372552 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 200 len: 835 time: 0.0581176 Nov 24 14:34:00.318390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-5fe0394c-0703-4145-a5e6-ca1e75afb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:00.320383 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-5fe0394c-0703-4145-a5e6-ca1e75afb1fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c9f7c499-9ede-4c37-b9d1-b7962d122cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774868 Nov 24 14:34:00.450776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:00.454406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-50214757-a363-4524-b552-5ad337e983e5 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267834 Nov 24 14:34:00.454742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c90a0d-18d0-490d-a26b-3e8cf0f16d34 None None] The sync data for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv is: [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:32:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'dbeaeb49-f434-4620-8408-a7ecf10ac16e', 'name': '', 'network_id': 'c9f7c499-9ede-4c37-b9d1-b7962d122cfb', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:b8:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:18Z', 'updated_at': '2021-11-24T14:32:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '2098c1b2-710f-4f5d-84c6-a1d3b1d2590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:34:00.592125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84a30f61-123a-4b54-a6ed-2f14fbf7f577 req-1f3cc53d-bdc1-489c-88ff-009d339370e2 service neutron] 10.222.0.76 "GET /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305571 Nov 24 14:34:00.679774 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f652c5ef-ad3f-41f5-9a37-f7b1eb567b1f None None] New status for floating IP ae794495-8467-421d-b659-2f33c8018686: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:34:01.360313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4e50-3f54-4c62-8f84-712e395e77fd req-24c881b8-2476-4400-8b39-7639a86f343a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:01.361782 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f2db4e50-3f54-4c62-8f84-712e395e77fd req-24c881b8-2476-4400-8b39-7639a86f343a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0811317 Nov 24 14:34:01.405166 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f2db4e50-3f54-4c62-8f84-712e395e77fd req-e2215154-7c79-43a7-905e-b5b3b80b3c9c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=963c859d-95b4-4e29-90ad-f03b5edaeff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371234 Nov 24 14:34:01.535793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3f958a29-0c8f-493c-8096-6bf9a63e298c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:01.537136 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3f958a29-0c8f-493c-8096-6bf9a63e298c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 945 time: 0.0821750 Nov 24 14:34:01.608207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 5512d129-d2ba-4fb4-947d-6b7552764a49 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:34:01.608545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:01.981139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 5512d129-d2ba-4fb4-947d-6b7552764a49, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=5512d129-d2ba-4fb4-947d-6b7552764a49,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:01.981487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:02.100861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 5512d129-d2ba-4fb4-947d-6b7552764a49 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:34:02.246166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:02.251715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b1f98b44-ca54-4b9f-a65c-18e30fd65e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:02.300865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=5512d129-d2ba-4fb4-947d-6b7552764a49,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:02.304080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:02.376658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] No DVR routers for this DVR port 5512d129-d2ba-4fb4-947d-6b7552764a49 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:34:02.379162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:02.383625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'name': 'network-vif-deleted', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:34:02.398231 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58ca74dc-5463-45de-8d4c-83dfcb77cf64 req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "DELETE /v2.0/ports/5512d129-d2ba-4fb4-947d-6b7552764a49 HTTP/1.1" status: 204 len: 173 time: 0.8526146 Nov 24 14:34:02.438624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6ea5a-43ad-421f-b514-379caea6dff1', 'name': 'network-vif-deleted', 'tag': '5512d129-d2ba-4fb4-947d-6b7552764a49', 'status': 'completed', 'code': 200} Nov 24 14:34:02.572016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2a21bad6-80bc-4db6-a91f-7fcb4423760b req-9b210dd9-24f7-485c-a906-67cca889801e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:34:02.587122 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-2a21bad6-80bc-4db6-a91f-7fcb4423760b req-9b210dd9-24f7-485c-a906-67cca889801e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:34:02.588352 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2a21bad6-80bc-4db6-a91f-7fcb4423760b req-9b210dd9-24f7-485c-a906-67cca889801e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=afb6ea5a-43ad-421f-b514-379caea6dff1 HTTP/1.1" status: 200 len: 210 time: 0.0674388 Nov 24 14:34:03.684917 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49404) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:04.276236 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:04.662997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port dbeaeb49-f434-4620-8408-a7ecf10ac16e {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:34:04.663583 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:04.869258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port dbeaeb49-f434-4620-8408-a7ecf10ac16e, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dbeaeb49-f434-4620-8408-a7ecf10ac16e,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:04.869948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:05.053381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5512d129-d2ba-4fb4-947d-6b7552764a49 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:34:05.089453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 5512d129-d2ba-4fb4-947d-6b7552764a49 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:34:05.089807 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 5512d129-d2ba-4fb4-947d-6b7552764a49 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:34:05.129565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for dbeaeb49-f434-4620-8408-a7ecf10ac16e owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:34:05.313048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:05.316651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef4f14e9-8a2a-4343-8e2c-9f89810f4898 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:05.363123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=dbeaeb49-f434-4620-8408-a7ecf10ac16e,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:05.402897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.403350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.403674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.404155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.404533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.404933 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.405312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.405682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.406049 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.406417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.406780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.407142 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:05.415452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:05.668020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:06.038357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 16c0012b-c7fb-4040-9397-fed616387374 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:34:06.230107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:34:06.241050 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] Sync routers for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:34:06.251089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:06.251714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:06.253323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49408) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:06.254159 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-1ee999c1-2f81-4f09-9105-c6e999acd3b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/16c0012b-c7fb-4040-9397-fed616387374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672493 Nov 24 14:34:06.329009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting subnet 2098c1b2-710f-4f5d-84c6-a1d3b1d2590c {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:34:06.331986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:06.387491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:06.433946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:06.477695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:06.557011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:06.566486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5db167dc-0a14-45a2-a9a8-54a475c7420e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:06.597142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:06.605406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Subnet': ['ID=2098c1b2-710f-4f5d-84c6-a1d3b1d2590c,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:06.608892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:06.613138 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-95502678-b2a0-49b8-b43e-22c5d0c2ce31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/subnets/2098c1b2-710f-4f5d-84c6-a1d3b1d2590c HTTP/1.1" status: 204 len: 168 time: 0.3558264 Nov 24 14:34:06.613377 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49412) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:06.621519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb509ed-ca40-43f4-aeb2-3f00a5780f48 None None] Network c9f7c499-9ede-4c37-b9d1-b7962d122cfb requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:34:06.920879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:34:05Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:06.925045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] Checking router: 16c0012b-c7fb-4040-9397-fed616387374 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:34:06.934349 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] Routers {'16c0012b-c7fb-4040-9397-fed616387374'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:06.934964 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['16c0012b-c7fb-4040-9397-fed616387374'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:06.939018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.046711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] DHCP port deletion for c9f7c499-9ede-4c37-b9d1-b7962d122cfb request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:34:07.069531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Deleting port 1ea95693-e03c-4119-a353-00a7af93f153 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:34:07.069974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.136561 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.147731 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 7c71296b-cc1e-4383-a3a4-8595f8e4df01 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:34:07.148086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.215197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] Set router 16c0012b-c7fb-4040-9397-fed616387374 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:07.333609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 7c71296b-cc1e-4383-a3a4-8595f8e4df01, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7c71296b-cc1e-4383-a3a4-8595f8e4df01,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:07.334006 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.471608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 7c71296b-cc1e-4383-a3a4-8595f8e4df01 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:34:07.552396 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] For port 1ea95693-e03c-4119-a353-00a7af93f153, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=1ea95693-e03c-4119-a353-00a7af93f153,segment=NetworkSegment(6e12d898-58aa-475c-b8f2-2098748160df),segment_id=6e12d898-58aa-475c-b8f2-2098748160df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:07.553589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.663951 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.668381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9ff47ed7-f2a2-4e50-87b0-bbac01e24d97 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:07.703974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Calling delete_port for 1ea95693-e03c-4119-a353-00a7af93f153 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:34:07.713993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=7c71296b-cc1e-4383-a3a4-8595f8e4df01,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:07.718207 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:07.813041 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.832761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.837628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:07.886602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Pushing event deleted for resources: {'Port': ['ID=1ea95693-e03c-4119-a353-00a7af93f153,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:07.893047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] No DVR routers for this DVR port 1ea95693-e03c-4119-a353-00a7af93f153 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:34:07.900666 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.901040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.901387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.901718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.904837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:07.907899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:07.914190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:34:05Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:07.918356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085c8a9-e380-4cb0-8a26-a1944904599e None None] The sync data for ids ['16c0012b-c7fb-4040-9397-fed616387374'] in dv-neutron-818153-2-hyperv is: [{'id': '16c0012b-c7fb-4040-9397-fed616387374', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428198959', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:32:13Z', 'updated_at': '2021-11-24T14:34:05Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '7c71296b-cc1e-4383-a3a4-8595f8e4df01', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c0012b-c7fb-4040-9397-fed616387374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:32:14Z', 'updated_at': '2021-11-24T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:34:07.995249 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:07.997379 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.020850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.021512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Fanout notify agent at l3_agent the message router_deleted on router 16c0012b-c7fb-4040-9397-fed616387374 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:34:08.036890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.038093 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/routers/16c0012b-c7fb-4040-9397-fed616387374 HTTP/1.1" status: 204 len: 168 time: 1.4237835 Nov 24 14:34:08.040889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49416) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:08.157973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.288851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.317921 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f7c499-9ede-4c37-b9d1-b7962d122cfb']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:08.332020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e12d898-58aa-475c-b8f2-2098748160df') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:08.332314 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e12d898-58aa-475c-b8f2-2098748160df') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:08.345237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.362357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.369752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:34:08.370148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:34:08.385405 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:34:08.616983 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.620902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b12048a7-c8b0-4d4d-a989-70745d342bb6 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:08.637093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.649309 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Network': ['ID=c9f7c499-9ede-4c37-b9d1-b7962d122cfb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:08.653072 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:08.657948 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-29c3f4b7-0f05-4cf1-b8db-da0f97e68034 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/networks/c9f7c499-9ede-4c37-b9d1-b7962d122cfb HTTP/1.1" status: 204 len: 168 time: 0.6131091 Nov 24 14:34:08.658093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49420) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:08.737325 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.769638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.849491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.854139 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9f03e124-327f-4852-8e2e-f073d79ccfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:08.870160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963c859d-95b4-4e29-90ad-f03b5edaeff8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:08.872850 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:08.880331 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:08.882052 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/security-groups/963c859d-95b4-4e29-90ad-f03b5edaeff8 HTTP/1.1" status: 204 len: 168 time: 0.2230210 Nov 24 14:34:08.934940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1ea95693-e03c-4119-a353-00a7af93f153 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:34:08.984323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 1ea95693-e03c-4119-a353-00a7af93f153 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:34:08.984783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 1ea95693-e03c-4119-a353-00a7af93f153 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:34:08.985235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dbeaeb49-f434-4620-8408-a7ecf10ac16e no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:34:09.023908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: dbeaeb49-f434-4620-8408-a7ecf10ac16e {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:34:09.024165 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dbeaeb49-f434-4620-8408-a7ecf10ac16e not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:34:09.409459 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49428) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:09.415605 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402643888', 'description': 'tempest-secgroup-smoke-1402643888 description', 'project_id': 'b8ec1b531322491ca7919a0802563279'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:09.422855 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:09.427544 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:09.431432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:09.438369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:09.450780 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.472902 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:09.477422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:09.480216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:09.486186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:09.562626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.566420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.570114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-defc376f-ef69-4520-b461-252376ce5178 tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:09.613498 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c35e878-ac03-497d-a149-8fd22d93e1a8,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:09.616942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.618093 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2076380 Nov 24 14:34:09.618997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d6cb2c4f-0de6-4544-b4be-28315781d878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:09.621039 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49432) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:09.625948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '8c35e878-ac03-497d-a149-8fd22d93e1a8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:09.632037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:09.635960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:09.638840 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:09.644533 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:09.666755 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.729714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.733798 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.735663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0c85fca9-88f0-40e4-a9b0-e600a24ed5b6 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:09.759503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fee49d-ffe9-489d-a865-08e9f0b8ad6e,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:09.764221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:09.768957 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.770177 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5645c766-9353-4149-85a5-8e4f6de9bd1b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482437 Nov 24 14:34:09.773811 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49436) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:09.779192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '8c35e878-ac03-497d-a149-8fd22d93e1a8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:09.785628 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:09.790284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:09.793118 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:09.798831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:09.815020 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.880963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.884433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.886373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e27ef442-fb89-4dfe-8fcc-dd0050bb0b28 tempest-SecGroupTest-1904553165 tempest-SecGroupTest-1904553165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:09.910836 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4390f403-4ac6-4446-80b6-c9a82333ac1a,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:09.914829 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:09.923514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:09.924777 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-606f974c-3c6b-419f-9185-3912b1053cf5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499946 Nov 24 14:34:09.927488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49440) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:09.933169 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '8c35e878-ac03-497d-a149-8fd22d93e1a8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:09.939104 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:09.942851 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:09.945759 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:09.951388 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:09.969767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.035922 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.039741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.041674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f9fe7b1b-5c88-4c00-a164-3eb6b62c471d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:10.063398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc53fb60-9095-49c6-b064-8499dc7f2368,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:10.065926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:10.073614 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.074813 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0923161a-480f-4ff1-8503-26db52bc7e35 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458118 Nov 24 14:34:10.077479 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49444) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:10.082440 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '8c35e878-ac03-497d-a149-8fd22d93e1a8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:10.089170 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:10.092988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:10.095990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:10.102346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:10.119865 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.183493 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.187182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.189270 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2777a88a-9fc3-4d4b-a1c8-1bd41473c360 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:10.212702 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a4c156-8a7a-4ba5-af4b-7e00d21528ab,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:10.217183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:10.221547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.222729 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443527 Nov 24 14:34:10.226445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49448) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:10.231576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '8c35e878-ac03-497d-a149-8fd22d93e1a8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:10.237462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:10.241218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:10.244022 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:10.249627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:10.260122 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:34:10.266584 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.334796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.338746 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.340576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d87e3dd-ed7c-4634-adf3-ee2b4bda7a59 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:10.367262 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec3cef9-208b-4f9b-9bcc-489095a26ebc,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:10.371701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:10.375807 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.376994 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ca734c08-0ad7-4724-a03e-281bdff17cf4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496217 Nov 24 14:34:10.379676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49452) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:10.385419 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '8c35e878-ac03-497d-a149-8fd22d93e1a8', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:10.391350 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:10.395156 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:10.399042 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:10.405053 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:10.414809 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.securitygroups_db [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:34:10.421403 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.488985 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.493648 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.495659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-30be4ec5-baa1-426c-9bef-d5a395953878 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:10.518700 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8383c3b-84ec-4df7-b96b-bef6f20e674e,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:10.521122 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:10.529673 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.531071 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0fd81cac-eda4-4ecc-8433-1d63cbabef5a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504514 Nov 24 14:34:10.534007 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49456) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:10.540297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'network': {'name': 'tempest-network-smoke--954383114', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'port_security_enabled': True}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:10.543851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7c71296b-cc1e-4383-a3a4-8595f8e4df01 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:34:10.545734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:10.549870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:network and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:10.552774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:10.558777 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:10.569831 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:34:10.573821 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.577711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 7c71296b-cc1e-4383-a3a4-8595f8e4df01 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:34:10.578055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7c71296b-cc1e-4383-a3a4-8595f8e4df01 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:34:10.604374 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:34:10.613358 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.613693 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Added segment 5510ddb3-0c9e-4666-a984-68943d6c6079 of type vlan for network 4a592c82-fa46-49be-805d-4e1cdc976daf Nov 24 14:34:10.639664 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.670987 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.676796 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:10.677375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.683364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e53848c0-d5e3-47af-bf78-3721da721218 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:10.781843 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2467248 Nov 24 14:34:10.784557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49460) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:10.790412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'admin_state_up': True, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:10.791570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Network': ['ID=4a592c82-fa46-49be-805d-4e1cdc976daf,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:10.794238 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b4a9a539-f3fc-4dfa-944d-e73ca1a2e8d3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:10.804228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:10.805361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 4a592c82-fa46-49be-805d-4e1cdc976daf details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:34:10.808377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:router and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:10.811284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:10.821659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:10.832705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.833801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:10.851467 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:11.126016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:11.574663 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:11.604699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:11.743608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.56 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/519d9394-b2e2-49a7-80c9-9a59a2e19766) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:34:11.897921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:11.927348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:11.932570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8b35985b-1702-4a35-9bca-57dd2255c4a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:11.997186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:34:11.999994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:12.002491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:34:12.048967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=519d9394-b2e2-49a7-80c9-9a59a2e19766,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:12.051774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:12.435288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:12.782056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:13.131969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:34:13.320711 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:34:13.331424 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Sync routers for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:34:13.342319 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:13.342949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:13.349739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:13.351064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5654330 Nov 24 14:34:13.354581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49464) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:13.401506 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-71aa6a52-c3a5-4859-bed9-faf4120b884b tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b8ec1b531322491ca7919a0802563279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450501 Nov 24 14:34:13.404728 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49468) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:13.531935 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:13.546344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd51910-329c-40af-9082-ab8f3efabc51 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:13.547816 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3fd51910-329c-40af-9082-ab8f3efabc51 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1419384 Nov 24 14:34:13.550926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49472) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:13.592306 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-958826d0-c410-4984-ae1c-237730b407e8 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402253 Nov 24 14:34:13.595100 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49476) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:13.601312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170118887', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:13.712160 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:13.716071 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:subnet and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:13.718844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:13.724449 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:13.735497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:34:13.738959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:13.828102 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:12Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:13.832206 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Checking router: a4ebef70-5a1a-45b0-9761-26f239f1ccb1 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:34:13.832563 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Updating router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 port 519d9394-b2e2-49a7-80c9-9a59a2e19766 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:34:13.892066 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:13.965501 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:13.971312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5239b692-3cb9-4cc1-92d1-79aa86fc6fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:14.056221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Subnet': ['ID=05180179-ac9d-4704-8d93-deddf5b03bbf,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:14.058399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Checking segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:34:14.058761 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network hostable DHCP agents. Network: 4a592c82-fa46-49be-805d-4e1cdc976daf, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:34:14.063260 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:14.079058 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 4a592c82-fa46-49be-805d-4e1cdc976daf is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:34:14.089069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 4a592c82-fa46-49be-805d-4e1cdc976daf) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:14.093180 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:14.093768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.100947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd01d1-c67e-45dd-86a0-3cb014cb2d2f None None] Network 4a592c82-fa46-49be-805d-4e1cdc976daf requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:34:14.122876 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-49334f61-c1da-44ad-8f75-922c6f8b847e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5241184 Nov 24 14:34:14.123362 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49480) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:14.235233 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.247797 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Transition to ACTIVE for port object 519d9394-b2e2-49a7-80c9-9a59a2e19766 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:14.255003 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.260129 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:14.327285 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Pushing event updated for resources: {'Port': ['ID=519d9394-b2e2-49a7-80c9-9a59a2e19766,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:14.332314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-4a592c82-fa46-49be-805d-4e1cdc976daf', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:34:14.333531 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.336605 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.337178 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.337306 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.337635 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.337967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.338296 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.338626 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.338949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.339272 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.339595 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.339913 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.340292 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:34:14.345417 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:14.362476 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Attempting to bind port 519d9394-b2e2-49a7-80c9-9a59a2e19766 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:34:14.362862 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Attempting to bind port 519d9394-b2e2-49a7-80c9-9a59a2e19766 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:34:14.363234 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Attempting to bind port 519d9394-b2e2-49a7-80c9-9a59a2e19766 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:34:14.369607 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:34:14.369987 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:34:14.370395 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.370811 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:34:14.371268 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Bound port: 519d9394-b2e2-49a7-80c9-9a59a2e19766, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:34:14.371646 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.451892 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] For port 519d9394-b2e2-49a7-80c9-9a59a2e19766, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:34:14.455461 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] For port 519d9394-b2e2-49a7-80c9-9a59a2e19766, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=519d9394-b2e2-49a7-80c9-9a59a2e19766,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:34:14.460799 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.466131 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-d9a8cfc8-e424-41c3-a1d3-280e6b882266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:14.507150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Allocated IP 172.20.0.2 (4a592c82-fa46-49be-805d-4e1cdc976daf/05180179-ac9d-4704-8d93-deddf5b03bbf/6b47d58b-9d19-4aa8-98d9-38f6e0f270e3) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:34:14.554556 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:14.555284 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:14.721001 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Pushing event updated for resources: {'Port': ['ID=519d9394-b2e2-49a7-80c9-9a59a2e19766,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:14.722247 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.733654 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:14.734200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Transition to ACTIVE for port object 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:14.754369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Transition to ACTIVE for port object 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:14.762286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:14.772000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:14.791231 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:14.840930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Network 4a592c82-fa46-49be-805d-4e1cdc976daf is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:34:14.844292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:14.846955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:34:14.887780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Pushing event updated for resources: {'Port': ['ID=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:14.890112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:14.998566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Attempting to bind port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:34:14.999101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Attempting to bind port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:34:14.999561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Attempting to bind port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 on network 4a592c82-fa46-49be-805d-4e1cdc976daf {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:34:15.005077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:34:15.005718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Checking segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:34:15.006274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:15.006772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Bound using segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:34:15.007336 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Bound port: 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:34:15.007814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:15.043133 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:15.093823 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:12Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:15.098239 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f2945-e332-4375-a4d1-c799fafec5fd None None] The sync data for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv is: [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:12Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:34:15.099892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] For port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:34:15.102852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] For port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:34:15.108530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:15.112524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:15.207527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Pushing event updated for resources: {'Port': ['ID=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:15.211478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:15.547095 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.1 (4a592c82-fa46-49be-805d-4e1cdc976daf/05180179-ac9d-4704-8d93-deddf5b03bbf/a133f25c-9478-4d92-8b1a-372c06094359) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:34:15.731014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:15.748674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object a133f25c-9478-4d92-8b1a-372c06094359 will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:15.778057 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:15.781956 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49ef7c20-1c22-4f8e-ab22-cd273c2ea821 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:15.850620 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 4a592c82-fa46-49be-805d-4e1cdc976daf is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:34:15.855046 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:15.859576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:34:15.893674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=a133f25c-9478-4d92-8b1a-372c06094359,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:15.905243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:15.931191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:16.078003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:16.296721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c1a0d-10ab-4475-a322-0b6f8e3e22ee None None] Network 4a592c82-fa46-49be-805d-4e1cdc976daf requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:34:16.399511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-562c07fb-c5e9-430c-9732-3ef18fca0620 None None] Provisioning for port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:16.660678 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:16.759145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:16.764850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:16.765182 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:16.824572 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:16.830226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:16.873264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:16.952052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:16.999261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e54f8f44-e19e-43a9-a4a5-9f2143ecebc5 None None] Provisioning complete for port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:16.999859 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f44-e19e-43a9-a4a5-9f2143ecebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.035999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=a133f25c-9478-4d92-8b1a-372c06094359,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:17.041288 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:17.043025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.096262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:17.106686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.108163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 519d9394-b2e2-49a7-80c9-9a59a2e19766 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:17.159842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:17.275539 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 4a592c82-fa46-49be-805d-4e1cdc976daf is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:34:17.277106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:17.320167 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.334126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:17.361813 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:17.378969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 519d9394-b2e2-49a7-80c9-9a59a2e19766 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:17.393882 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 519d9394-b2e2-49a7-80c9-9a59a2e19766 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:17.394261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.471326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e54f8f44-e19e-43a9-a4a5-9f2143ecebc5 None None] Provisioning for port a133f25c-9478-4d92-8b1a-372c06094359 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:17.497637 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:34:17.506103 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e54f8f44-e19e-43a9-a4a5-9f2143ecebc5 None None] Provisioning complete for port a133f25c-9478-4d92-8b1a-372c06094359 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:17.506498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e54f8f44-e19e-43a9-a4a5-9f2143ecebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.597170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.604559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-e54f8f44-e19e-43a9-a4a5-9f2143ecebc5 None None] Port a133f25c-9478-4d92-8b1a-372c06094359 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:34:17.618735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 519d9394-b2e2-49a7-80c9-9a59a2e19766, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=519d9394-b2e2-49a7-80c9-9a59a2e19766,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:17.622997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.624980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0f25ceb1-3c2f-4b63-af95-48e146c250c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:17.697022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=519d9394-b2e2-49a7-80c9-9a59a2e19766,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:17.700706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:17.705525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:34:17.717825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Sync routers for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:34:17.727414 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f88eaa17-9ad1-4797-8ad5-be521a783588 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/a4ebef70-5a1a-45b0-9761-26f239f1ccb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6028626 Nov 24 14:34:17.734328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:17.734951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:17.797632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-97b4b09f-8fbc-42a1-928a-9238bb98a88a None None] Provisioning complete for port a133f25c-9478-4d92-8b1a-372c06094359 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:17.797929 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-97b4b09f-8fbc-42a1-928a-9238bb98a88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:17.898648 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-f79cf199-a0aa-4be8-a0d0-c083ec2ca763 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402643888&fields=id&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 267 time: 0.0442755 Nov 24 14:34:17.930176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-97b4b09f-8fbc-42a1-928a-9238bb98a88a None None] Port a133f25c-9478-4d92-8b1a-372c06094359 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:34:17.968805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:18.054134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-377232aa-eefe-4371-9417-55d9c385514c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:18.055493 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-377232aa-eefe-4371-9417-55d9c385514c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 796 time: 0.1500187 Nov 24 14:34:18.071017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-8405b034-7e2e-4d7e-aed6-519ec49f0742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/quotas/b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 375 time: 0.0099571 Nov 24 14:34:18.156858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-8fea7d97-cb69-4267-bd87-ce5b86c48690 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804060 Nov 24 14:34:18.324273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:16Z', 'revision_number': 2, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:18.328430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Checking router: a4ebef70-5a1a-45b0-9761-26f239f1ccb1 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:34:18.328818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Updating router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 port a133f25c-9478-4d92-8b1a-372c06094359 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:34:18.340252 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-d65b5411-7f57-4643-8485-afe074a1400b service neutron] 10.222.0.36 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717288 Nov 24 14:34:18.385134 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:18.475762 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-caba3c37-9dc3-418a-9e77-2c614df8399b service neutron] 10.222.0.36 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297727 Nov 24 14:34:18.629845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:18.675970 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed87d549-c93f-4323-97bb-80ad70f96b57 req-6a072ec9-5938-4d7b-9f33-fac82aafc4a5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 210 time: 0.0493994 Nov 24 14:34:18.759770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:18.760145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:18.893829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:18.936883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Transition to ACTIVE for port object a133f25c-9478-4d92-8b1a-372c06094359 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:18.954322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:18.960869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-779a1823-f449-4084-9236-2f94d991251e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:19.077259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 519d9394-b2e2-49a7-80c9-9a59a2e19766 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:19.147375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9e4a-3fab-49d8-8f9b-0db5437684d7 None None] Pushing event updated for resources: {'Port': ['ID=a133f25c-9478-4d92-8b1a-372c06094359,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:19.154638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-38ba9e4a-3fab-49d8-8f9b-0db5437684d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:19.263868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Attempting to bind port a133f25c-9478-4d92-8b1a-372c06094359 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:34:19.264245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Attempting to bind port a133f25c-9478-4d92-8b1a-372c06094359 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:34:19.264614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Attempting to bind port a133f25c-9478-4d92-8b1a-372c06094359 on network 4a592c82-fa46-49be-805d-4e1cdc976daf {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:34:19.280960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:34:19.281340 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Checking segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:34:19.281750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:19.282147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Bound using segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:34:19.282632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Bound port: a133f25c-9478-4d92-8b1a-372c06094359, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:34:19.283020 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:19.305061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 519d9394-b2e2-49a7-80c9-9a59a2e19766 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:19.305450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:19.438430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] For port a133f25c-9478-4d92-8b1a-372c06094359, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:34:19.442073 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] For port a133f25c-9478-4d92-8b1a-372c06094359, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a133f25c-9478-4d92-8b1a-372c06094359,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:34:19.472125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:19.482444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:19.581871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:19.582525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:33:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:19.633326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9e4a-3fab-49d8-8f9b-0db5437684d7 None None] Pushing event updated for resources: {'Port': ['ID=a133f25c-9478-4d92-8b1a-372c06094359,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:19.642572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-38ba9e4a-3fab-49d8-8f9b-0db5437684d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:19.849471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:19.865317 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-252b8fbd-a157-4caa-9ebd-57a97c726a37 req-7137e159-e660-4086-abb8-35444aa5ccb6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 210 time: 0.0640728 Nov 24 14:34:19.932677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72d74e16-c179-4574-a2fd-af4310a94710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.040483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-6b1167d9-f10c-4557-86d9-5f7d79ceb9cf tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:20.042329 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-6b1167d9-f10c-4557-86d9-5f7d79ceb9cf tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 796 time: 0.1633790 Nov 24 14:34:20.101743 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-c6edb96f-a321-44c4-b47c-c68087ac4e0b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 380 time: 0.0444927 Nov 24 14:34:20.117137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'port': {'device_id': 'aed93746-0aae-4664-9569-751690200bd6', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'admin_state_up': True, 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'security_groups': ['8c35e878-ac03-497d-a149-8fd22d93e1a8']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:20.198695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:20.202986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e03d5e-f942-446c-82b2-9cd691810678 None None] The sync data for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv is: [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:19Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:34:20.269822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:20.274957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:port and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:20.277884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:20.284047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:20.299074 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:34:20.303583 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.434392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.480811 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.14 (4a592c82-fa46-49be-805d-4e1cdc976daf/05180179-ac9d-4704-8d93-deddf5b03bbf/52a0255d-9c78-483c-ab07-775c70caf126) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:34:20.605016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a133f25c-9478-4d92-8b1a-372c06094359 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:20.682462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port a133f25c-9478-4d92-8b1a-372c06094359 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:20.688464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a133f25c-9478-4d92-8b1a-372c06094359 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:20.688885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.698057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.720155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 52a0255d-9c78-483c-ab07-775c70caf126 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:20.748097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.756410 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91846e43-fd32-4048-a8ea-e198262f9870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:20.831264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.869342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port a133f25c-9478-4d92-8b1a-372c06094359, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a133f25c-9478-4d92-8b1a-372c06094359,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:20.874450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:20.876637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:20.970993 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=a133f25c-9478-4d92-8b1a-372c06094359,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:20.976367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:20.997265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 4a592c82-fa46-49be-805d-4e1cdc976daf is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:34:21.000468 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:21.003064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:34:21.089992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:21.092118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:21.143350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:21.144006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:21.178764 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0661421 Nov 24 14:34:21.187665 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2fbf-3c5b-4ccc-86e3-66049e2966d6 req-694a5200-8d7b-4713-a8d7-6c1458421635 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:21.188425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-786f2fbf-3c5b-4ccc-86e3-66049e2966d6 req-694a5200-8d7b-4713-a8d7-6c1458421635 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:34:21.198071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Request body: {'port': {'device_id': 'aed93746-0aae-4664-9569-751690200bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:21.255805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-786f2fbf-3c5b-4ccc-86e3-66049e2966d6 req-694a5200-8d7b-4713-a8d7-6c1458421635 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:34:21.257169 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-786f2fbf-3c5b-4ccc-86e3-66049e2966d6 req-694a5200-8d7b-4713-a8d7-6c1458421635 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 932 time: 0.2240028 Nov 24 14:34:21.281608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cf55dc2a-28b1-4329-9614-3ce98a3f2de5 None None] Provisioning for port 52a0255d-9c78-483c-ab07-775c70caf126 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:21.288819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-cf55dc2a-28b1-4329-9614-3ce98a3f2de5 None None] Provisioning complete for port 52a0255d-9c78-483c-ab07-775c70caf126 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:21.289226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cf55dc2a-28b1-4329-9614-3ce98a3f2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:21.360851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-cf55dc2a-28b1-4329-9614-3ce98a3f2de5 None None] Port 52a0255d-9c78-483c-ab07-775c70caf126 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:34:21.366570 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-786f2fbf-3c5b-4ccc-86e3-66049e2966d6 req-bca1f920-c30d-462c-bb42-88fc81b5bbfa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655050 Nov 24 14:34:21.369133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:21.731739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a0255d-9c78-483c-ab07-775c70caf126 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:34:21.738949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:21.753066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Transition to ACTIVE for port object 52a0255d-9c78-483c-ab07-775c70caf126 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:34:21.757132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:21.760802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b27e19e6-4e7d-4b91-8913-4c94480d269a tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:21.891939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:21.919756 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:22.002596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Attempting to bind port 52a0255d-9c78-483c-ab07-775c70caf126 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:34:22.003178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Attempting to bind port 52a0255d-9c78-483c-ab07-775c70caf126 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:34:22.003275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Attempting to bind port 52a0255d-9c78-483c-ab07-775c70caf126 on network 4a592c82-fa46-49be-805d-4e1cdc976daf {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:34:22.008435 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Port 52a0255d-9c78-483c-ab07-775c70caf126 on network 4a592c82-fa46-49be-805d-4e1cdc976daf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:34:22.008774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Attempting to bind port 52a0255d-9c78-483c-ab07-775c70caf126 on network 4a592c82-fa46-49be-805d-4e1cdc976daf {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:34:22.013866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:34:22.014200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Checking segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:34:22.014581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Bound using segment: {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:34:22.015029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Bound port: 52a0255d-9c78-483c-ab07-775c70caf126, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5510ddb3-0c9e-4666-a984-68943d6c6079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:34:22.015374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:22.106473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:34:22.109472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:34:22.114197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:22.118079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8892729a-ec59-420e-8eb3-a9c4db9ec9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:22.179171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:22.179783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:22.181189 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] 10.222.0.76 "PUT /v2.0/ports/52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 1094 time: 0.9884472 Nov 24 14:34:22.181710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:34:22.203140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:22.213576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:22.287885 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'status': 'completed', 'code': 200} Nov 24 14:34:22.343438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-a18335b7-13a4-4e1f-93c1-3c4c6a368d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:22.346337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-a18335b7-13a4-4e1f-93c1-3c4c6a368d19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1169786 Nov 24 14:34:22.430290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-fa772e23-fbe9-40d1-86be-746791b12199 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 217 time: 0.0725605 Nov 24 14:34:22.545575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-5260c41b-09e3-4c03-8175-9dac83a6fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:22.547015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-5260c41b-09e3-4c03-8175-9dac83a6fa96 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.1061883 Nov 24 14:34:22.584898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a133f25c-9478-4d92-8b1a-372c06094359 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:22.640347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396eb67-fb39-4df8-986b-f3ba61e9f876 req-39bf02c6-6320-42d1-ae0f-52c41a6a5d6a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:22.642151 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6396eb67-fb39-4df8-986b-f3ba61e9f876 req-39bf02c6-6320-42d1-ae0f-52c41a6a5d6a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 944 time: 0.1517465 Nov 24 14:34:22.650745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dd4e0ef0-e1a0-4fc4-ad9d-353310f1f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:22.660799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-fa043c21-0c82-49ec-a9d8-3e37324e67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:22.662879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-fa043c21-0c82-49ec-a9d8-3e37324e67ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044858 Nov 24 14:34:22.667969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port a133f25c-9478-4d92-8b1a-372c06094359 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:22.668350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:22.794538 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6396eb67-fb39-4df8-986b-f3ba61e9f876 req-64dec791-39c3-4f2d-b23a-3aad40cfe723 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259255 Nov 24 14:34:22.843225 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-7cc3ea39-2318-4918-8078-f8e72bcb05d1 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593230 Nov 24 14:34:23.104382 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-538a90fb-ee93-4217-8d7a-1598cc79cc71 req-47aabc9a-27f2-45c1-88d6-cdd3f99cd06a service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506766 Nov 24 14:34:23.234224 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347cba-435a-4752-9191-f865ae332d95 req-6b7b0c3c-4e43-40fa-a8c0-7287b899f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:23.235688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-6b7b0c3c-4e43-40fa-a8c0-7287b899f453 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0767221 Nov 24 14:34:23.373112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347cba-435a-4752-9191-f865ae332d95 req-ce85399a-5cca-4ad2-9e7f-4f10845fd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:23.374564 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-ce85399a-5cca-4ad2-9e7f-4f10845fd784 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1293252 Nov 24 14:34:23.450364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-28ae4131-f4bd-4373-8d1b-e40b9634b408 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 217 time: 0.0646770 Nov 24 14:34:23.515311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347cba-435a-4752-9191-f865ae332d95 req-f49fd2a6-bacc-4230-a9b3-64047a2fe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:23.516736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-f49fd2a6-bacc-4230-a9b3-64047a2fe470 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0585945 Nov 24 14:34:23.595446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d347cba-435a-4752-9191-f865ae332d95 req-f1e25e9c-07ab-4603-969f-bc5ca6123ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:23.596968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-f1e25e9c-07ab-4603-969f-bc5ca6123ba7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713661 Nov 24 14:34:23.741059 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-c009ef85-7d11-48c3-884e-84b9445f05c1 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332552 Nov 24 14:34:23.838687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:23.887424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d347cba-435a-4752-9191-f865ae332d95 req-81bf7b1f-dac8-49dc-8951-1569afc786b0 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384072 Nov 24 14:34:24.021667 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de645-c3c1-4e61-8249-031dbb47e7ee req-e20ee304-ff3a-4d48-8ca5-fbc91e8c6ae4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:24.023118 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-004de645-c3c1-4e61-8249-031dbb47e7ee req-e20ee304-ff3a-4d48-8ca5-fbc91e8c6ae4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 944 time: 0.1018658 Nov 24 14:34:24.074107 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-004de645-c3c1-4e61-8249-031dbb47e7ee req-6e6e8c53-8e55-4196-bf87-60a59112f9a9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Nov 24 14:34:25.114131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:34:25.264763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:25.269037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be1cd-ee1d-4d03-a69c-e55283302f0e req-0080a9c9-30c1-4676-b841-84cf1d7b93a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:25.270565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7d3be1cd-ee1d-4d03-a69c-e55283302f0e req-0080a9c9-30c1-4676-b841-84cf1d7b93a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 944 time: 0.0843127 Nov 24 14:34:25.280715 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '52a0255d-9c78-483c-ab07-775c70caf126', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'port_id': '52a0255d-9c78-483c-ab07-775c70caf126', 'mac_address': 'fa:16:3e:6f:02:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:34:25.323030 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7d3be1cd-ee1d-4d03-a69c-e55283302f0e req-6456903a-7672-483e-8f08-1e2c285d148f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447874 Nov 24 14:34:25.357436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:25.375416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a0255d-9c78-483c-ab07-775c70caf126 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:34:25.392792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:25.398547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:25.401698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:25.467079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:25.479821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:25.483084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:25.696689 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['52a0255d-9c78-483c-ab07-775c70caf126'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:34:26.523836 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8fafe-1f25-4742-95d5-6a193b0cc13c req-ccfdd1ce-cf25-4031-917b-7111e2cd458f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:26.526029 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ded8fafe-1f25-4742-95d5-6a193b0cc13c req-ccfdd1ce-cf25-4031-917b-7111e2cd458f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 945 time: 0.0841970 Nov 24 14:34:26.570409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ded8fafe-1f25-4742-95d5-6a193b0cc13c req-f88a83ae-f31e-43da-b255-dbab2ba48509 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395384 Nov 24 14:34:27.113770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:34:27.183686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 52a0255d-9c78-483c-ab07-775c70caf126 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:34:27.188302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 52a0255d-9c78-483c-ab07-775c70caf126 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:34:27.188680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:27.350023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:27.377628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:34:27.388601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:34:27.393030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:27.394864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52f2b8eb-91b3-4049-a60c-9ece76375f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:27.464325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:27.467347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:27.478251 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'code': 200} Nov 24 14:34:27.807610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86564b6-ac5d-442a-8caa-692003907a95 req-cbe153d9-8f17-45e7-a7d5-72feff218d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:27.809114 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d86564b6-ac5d-442a-8caa-692003907a95 req-cbe153d9-8f17-45e7-a7d5-72feff218d0c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1099 time: 0.1383014 Nov 24 14:34:27.821084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b63c-4eb4-4b3c-a54a-bae450672421 req-2ffeb99c-64c6-4b51-b5ae-4cd57b661942 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:27.822495 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bb4b63c-4eb4-4b3c-a54a-bae450672421 req-2ffeb99c-64c6-4b51-b5ae-4cd57b661942 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.1135719 Nov 24 14:34:27.888308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d86564b6-ac5d-442a-8caa-692003907a95 req-82b9ebcc-c7b5-439a-a971-b5f0b93dcafb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648670 Nov 24 14:34:27.898004 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7bb4b63c-4eb4-4b3c-a54a-bae450672421 req-e9646c69-37c8-40bf-835d-8f3be6188ed8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622752 Nov 24 14:34:28.020711 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:34:29.096762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8d802-2a12-4843-a6dc-ebfae815c59f req-262a1d52-25e1-46fe-811a-e6c799ef08e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:29.098233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dee8d802-2a12-4843-a6dc-ebfae815c59f req-262a1d52-25e1-46fe-811a-e6c799ef08e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0849814 Nov 24 14:34:29.144837 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dee8d802-2a12-4843-a6dc-ebfae815c59f req-1e38029f-9a1c-4e3e-b611-748e5e19b72c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Nov 24 14:34:30.343203 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760db54-e462-486c-945b-fcebd136da27 req-d43565c9-940c-4570-8f60-bd445190e03b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:30.344706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b760db54-e462-486c-945b-fcebd136da27 req-d43565c9-940c-4570-8f60-bd445190e03b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0922053 Nov 24 14:34:30.391243 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b760db54-e462-486c-945b-fcebd136da27 req-fcdfe311-c2d0-45d1-ad52-dd6b402c5075 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Nov 24 14:34:30.575204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e25656-d50b-4349-8ec7-3b9d921fec84 req-65c4fa11-97ef-4667-b5fa-556e37ce7612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:30.576635 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46e25656-d50b-4349-8ec7-3b9d921fec84 req-65c4fa11-97ef-4667-b5fa-556e37ce7612 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0798020 Nov 24 14:34:30.621452 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46e25656-d50b-4349-8ec7-3b9d921fec84 req-a976811e-b43d-4b91-a759-f2593bd5ad6c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 Nov 24 14:34:30.643984 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49544) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:30.714899 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319b052-7adb-42c6-b439-83c1e32a7d51 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:30.716405 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a319b052-7adb-42c6-b439-83c1e32a7d51 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1094 time: 0.0714502 Nov 24 14:34:30.719200 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49548) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:30.724132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '52a0255d-9c78-483c-ab07-775c70caf126', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:34:30.730988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:34:30.735351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:floatingip and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:34:30.738194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:34:30.744381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:34:30.756670 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:30.894742 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:31.032616 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.103 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/1b27cfaa-f273-4172-950f-0269eaabb436) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:34:31.177280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:31.209646 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:31.213346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-72795518-a0d0-4da5-a8e4-a5c751a0e17a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:31.274445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:34:31.277367 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:34:31.281025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:34:31.457437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=1b27cfaa-f273-4172-950f-0269eaabb436,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:31.462197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:31.830890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:31.920131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:32.142866 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:32.148359 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:32.152191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:34:32.260044 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=1b27cfaa-f273-4172-950f-0269eaabb436,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:34:32.262873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:34:32.272069 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:32.461318 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP a4bf90df-dc87-485a-aced-9af4c23bd033 associated. External IP: 172.26.8.103, port: 52a0255d-9c78-483c-ab07-775c70caf126. Nov 24 14:34:32.822803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:34:33.136176 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:34:33.148658 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] Sync routers for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:34:33.158712 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:33.159325 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:34:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:33.163846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:33.228701 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5084782 Nov 24 14:34:33.229509 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:34:33.353113 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:33.407416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58810c9-5604-4583-a615-68f492775019 req-1302fd6a-7dba-406e-85be-af1bdaade0b5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:33.408827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f58810c9-5604-4583-a615-68f492775019 req-1302fd6a-7dba-406e-85be-af1bdaade0b5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0869999 Nov 24 14:34:33.459177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f58810c9-5604-4583-a615-68f492775019 req-ab84801f-3a18-41b9-af41-f07809a521ec tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Nov 24 14:34:33.484562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49558) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:33.592252 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'status': 'completed', 'code': 200} Nov 24 14:34:33.602348 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2ce1d489-9654-4516-90a0-776b92d3ece1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/a4bf90df-dc87-485a-aced-9af4c23bd033 HTTP/1.1" status: 200 len: 992 time: 0.1152136 Nov 24 14:34:33.691296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-444cdc83-be3f-4224-85fd-86314319f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:33.693874 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-444cdc83-be3f-4224-85fd-86314319f7c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0741081 Nov 24 14:34:33.735525 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'a4bf90df-dc87-485a-aced-9af4c23bd033', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'port_id': '52a0255d-9c78-483c-ab07-775c70caf126', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'mac_address': 'fa:16:3e:6f:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed93746-0aae-4664-9569-751690200bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:34:31Z', 'updated_at': '2021-11-24T14:34:31Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:33.740094 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] Checking router: a4ebef70-5a1a-45b0-9761-26f239f1ccb1 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:34:33.748449 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:34:33.749069 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:34:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:33.829026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-33ce46c8-7e1c-4715-b717-b1e40b41a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:33.830464 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-33ce46c8-7e1c-4715-b717-b1e40b41a52b service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1304929 Nov 24 14:34:33.932762 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:34:34.061535 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-0ad5e873-1e05-443d-ac80-0248e15f3de2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 1000 time: 0.2229533 Nov 24 14:34:34.126428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-ecc896db-efcf-4a7b-8495-c1cda8737dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:34.127889 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-ecc896db-efcf-4a7b-8495-c1cda8737dfe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0594406 Nov 24 14:34:34.204824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-0eef9898-e0ce-4749-b9b0-2d29aee09f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:34:34.206302 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-0eef9898-e0ce-4749-b9b0-2d29aee09f4d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719070 Nov 24 14:34:34.329637 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'a4bf90df-dc87-485a-aced-9af4c23bd033', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'port_id': '52a0255d-9c78-483c-ab07-775c70caf126', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'mac_address': 'fa:16:3e:6f:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed93746-0aae-4664-9569-751690200bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:34:31Z', 'updated_at': '2021-11-24T14:34:31Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:34:34.334757 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe7454-dbf4-470f-a7ff-d92dcf374aed None None] The sync data for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv is: [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'a4bf90df-dc87-485a-aced-9af4c23bd033', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.103', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'port_id': '52a0255d-9c78-483c-ab07-775c70caf126', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'mac_address': 'fa:16:3e:6f:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed93746-0aae-4664-9569-751690200bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:34:31Z', 'updated_at': '2021-11-24T14:34:31Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:34:34.347480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-e94dfa5c-4c56-419d-9a17-9f022ea1cc7d service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329782 Nov 24 14:34:34.497665 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7c5ccf54-1e0d-4755-bf59-0392b1369e9f req-f92fb866-1bc3-4733-92cc-3a633f45868b service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336060 Nov 24 14:34:34.552306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6943bc5-d5ff-4f9e-ac7d-fa0d02c7a867 None None] New status for floating IP a4bf90df-dc87-485a-aced-9af4c23bd033: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:34:34.605567 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49562) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:34.745230 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f4e7d065-7c43-40d4-b2c6-213ff7fedf0d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/a4bf90df-dc87-485a-aced-9af4c23bd033 HTTP/1.1" status: 200 len: 992 time: 0.1383121 Nov 24 14:34:35.749712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49566) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:34:35.858604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-688aeacb-e293-4bcd-a5b0-8a6dc5e0462b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/a4bf90df-dc87-485a-aced-9af4c23bd033 HTTP/1.1" status: 200 len: 994 time: 0.1075177 Nov 24 14:34:47.251352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:49.875024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00ea8e7b-04fe-4c1e-87cc-2b57985a2aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:50.426671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:52.634793 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-56792997-7ba8-4178-968a-1e421874e2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:53.838915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:34:55.422267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:05.019575 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:35:07.160724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49588) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:35:07.202084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f09be5-de91-4e5c-94c4-fe893e13a5a5 req-18b48157-6136-4b0d-a077-470ffeb6ec57 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:07.203558 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46f09be5-de91-4e5c-94c4-fe893e13a5a5 req-18b48157-6136-4b0d-a077-470ffeb6ec57 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0817611 Nov 24 14:35:07.252462 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46f09be5-de91-4e5c-94c4-fe893e13a5a5 req-4a3b292c-7e7d-423f-8659-63dbfa730eb6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Nov 24 14:35:07.284421 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-f67c8b17-7134-4ac0-9fbe-b74a4578fa32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211023 Nov 24 14:35:08.510353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d60f-48de-4b4e-9192-c3d6ae66a045 req-00882b7d-285f-43b3-a9fa-531b0cfca348 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:08.511807 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b995d60f-48de-4b4e-9192-c3d6ae66a045 req-00882b7d-285f-43b3-a9fa-531b0cfca348 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.1495342 Nov 24 14:35:08.513717 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-26458bad-03bd-4664-a206-3570867fe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:08.515047 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-26458bad-03bd-4664-a206-3570867fe8a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1099 time: 0.1043952 Nov 24 14:35:08.634619 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b995d60f-48de-4b4e-9192-c3d6ae66a045 req-22e1fab4-aa6d-4483-a8fe-1ca64de4a988 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164634 Nov 24 14:35:08.678219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-dec4f23a-6e7b-4fe4-ab61-85f6f98aa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:08.679636 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-dec4f23a-6e7b-4fe4-ab61-85f6f98aa2ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1462758 Nov 24 14:35:08.784840 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-22dd71cf-a9e5-4a4b-89db-54edab6e41d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 1002 time: 0.0971146 Nov 24 14:35:08.847772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-5e4bcd02-beb7-47ca-85f5-a0201def5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:08.849666 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-5e4bcd02-beb7-47ca-85f5-a0201def5df4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0583189 Nov 24 14:35:08.928843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-a6d29da4-7f96-4c40-8f7b-72c192d51751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:08.930336 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-a6d29da4-7f96-4c40-8f7b-72c192d51751 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740750 Nov 24 14:35:09.071585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-b575268c-f66c-49a3-b1d2-73013563d4f1 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240487 Nov 24 14:35:09.203296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-cc867116-8495-4b06-ab50-de336edbc53d service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240013 Nov 24 14:35:09.947221 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572599-e46b-4543-8e99-678d54dcd8a9 req-3283a7ab-dc24-451a-9337-13fccc919ea6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:09.948577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71572599-e46b-4543-8e99-678d54dcd8a9 req-3283a7ab-dc24-451a-9337-13fccc919ea6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.2056930 Nov 24 14:35:09.991772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71572599-e46b-4543-8e99-678d54dcd8a9 req-c2412492-7bb8-48e4-bb6f-0ac45ea8113f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Nov 24 14:35:11.179285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f71f-0c0a-47b7-b151-198728ccbf5d req-a4a12f9a-347d-40c4-a56d-7d1b6da581b2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:11.180725 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8557f71f-0c0a-47b7-b151-198728ccbf5d req-a4a12f9a-347d-40c4-a56d-7d1b6da581b2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0833521 Nov 24 14:35:11.223925 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8557f71f-0c0a-47b7-b151-198728ccbf5d req-f23a535a-4f3d-4102-864f-b5c333e4d208 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 Nov 24 14:35:12.407794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649547c5-a5bc-42c2-81e0-ca030631bd64 req-ad92e02b-d9cb-4a3c-bffd-741a94635a6a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:12.409308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-649547c5-a5bc-42c2-81e0-ca030631bd64 req-ad92e02b-d9cb-4a3c-bffd-741a94635a6a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0809748 Nov 24 14:35:12.454974 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-649547c5-a5bc-42c2-81e0-ca030631bd64 req-ad7bf392-cede-4ce9-8cee-939ccc0777cd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Nov 24 14:35:13.646319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf075-259b-49f8-8247-3c4d6495bc08 req-4bc125ea-ec6e-47ad-b910-01fe8dc3b95d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:13.647783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63baf075-259b-49f8-8247-3c4d6495bc08 req-4bc125ea-ec6e-47ad-b910-01fe8dc3b95d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0843441 Nov 24 14:35:13.692233 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-63baf075-259b-49f8-8247-3c4d6495bc08 req-3dcd4c6a-3ad2-48e2-a18a-9b0b4964ac13 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385990 Nov 24 14:35:14.882528 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e551-df62-4c5f-9022-d794f75afa81 req-11d52718-6ee7-4b69-a06b-1a6fa677f3a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:14.883995 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c79e551-df62-4c5f-9022-d794f75afa81 req-11d52718-6ee7-4b69-a06b-1a6fa677f3a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0860434 Nov 24 14:35:14.931079 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c79e551-df62-4c5f-9022-d794f75afa81 req-1abc3a2d-926e-4081-8d7e-e6b0889e5501 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Nov 24 14:35:16.117234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67116-9a50-4270-8cbb-16848b47c541 req-bd3775e6-b9f2-43f1-9108-60477fda1397 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:16.118736 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-37e67116-9a50-4270-8cbb-16848b47c541 req-bd3775e6-b9f2-43f1-9108-60477fda1397 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0804148 Nov 24 14:35:16.163365 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-37e67116-9a50-4270-8cbb-16848b47c541 req-d4e0aa86-f196-479f-8423-a5e1d65dbe93 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Nov 24 14:35:17.265683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:17.352190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14063-b61a-4b66-9db0-f981a700eb07 req-ac799a68-301d-4128-9628-852caac8e878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:17.353639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cac14063-b61a-4b66-9db0-f981a700eb07 req-ac799a68-301d-4128-9628-852caac8e878 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0818362 Nov 24 14:35:17.398052 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cac14063-b61a-4b66-9db0-f981a700eb07 req-d88ebcd1-acd1-48c6-8297-dd2e6782453a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 Nov 24 14:35:18.583801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb89cd-e7f3-489c-a9f6-e15f04435ceb req-8ab0d38c-929d-48f3-be21-5473b204fb3f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:18.585253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-acdb89cd-e7f3-489c-a9f6-e15f04435ceb req-8ab0d38c-929d-48f3-be21-5473b204fb3f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0808961 Nov 24 14:35:18.628092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-acdb89cd-e7f3-489c-a9f6-e15f04435ceb req-b451b1da-17a0-4562-bb3a-2d7ff7d1e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372946 Nov 24 14:35:19.818701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82870256-4130-4324-a22c-72598c38e76a req-2310e547-b835-40bf-9827-d61991f2f926 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:19.820149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-82870256-4130-4324-a22c-72598c38e76a req-2310e547-b835-40bf-9827-d61991f2f926 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0842772 Nov 24 14:35:19.865581 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-82870256-4130-4324-a22c-72598c38e76a req-c387fb7f-1f6b-437d-8203-66cf36cd8cfa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397971 Nov 24 14:35:19.879869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-580c57df-1c96-48c5-82af-aef35fac6e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:20.430488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:21.057708 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3f0e-1b6b-4e56-809b-bbc678354f65 req-7a5f22ee-7070-4dce-aff3-2dcac9b50f39 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:21.059077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51ac3f0e-1b6b-4e56-809b-bbc678354f65 req-7a5f22ee-7070-4dce-aff3-2dcac9b50f39 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0802739 Nov 24 14:35:21.110540 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-51ac3f0e-1b6b-4e56-809b-bbc678354f65 req-e03d9e17-349a-498d-ba4a-c0f3e051e51c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449286 Nov 24 14:35:21.234181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-d554ffe7-4829-47e4-848c-4132ffee6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:21.235632 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-d554ffe7-4829-47e4-848c-4132ffee6de6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0752137 Nov 24 14:35:21.386344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-2628b920-27d0-490e-a501-01eb96de4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:21.387766 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-2628b920-27d0-490e-a501-01eb96de4448 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1271429 Nov 24 14:35:21.494559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-870c60ae-e756-40a8-9691-8caf8060ae70 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 1002 time: 0.0962350 Nov 24 14:35:21.559868 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-5d56dfdc-bf40-4ccc-9ceb-e41fc76853ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:21.561350 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-5d56dfdc-bf40-4ccc-9ceb-e41fc76853ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0596874 Nov 24 14:35:21.640603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-e33d00bd-d0de-4218-8f79-2ca0cc842661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:21.641993 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-e33d00bd-d0de-4218-8f79-2ca0cc842661 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724134 Nov 24 14:35:21.774105 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-5adb3c21-a9ec-49a9-8387-6b683f9a288d service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239126 Nov 24 14:35:22.032968 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c028fece-91ab-4c3b-afdb-5c91e1fe7193 req-85742a4d-7988-4e00-84e6-8b6f0fe24f01 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508647 Nov 24 14:35:22.291658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34334c5-8ff3-444d-ac1e-78ad0fda7a01 req-424d1bd0-9318-415b-b6f8-815897f172b5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:22.293018 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a34334c5-8ff3-444d-ac1e-78ad0fda7a01 req-424d1bd0-9318-415b-b6f8-815897f172b5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0786812 Nov 24 14:35:22.337037 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a34334c5-8ff3-444d-ac1e-78ad0fda7a01 req-c86725e3-03f8-4bbd-b43e-5b942fff3e1a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Nov 24 14:35:22.636305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f449dbcc-24cd-4688-b79d-979a12e0b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:23.524901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f487-ee34-41c1-9950-6af5407b2a2c req-f489e27f-51dc-4a02-8c3d-3eb98e4acbf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:23.526351 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9740f487-ee34-41c1-9950-6af5407b2a2c req-f489e27f-51dc-4a02-8c3d-3eb98e4acbf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0854256 Nov 24 14:35:23.570695 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9740f487-ee34-41c1-9950-6af5407b2a2c req-c8cd105f-d35c-4d89-95a7-94c57ac7a36c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 Nov 24 14:35:23.840721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:24.758325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a889e7-3299-4460-958c-afbeeffe65c0 req-5a6cf59f-4799-49c0-8b7a-f9cc41ce44c8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:24.759757 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65a889e7-3299-4460-958c-afbeeffe65c0 req-5a6cf59f-4799-49c0-8b7a-f9cc41ce44c8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0789206 Nov 24 14:35:24.804609 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-65a889e7-3299-4460-958c-afbeeffe65c0 req-3fc05a85-5d49-496c-9347-144ea26e78a1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390952 Nov 24 14:35:25.425557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:25.999693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363eb14-af62-4100-9b41-1dd6e6232f46 req-52e50d49-3c2e-4cab-a286-2ffac76aea60 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:26.001076 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8363eb14-af62-4100-9b41-1dd6e6232f46 req-52e50d49-3c2e-4cab-a286-2ffac76aea60 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0850554 Nov 24 14:35:26.086836 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8363eb14-af62-4100-9b41-1dd6e6232f46 req-0bdd8a60-3336-4214-b1de-ec2f031515e9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799317 Nov 24 14:35:26.120998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-512a7192-85f3-4f7d-969f-2ef814a28f38 service neutron] 10.222.0.76 "GET /v2.0/ports/52a0255d-9c78-483c-ab07-775c70caf126/bindings/hv-neutron-8181 HTTP/1.1" status: 200 len: 384 time: 0.0816765 Nov 24 14:35:26.407797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-9afa7100-0a5f-42ea-8943-0b8d5ec39c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:26.409267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-9afa7100-0a5f-42ea-8943-0b8d5ec39c40 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 1099 time: 0.0714858 Nov 24 14:35:26.511648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-867016b5-2804-47cd-a115-f0514248cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:26.513813 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-867016b5-2804-47cd-a115-f0514248cc36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0735836 Nov 24 14:35:26.647841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-456d5abf-ea64-40a6-8845-b496dd3c75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:26.649309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-456d5abf-ea64-40a6-8845-b496dd3c75ea service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1265242 Nov 24 14:35:26.761401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-34e366d9-7831-4194-8159-3c0c47575fd9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 1002 time: 0.1008930 Nov 24 14:35:26.831970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-561fef58-9e12-44ae-a98b-96cb822e957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:26.834157 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-561fef58-9e12-44ae-a98b-96cb822e957b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0626469 Nov 24 14:35:26.913815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-d5cc0e56-0e6e-4e79-b410-abd3b3497e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:26.915273 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-d5cc0e56-0e6e-4e79-b410-abd3b3497e75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709147 Nov 24 14:35:27.049910 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-21e6d455-73b9-442c-bab3-cc71743dddd9 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237609 Nov 24 14:35:27.186795 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0e1af3c7-8978-4725-a9d9-3adb7f60e674 req-c6ff0211-289c-48a7-a35b-d242801d455c service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267426 Nov 24 14:35:27.274098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201eac2-031b-4bd6-bc7c-4a4e2761bfee req-2b8d7466-0133-40c8-8a4d-7a978963db5b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:27.275543 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1201eac2-031b-4bd6-bc7c-4a4e2761bfee req-2b8d7466-0133-40c8-8a4d-7a978963db5b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0822942 Nov 24 14:35:27.324392 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1201eac2-031b-4bd6-bc7c-4a4e2761bfee req-a5b2be4f-b8ed-4a71-930d-dcf02a99ebb0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Nov 24 14:35:28.516994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3148d5-dc64-4ace-8259-421f777e3b49 req-b6ad9fbb-fc1d-4c6e-bda4-8c75f7a6de03 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:28.518454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa3148d5-dc64-4ace-8259-421f777e3b49 req-b6ad9fbb-fc1d-4c6e-bda4-8c75f7a6de03 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0821476 Nov 24 14:35:28.564238 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aa3148d5-dc64-4ace-8259-421f777e3b49 req-e4d2da49-1893-4e33-8996-3f0c73200891 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394244 Nov 24 14:35:29.501065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:35:29.505032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:35:29.718272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:29.754849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:35:29.763537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1b4e-3670-4cdc-ae2f-6ef88963f085 req-031a0506-d6ea-4646-8c47-35bb66b1e88d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:29.765256 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd9c1b4e-3670-4cdc-ae2f-6ef88963f085 req-031a0506-d6ea-4646-8c47-35bb66b1e88d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0906944 Nov 24 14:35:29.772490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:35:29.781201 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '52a0255d-9c78-483c-ab07-775c70caf126', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'port_id': '52a0255d-9c78-483c-ab07-775c70caf126', 'mac_address': 'fa:16:3e:6f:02:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:35:29.785142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:35:29.811328 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fd9c1b4e-3670-4cdc-ae2f-6ef88963f085 req-52d3a2a6-19e2-4a10-ad01-65991171533c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389714 Nov 24 14:35:29.814636 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:29.822906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:35:29.874703 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'code': 200} Nov 24 14:35:29.901306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:29.923060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:35:29.926569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a0255d-9c78-483c-ab07-775c70caf126 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:35:29.944450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.944658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.944959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.945242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.945568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.945896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.946215 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.946530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.946848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.947164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.947483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.947787 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:35:29.955447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:35:29.962741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:35:29.967140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:29.968995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:35:30.040033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['52a0255d-9c78-483c-ab07-775c70caf126'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:35:30.081386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:35:30.091278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:35:30.361920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcca5-3ea2-49d5-a291-d56f6d638a75 req-899b85b4-e46a-44d9-a258-a7f3168cd168 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.363406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f75dcca5-3ea2-49d5-a291-d56f6d638a75 req-899b85b4-e46a-44d9-a258-a7f3168cd168 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 945 time: 0.2743068 Nov 24 14:35:30.371813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db498-1523-4f4c-910a-561b2d11916f req-21f739c8-8354-450d-821f-a6aad7e189ed tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.373189 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-21f739c8-8354-450d-821f-a6aad7e189ed tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6&tenant_id=b8ec1b531322491ca7919a0802563279&binding%3Ahost_id=hv-neutron-8181 HTTP/1.1" status: 200 len: 945 time: 0.2829278 Nov 24 14:35:30.413117 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f75dcca5-3ea2-49d5-a291-d56f6d638a75 req-282242b0-2eaa-49cc-9ab0-85c0865bdf29 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Nov 24 14:35:30.562579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db498-1523-4f4c-910a-561b2d11916f req-a4d38f8c-c9ce-42c3-b583-c3ab39d5f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.564041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-a4d38f8c-c9ce-42c3-b583-c3ab39d5f3eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1109297 Nov 24 14:35:30.715920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b62bd-399d-44f0-9f4a-856b7d0d4bbb req-74226e48-8eb0-4152-ba09-20ee2d52e360 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.717416 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-166b62bd-399d-44f0-9f4a-856b7d0d4bbb req-74226e48-8eb0-4152-ba09-20ee2d52e360 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 945 time: 0.1977062 Nov 24 14:35:30.727006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db498-1523-4f4c-910a-561b2d11916f req-69cc52e8-48ce-41bc-9b1b-1ce39a7fe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.728357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-69cc52e8-48ce-41bc-9b1b-1ce39a7fe6b0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1560624 Nov 24 14:35:30.851660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-166b62bd-399d-44f0-9f4a-856b7d0d4bbb req-549e33f9-b53f-4a7b-9a77-d0b62b30efce tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265440 Nov 24 14:35:30.858419 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-832e5843-590e-4c12-9c6f-e0a734a7830c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 1001 time: 0.1154289 Nov 24 14:35:30.920164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db498-1523-4f4c-910a-561b2d11916f req-90e55110-4acc-47df-b52e-056cea5d078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.921599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-90e55110-4acc-47df-b52e-056cea5d078b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0565996 Nov 24 14:35:30.998236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db498-1523-4f4c-910a-561b2d11916f req-1f33be3d-f2a6-4ef0-9ba9-388f02ae8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:30.999634 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-1f33be3d-f2a6-4ef0-9ba9-388f02ae8a11 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715489 Nov 24 14:35:31.134285 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-406c2157-7984-440c-9133-a7578cc1474f service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257539 Nov 24 14:35:31.265016 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f80db498-1523-4f4c-910a-561b2d11916f req-eb785af2-0679-4f03-9b4a-1e97654cc554 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240408 Nov 24 14:35:31.500518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:35:31.566222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 52a0255d-9c78-483c-ab07-775c70caf126 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:35:31.567198 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:31.737232 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:31.770078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:35:31.773874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:31.775649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-52356387-c7c6-40c7-aabd-f57f19dc4237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:35:31.847357 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:35:31.851394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:35:31.875334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:35:32.046246 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193f3f-ab9e-4da3-b8c0-043148f701a9 req-24b192fb-07bd-4eda-ac2e-353d2ebb5aa5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:35:32.047702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ce193f3f-ab9e-4da3-b8c0-043148f701a9 req-24b192fb-07bd-4eda-ac2e-353d2ebb5aa5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0879977 Nov 24 14:35:32.092012 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ce193f3f-ab9e-4da3-b8c0-043148f701a9 req-8f8908c0-a649-47a0-a692-73d5111dd20b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Nov 24 14:35:32.115959 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49670) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:35:32.143893 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'code': 200} Nov 24 14:35:32.224601 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bfac81b9-75fd-4ef8-bcdf-60ffb6104f0b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/a4bf90df-dc87-485a-aced-9af4c23bd033 HTTP/1.1" status: 200 len: 994 time: 0.1073115 Nov 24 14:35:42.019074 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:35:47.267385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:49.882387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-65c5d3a7-eec1-404c-a4f2-cd70b0cafa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:50.433332 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:52.641464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d5812ff2-a705-45f4-b56e-4944c2d839f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:53.843856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:35:55.430439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:02.713803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49684) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:02.916686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 1b27cfaa-f273-4172-950f-0269eaabb436 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:36:02.916964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:03.090399 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:03.091237 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:03.212581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 1b27cfaa-f273-4172-950f-0269eaabb436 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:36:03.373763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:03.377503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ca51664b-017b-4244-840c-11f7feb2c24d tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:03.421640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=1b27cfaa-f273-4172-950f-0269eaabb436,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:03.601093 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.601500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.601975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.602360 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.602835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.603108 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.603478 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.603848 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.604216 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.604582 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.604976 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.605344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:03.609025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:03.639335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:03.639670 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP a4bf90df-dc87-485a-aced-9af4c23bd033 disassociated (deleted). External IP: 172.26.8.103, port: 52a0255d-9c78-483c-ab07-775c70caf126. Nov 24 14:36:04.003537 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:36:04.193721 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:36:04.203837 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] Sync routers for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:36:04.213456 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:04.213859 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:04.214070 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:04.273207 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b95574a5-414c-40a4-8322-bacc7837cd69 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/floatingips/a4bf90df-dc87-485a-aced-9af4c23bd033 HTTP/1.1" status: 204 len: 168 time: 1.5581398 Nov 24 14:36:04.273676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:36:04.395142 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:04.512620 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'status': 'completed', 'code': 200} Nov 24 14:36:04.658265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-7f19eefc-0da8-4ae5-9a3a-a19ffc5fadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:04.659746 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-7f19eefc-0da8-4ae5-9a3a-a19ffc5fadd0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 1099 time: 0.1234736 Nov 24 14:36:04.721335 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:04.725122 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] Checking router: a4ebef70-5a1a-45b0-9761-26f239f1ccb1 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:36:04.734531 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:04.735120 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:04.801172 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630a86b-4143-45f2-a047-0963a7342763 req-933e003e-35a8-4c34-9628-47d04ff5ddda tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:04.802528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f630a86b-4143-45f2-a047-0963a7342763 req-933e003e-35a8-4c34-9628-47d04ff5ddda tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.1936424 Nov 24 14:36:04.836938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-39529630-8066-428a-a0b0-d344491586f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:04.838594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-39529630-8066-428a-a0b0-d344491586f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 200 len: 898 time: 0.1695457 Nov 24 14:36:04.917460 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:04.924601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f630a86b-4143-45f2-a047-0963a7342763 req-43632088-aecf-4db9-8d0e-397179fe6d51 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111591 Nov 24 14:36:04.925790 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-52cebece-e390-4e42-8359-5216477579ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 200 len: 217 time: 0.0736465 Nov 24 14:36:04.991585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-f9c12186-772f-4a4a-a349-1ec70df6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:04.993096 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-f9c12186-772f-4a4a-a349-1ec70df6f053 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 200 len: 834 time: 0.0599084 Nov 24 14:36:05.075922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-8e433cc1-9b6c-4098-8ebc-edad2b292e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:05.077436 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-8e433cc1-9b6c-4098-8ebc-edad2b292e27 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4a592c82-fa46-49be-805d-4e1cdc976daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775750 Nov 24 14:36:05.236896 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:05.241209 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41376c7-dc2c-4215-95e0-a1ecab110732 None None] The sync data for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv is: [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:34:15Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'a133f25c-9478-4d92-8b1a-372c06094359', 'name': '', 'network_id': '4a592c82-fa46-49be-805d-4e1cdc976daf', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:69:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:15Z', 'updated_at': '2021-11-24T14:34:20Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '05180179-ac9d-4704-8d93-deddf5b03bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:36:05.355367 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-b6c5858e-2007-4644-a5ff-7bd002d6bd19 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693043 Nov 24 14:36:05.478752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6761ee1f-873c-44be-8407-0a6d462db57f None None] New status for floating IP a4bf90df-dc87-485a-aced-9af4c23bd033: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:36:05.494778 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b8a82f70-3d91-41c9-bca3-3efafc0b20ba req-5627b07a-c75e-41d9-a5f7-192a69661666 service neutron] 10.222.0.76 "GET /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321044 Nov 24 14:36:06.125876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fccb0-4999-4d04-98c1-bf22959513f5 req-bcf81ebc-8084-4c8a-82d9-9cd26616fab5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:06.127480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e50fccb0-4999-4d04-98c1-bf22959513f5 req-bcf81ebc-8084-4c8a-82d9-9cd26616fab5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0949814 Nov 24 14:36:06.174218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e50fccb0-4999-4d04-98c1-bf22959513f5 req-7acddb2d-3a87-49a5-ae63-c5a0dffa6ae4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c35e878-ac03-497d-a149-8fd22d93e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Nov 24 14:36:06.487317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016de825-6591-4960-a822-2ce4b023b663 req-5710db64-78bc-4322-8cde-c44f55f77337 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:06.488772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-016de825-6591-4960-a822-2ce4b023b663 req-5710db64-78bc-4322-8cde-c44f55f77337 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 946 time: 0.0850933 Nov 24 14:36:06.564291 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 52a0255d-9c78-483c-ab07-775c70caf126 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:36:06.564624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:06.817284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 52a0255d-9c78-483c-ab07-775c70caf126, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=52a0255d-9c78-483c-ab07-775c70caf126,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:06.817642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:06.944713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 52a0255d-9c78-483c-ab07-775c70caf126 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:36:07.096712 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:07.102851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:07.192247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=52a0255d-9c78-483c-ab07-775c70caf126,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:07.209554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.209938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.210312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.210705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.211053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.211412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.211777 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.212198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.212623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.213109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.213523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.213887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:07.217417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:07.254144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] No DVR routers for this DVR port 52a0255d-9c78-483c-ab07-775c70caf126 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:36:07.256532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:07.259197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-deleted', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:36:07.271030 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-016de825-6591-4960-a822-2ce4b023b663 req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "DELETE /v2.0/ports/52a0255d-9c78-483c-ab07-775c70caf126 HTTP/1.1" status: 204 len: 173 time: 0.7726851 Nov 24 14:36:07.332389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-dc930796-b2f0-4e44-96a7-a6ae9cd52b2b req-2efd160e-f179-4e56-9dbd-2d1bda9b88a7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:36:07.348280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-dc930796-b2f0-4e44-96a7-a6ae9cd52b2b req-2efd160e-f179-4e56-9dbd-2d1bda9b88a7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:36:07.349450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc930796-b2f0-4e44-96a7-a6ae9cd52b2b req-2efd160e-f179-4e56-9dbd-2d1bda9b88a7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed93746-0aae-4664-9569-751690200bd6 HTTP/1.1" status: 200 len: 210 time: 0.0646284 Nov 24 14:36:07.405665 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed93746-0aae-4664-9569-751690200bd6', 'name': 'network-vif-deleted', 'tag': '52a0255d-9c78-483c-ab07-775c70caf126', 'status': 'completed', 'code': 200} Nov 24 14:36:08.446555 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49702) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:09.021797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:09.503594 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port a133f25c-9478-4d92-8b1a-372c06094359 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:36:09.504427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:09.699827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port a133f25c-9478-4d92-8b1a-372c06094359, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=a133f25c-9478-4d92-8b1a-372c06094359,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:09.700767 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:36:09.701296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:09.738464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 52a0255d-9c78-483c-ab07-775c70caf126 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:36:09.738834 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 52a0255d-9c78-483c-ab07-775c70caf126 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:36:09.828446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for a133f25c-9478-4d92-8b1a-372c06094359 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:36:10.011138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:10.015557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fd3c60b2-d50f-4626-b610-36d55eb56d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:10.060576 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=a133f25c-9478-4d92-8b1a-372c06094359,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:10.063668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:10.349565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:10.843043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:36:11.026096 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:36:11.036303 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] Sync routers for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:36:11.045784 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/a4ebef70-5a1a-45b0-9761-26f239f1ccb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981295 Nov 24 14:36:11.046341 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:11.046945 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:11.048783 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49706) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:11.120482 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting subnet 05180179-ac9d-4704-8d93-deddf5b03bbf {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:36:11.123672 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.180632 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.253899 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:11.268587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.345642 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.352333 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9c8ea026-46d7-40b3-97c3-eecfcaa2ba6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:11.400107 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.402968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Subnet': ['ID=05180179-ac9d-4704-8d93-deddf5b03bbf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:11.405994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:11.406648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a381c-ba16-4358-a00b-772bfe3b0a56 None None] Network 4a592c82-fa46-49be-805d-4e1cdc976daf requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:36:11.410548 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e7f7d8a0-ba5f-41e9-812e-9cb84defc789 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/subnets/05180179-ac9d-4704-8d93-deddf5b03bbf HTTP/1.1" status: 204 len: 168 time: 0.3607886 Nov 24 14:36:11.413527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49710) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:11.550671 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:36:09Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:11.555072 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] Checking router: a4ebef70-5a1a-45b0-9761-26f239f1ccb1 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:36:11.566123 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] Routers {'a4ebef70-5a1a-45b0-9761-26f239f1ccb1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:11.566805 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:11.607447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.704258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] DHCP port deletion for 4a592c82-fa46-49be-805d-4e1cdc976daf request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:36:11.709082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Deleting port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:36:11.710483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.762230 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] Set router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:11.816931 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.828559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 519d9394-b2e2-49a7-80c9-9a59a2e19766 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:36:11.829076 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:11.938754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] For port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,segment=NetworkSegment(5510ddb3-0c9e-4666-a984-68943d6c6079),segment_id=5510ddb3-0c9e-4666-a984-68943d6c6079)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:11.939072 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.021894 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 519d9394-b2e2-49a7-80c9-9a59a2e19766, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=519d9394-b2e2-49a7-80c9-9a59a2e19766,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:12.022503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.070096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Calling delete_port for 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:36:12.081053 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:36:09Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:12.084910 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e36259-89c0-47e8-933b-3248dcf1c3bb None None] The sync data for ids ['a4ebef70-5a1a-45b0-9761-26f239f1ccb1'] in dv-neutron-818153-2-hyperv is: [{'id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2060671098', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:34:10Z', 'updated_at': '2021-11-24T14:36:09Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '519d9394-b2e2-49a7-80c9-9a59a2e19766', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ebef70-5a1a-45b0-9761-26f239f1ccb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:34:11Z', 'updated_at': '2021-11-24T14:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:36:12.154945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 519d9394-b2e2-49a7-80c9-9a59a2e19766 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:36:12.157550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.161634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:12.207720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Pushing event deleted for resources: {'Port': ['ID=6b47d58b-9d19-4aa8-98d9-38f6e0f270e3,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:12.210102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:12.214659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] No DVR routers for this DVR port 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:36:12.331820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.336267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-661eec20-a690-4bbe-8d80-ac673ce4488e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:12.381382 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=519d9394-b2e2-49a7-80c9-9a59a2e19766,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:12.410691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:12.624654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.690425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a133f25c-9478-4d92-8b1a-372c06094359 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:36:12.725459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: a133f25c-9478-4d92-8b1a-372c06094359 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:36:12.725738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device a133f25c-9478-4d92-8b1a-372c06094359 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:36:12.726151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:36:12.758070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:36:12.758416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6b47d58b-9d19-4aa8-98d9-38f6e0f270e3 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:36:12.818713 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.820961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.845769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.846372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Fanout notify agent at l3_agent the message router_deleted on router a4ebef70-5a1a-45b0-9761-26f239f1ccb1 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:36:12.865485 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:12.869750 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/routers/a4ebef70-5a1a-45b0-9761-26f239f1ccb1 HTTP/1.1" status: 204 len: 168 time: 1.4520454 Nov 24 14:36:12.870269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49714) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:12.986243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.123193 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.155668 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a592c82-fa46-49be-805d-4e1cdc976daf']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:13.167297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5510ddb3-0c9e-4666-a984-68943d6c6079') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:13.167591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5510ddb3-0c9e-4666-a984-68943d6c6079') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:13.179364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.194853 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.201595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:36:13.201967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:36:13.216554 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:36:13.304201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.309232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-980e6626-8d1c-4d17-9c1a-bfdda9d9cf5f tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:13.331884 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.345691 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Network': ['ID=4a592c82-fa46-49be-805d-4e1cdc976daf,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:13.350061 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/networks/4a592c82-fa46-49be-805d-4e1cdc976daf HTTP/1.1" status: 204 len: 168 time: 0.4773459 Nov 24 14:36:13.350061 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-310e6fce-3d0b-4c79-8168-4a58995dbcf2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:13.350992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49718) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:13.420404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.449645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.518488 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.524084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-44cffa01-e4c0-4f78-ad10-d1abb17f965f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:13.539640 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c35e878-ac03-497d-a149-8fd22d93e1a8,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:13.543077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:13.546397 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.547656 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bc15ad36-4b1b-46eb-985c-173f87de4c1e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c35e878-ac03-497d-a149-8fd22d93e1a8 HTTP/1.1" status: 204 len: 168 time: 0.1956334 Nov 24 14:36:13.782993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49726) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:13.788679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562820248', 'description': 'tempest-secgroup-smoke-562820248 description', 'project_id': 'b8ec1b531322491ca7919a0802563279'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:13.794763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:13.798871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:13.801721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:13.808299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:13.818884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.840601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:13.844966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:13.847789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:13.853677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:13.927021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.931458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.935703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d6dac2bf-6bff-44af-b3f0-c602c0fad9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:13.978624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d421eaf-c269-40bb-baf9-5cc1676a54da,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:13.981700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:13.985984 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1989617 Nov 24 14:36:13.985984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9962a1b0-b2c0-47be-b9cb-c6e04cf29334 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:13.986352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49730) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:13.991078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '1d421eaf-c269-40bb-baf9-5cc1676a54da', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:13.997338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.001143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.003976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.009705 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.026609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.095595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.099451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.101456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f4c8125e-c50c-43b8-9425-3de0d9543be1 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:14.127510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c04dbff-dc61-4141-8a89-866733563307,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:14.130299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:14.139130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.140753 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1ab10f2b-eca2-4df0-af3a-af15fb8411d4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535964 Nov 24 14:36:14.143671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49734) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:14.148600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '1d421eaf-c269-40bb-baf9-5cc1676a54da', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:14.154872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.158635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.161480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.166985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.184113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.246380 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.250813 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.253067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-faaa78fa-aa39-4d26-a054-5818bbc7ff73 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:14.276304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a848066-f861-44e3-98c8-c058a59548e3,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:14.281273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:14.285331 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.286576 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419425 Nov 24 14:36:14.289159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49738) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:14.294947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '1d421eaf-c269-40bb-baf9-5cc1676a54da', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:14.301562 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.306083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.309470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.315995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.333881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.394948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.398464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.400452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-486b3a99-ec78-4153-a8f0-8495be3f44a8 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:14.423217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f83238a-93b1-49eb-8739-fa6539b761ea,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:14.425666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:14.432727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.433913 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438603 Nov 24 14:36:14.436847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49742) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:14.441679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '1d421eaf-c269-40bb-baf9-5cc1676a54da', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:14.448262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.452594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.455460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.461103 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.482997 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.548959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.553026 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.558640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f2ee9b49-4ab6-48a0-9e9d-0f824a2b9791 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:14.577496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38c66e1-1973-4a36-a963-3d1562ca7125,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:14.579935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:14.587780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 519d9394-b2e2-49a7-80c9-9a59a2e19766 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:36:14.588668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.589978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b0590f09-2fe0-4ad9-8f90-60b405c66c77 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522276 Nov 24 14:36:14.593313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49746) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:14.599023 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '1d421eaf-c269-40bb-baf9-5cc1676a54da', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:14.605069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.609938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.612899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.618572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.630859 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:36:14.631387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 519d9394-b2e2-49a7-80c9-9a59a2e19766 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:36:14.631780 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 519d9394-b2e2-49a7-80c9-9a59a2e19766 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:36:14.642845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.707272 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.711121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.713006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-84078ef9-8c13-4d3f-9d2b-be0229d40a1e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:14.736250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e6bb26-2c65-473f-84e4-42c02bc69008,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:14.740635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:14.745096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.746563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523321 Nov 24 14:36:14.749954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49750) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:14.754903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': '1d421eaf-c269-40bb-baf9-5cc1676a54da', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:14.760726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.764509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.768691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.774381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.785930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:36:14.792737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.861936 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.865341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.867080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61e27d01-ce52-4e20-b860-f23bb1ccceeb tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:14.886725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1783326f-6937-4318-97d1-0d187dc3f498,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:14.890500 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:14.897947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.899101 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1253a787-4039-456b-9836-c9c228aeb39f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482520 Nov 24 14:36:14.902044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49754) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:14.907327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'network': {'name': 'tempest-network-smoke--1888927223', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:14.911933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:14.915884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:network and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:14.918682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:14.924725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:14.935675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:36:14.939418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.967653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:36:14.975990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:14.976301 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Added segment 23a0d826-03c1-46c6-9481-4f5a0cce8db9 of type vlan for network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f Nov 24 14:36:15.003077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.033838 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.039843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:15.040501 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.044971 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e7c4bc27-8fa6-4180-829e-7169b820c564 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:15.147325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2442982 Nov 24 14:36:15.150065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49758) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:15.157660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'admin_state_up': True, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:15.163016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Network': ['ID=14ab6dd6-8dc0-4d74-9af1-fe887e32287f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:15.166129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-78550f9d-ab25-4dd2-9975-644f17b70313 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:15.167018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:15.171865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:router and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:15.174298 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:36:15.174959 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:15.181754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:15.193351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.194520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.214168 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.621499 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.932207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:15.962166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:16.099360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.159 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/98627d98-9086-41f9-9a12-e0c5db7b94b1) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:36:16.264135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:16.292937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:16.297367 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-765ea8a5-29f7-4c5f-b658-ee044d1e2096 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:16.358008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:36:16.360909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:16.364671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:36:16.402567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=98627d98-9086-41f9-9a12-e0c5db7b94b1,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:16.408332 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:16.803596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:17.265273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:17.291401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:17.494643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 97629022-6a3c-4c36-b3eb-acadcf21c40f is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:36:17.678400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:36:17.689235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Sync routers for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:36:17.699920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:17.701439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:17.707118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:17.708373 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5574002 Nov 24 14:36:17.711823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49762) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:17.801975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2e46a3cb-89bb-4c57-befb-8eea1ace3e6e tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b8ec1b531322491ca7919a0802563279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0889637 Nov 24 14:36:17.804862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49768) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:17.932329 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:17.945335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3ab954-dfe3-47a0-af9e-3e3a2521df4f tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:17.946911 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2d3ab954-dfe3-47a0-af9e-3e3a2521df4f tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410785 Nov 24 14:36:17.949809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49772) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:17.995082 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f2546307-0bd4-4345-a0a6-56e09b1a0776 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429173 Nov 24 14:36:17.997521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49776) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:18.002975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605335271', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:18.114387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:18.127304 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:subnet and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:18.130566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:18.136617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:18.148014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:36:18.151673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.229591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:16Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:18.234603 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Checking router: 97629022-6a3c-4c36-b3eb-acadcf21c40f for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:36:18.235025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Updating router 97629022-6a3c-4c36-b3eb-acadcf21c40f port 98627d98-9086-41f9-9a12-e0c5db7b94b1 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:36:18.295588 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.375347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.378877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-25a29286-2cd3-4bcb-9e7f-2d81661d45ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:18.456256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Subnet': ['ID=ef5afca2-1300-4f16-8e75-bc9911112432,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:18.459968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:18.468127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Checking segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:36:18.468456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network hostable DHCP agents. Network: 14ab6dd6-8dc0-4d74-9af1-fe887e32287f, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:36:18.487860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:36:18.497774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 14ab6dd6-8dc0-4d74-9af1-fe887e32287f) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:18.502234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:18.502901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.510302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a45af-a63e-4819-a21e-1739a89dad56 None None] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:36:18.525879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-75b6a2a7-c814-47f7-8a2e-ec1ca1538bfe tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5272920 Nov 24 14:36:18.529407 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49780) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:18.826835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.843721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:36:18.844561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.855649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Transition to ACTIVE for port object 98627d98-9086-41f9-9a12-e0c5db7b94b1 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:18.867087 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:18.872946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:19.013363 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Attempting to bind port 98627d98-9086-41f9-9a12-e0c5db7b94b1 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:36:19.013743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Attempting to bind port 98627d98-9086-41f9-9a12-e0c5db7b94b1 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:36:19.014125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Attempting to bind port 98627d98-9086-41f9-9a12-e0c5db7b94b1 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:36:19.018663 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:36:19.019848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5371861-b1f5-4693-9678-e6d656262dac None None] Pushing event updated for resources: {'Port': ['ID=98627d98-9086-41f9-9a12-e0c5db7b94b1,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:19.026382 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f5371861-b1f5-4693-9678-e6d656262dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:19.030189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:36:19.030569 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:36:19.031025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.031428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:36:19.031917 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Bound port: 98627d98-9086-41f9-9a12-e0c5db7b94b1, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:36:19.032302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.155511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Allocated IP 172.20.0.2 (14ab6dd6-8dc0-4d74-9af1-fe887e32287f/ef5afca2-1300-4f16-8e75-bc9911112432/dfee8821-f860-423a-9784-f91fc95b1a76) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:36:19.162802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] For port 98627d98-9086-41f9-9a12-e0c5db7b94b1, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:36:19.168675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] For port 98627d98-9086-41f9-9a12-e0c5db7b94b1, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=98627d98-9086-41f9-9a12-e0c5db7b94b1,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:36:19.190055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.196500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-15df964a-e541-4e04-a352-e8a5add67d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:19.335377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:19.336187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:19.421523 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.554635 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5371861-b1f5-4693-9678-e6d656262dac None None] Pushing event updated for resources: {'Port': ['ID=98627d98-9086-41f9-9a12-e0c5db7b94b1,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:19.557738 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f5371861-b1f5-4693-9678-e6d656262dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:19.681801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:19.796595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.822646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Transition to ACTIVE for port object dfee8821-f860-423a-9784-f91fc95b1a76 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:19.926968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Transition to ACTIVE for port object dfee8821-f860-423a-9784-f91fc95b1a76 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:19.928163 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3ddb839d-73b3-4171-9459-d0ff53503b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.944558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:19.952467 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:20.001738 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.1 (14ab6dd6-8dc0-4d74-9af1-fe887e32287f/ef5afca2-1300-4f16-8e75-bc9911112432/9fc146a0-08c0-4024-9665-25c68c50379f) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:36:20.060239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:36:20.069560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:20.084180 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:36:20.089530 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Pushing event updated for resources: {'Port': ['ID=dfee8821-f860-423a-9784-f91fc95b1a76,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:20.095499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:20.172668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.189121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 9fc146a0-08c0-4024-9665-25c68c50379f will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:20.193105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Attempting to bind port dfee8821-f860-423a-9784-f91fc95b1a76 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:36:20.193538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Attempting to bind port dfee8821-f860-423a-9784-f91fc95b1a76 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:36:20.193959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Attempting to bind port dfee8821-f860-423a-9784-f91fc95b1a76 on network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:36:20.202991 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:36:20.203262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Checking segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:36:20.203665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.204057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Bound using segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:36:20.204520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Bound port: dfee8821-f860-423a-9784-f91fc95b1a76, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:36:20.204923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.213599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.218701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:20.263517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:16Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:20.279552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4490bab-5f95-4a7e-b8bf-fc3254268305 None None] The sync data for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv is: [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:16Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:36:20.292923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:36:20.296575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:20.299495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:36:20.321243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] For port dfee8821-f860-423a-9784-f91fc95b1a76, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:36:20.324378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] For port dfee8821-f860-423a-9784-f91fc95b1a76, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dfee8821-f860-423a-9784-f91fc95b1a76,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:36:20.331416 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.337161 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:20.349298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=9fc146a0-08c0-4024-9665-25c68c50379f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:20.352510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:20.373174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.439799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Pushing event updated for resources: {'Port': ['ID=dfee8821-f860-423a-9784-f91fc95b1a76,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:20.443153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:20.449248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.526496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.724036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 98627d98-9086-41f9-9a12-e0c5db7b94b1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:20.805986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 98627d98-9086-41f9-9a12-e0c5db7b94b1 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:20.813770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 98627d98-9086-41f9-9a12-e0c5db7b94b1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:20.814392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.957395 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.976842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 98627d98-9086-41f9-9a12-e0c5db7b94b1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=98627d98-9086-41f9-9a12-e0c5db7b94b1,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:20.982936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:20.986058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f5371861-b1f5-4693-9678-e6d656262dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:21.067974 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=98627d98-9086-41f9-9a12-e0c5db7b94b1,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:21.071539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:21.213083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:21.218887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:21.245638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9fba337d-f735-4098-b373-fe43e240566c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:21.337150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=9fc146a0-08c0-4024-9665-25c68c50379f,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:21.339739 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:21.343649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:21.484249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:36:21.485616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:21.577851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a48d48-1a29-49ee-9f6e-858a660aa659 None None] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:36:21.693796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 97629022-6a3c-4c36-b3eb-acadcf21c40f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:36:21.706464 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-accc89c4-9ffa-4c7c-8424-fdc8f55b7071 None None] Provisioning for port dfee8821-f860-423a-9784-f91fc95b1a76 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:21.893715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:36:21.908728 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/97629022-6a3c-4c36-b3eb-acadcf21c40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3784187 Nov 24 14:36:21.968348 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Sync routers for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:36:21.978724 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:21.979391 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:35:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:22.092632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5344265a-2e44-4f6d-ad60-c07f092faf9d None None] Provisioning for port 9fc146a0-08c0-4024-9665-25c68c50379f completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:22.102119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5344265a-2e44-4f6d-ad60-c07f092faf9d None None] Provisioning complete for port 9fc146a0-08c0-4024-9665-25c68c50379f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:22.102685 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5344265a-2e44-4f6d-ad60-c07f092faf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:22.119881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-fb716307-346e-4fd0-8442-4db1f5f85ca2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:36:22.141215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-fb716307-346e-4fd0-8442-4db1f5f85ca2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:36:22.142517 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-fb716307-346e-4fd0-8442-4db1f5f85ca2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562820248&fields=id&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 267 time: 0.0852697 Nov 24 14:36:22.172188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5344265a-2e44-4f6d-ad60-c07f092faf9d None None] Port 9fc146a0-08c0-4024-9665-25c68c50379f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:36:22.181625 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:22.296424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d3a29d38-5e56-4d66-b0ae-62f08518686f None None] Provisioning complete for port 9fc146a0-08c0-4024-9665-25c68c50379f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:22.296828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d3a29d38-5e56-4d66-b0ae-62f08518686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:22.332942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-81551b4a-fa60-4a5b-b3dc-7e5f11154bab tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:22.334067 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-81551b4a-fa60-4a5b-b3dc-7e5f11154bab tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:36:22.357924 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-81551b4a-fa60-4a5b-b3dc-7e5f11154bab tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:36:22.360006 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-81551b4a-fa60-4a5b-b3dc-7e5f11154bab tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 797 time: 0.2100511 Nov 24 14:36:22.380027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-11a46cd4-fba8-4628-bed4-0abbb1f3dd6b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/quotas/b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 375 time: 0.0143661 Nov 24 14:36:22.451320 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-d3a29d38-5e56-4d66-b0ae-62f08518686f None None] Port 9fc146a0-08c0-4024-9665-25c68c50379f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:36:22.485249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-adbd957b-9d24-45ae-81d0-3c26fb55144a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:36:22.502720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-adbd957b-9d24-45ae-81d0-3c26fb55144a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:36:22.506193 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-adbd957b-9d24-45ae-81d0-3c26fb55144a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172302 Nov 24 14:36:22.571500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-da056e65-3d04-4a59-9bd3-bd7410d27223 None None] Provisioning complete for port 9fc146a0-08c0-4024-9665-25c68c50379f triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:22.571878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-da056e65-3d04-4a59-9bd3-bd7410d27223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:22.579054 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:21Z', 'revision_number': 2, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:22.582929 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Checking router: 97629022-6a3c-4c36-b3eb-acadcf21c40f for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:36:22.583292 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Updating router 97629022-6a3c-4c36-b3eb-acadcf21c40f port 9fc146a0-08c0-4024-9665-25c68c50379f binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:36:22.640201 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:22.647189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-da056e65-3d04-4a59-9bd3-bd7410d27223 None None] Port 9fc146a0-08c0-4024-9665-25c68c50379f cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:36:22.661290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-45360821-54a2-460a-8c6d-12c2a567b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:22.702734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-54ef9645-5439-48a3-a4e2-8d6885046687 service neutron] 10.222.0.36 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844151 Nov 24 14:36:22.760731 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dfee8821-f860-423a-9784-f91fc95b1a76 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:22.838027 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port dfee8821-f860-423a-9784-f91fc95b1a76 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:22.845752 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dfee8821-f860-423a-9784-f91fc95b1a76 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:22.847047 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:22.982819 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-4322bb89-b0d7-498e-84e4-3632308035d1 service neutron] 10.222.0.36 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733009 Nov 24 14:36:22.986576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.019810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port dfee8821-f860-423a-9784-f91fc95b1a76, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dfee8821-f860-423a-9784-f91fc95b1a76,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:23.025088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.025955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 98627d98-9086-41f9-9a12-e0c5db7b94b1 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:23.055527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-cafc487d-2ced-45e1-9ebf-970c117c8160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:23.058851 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.071647 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Transition to ACTIVE for port object 9fc146a0-08c0-4024-9665-25c68c50379f will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:23.079818 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.083608 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-f291a40a-d709-4719-a31e-ecb6c243315e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:23.154142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=dfee8821-f860-423a-9784-f91fc95b1a76,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:23.156245 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Pushing event updated for resources: {'Port': ['ID=9fc146a0-08c0-4024-9665-25c68c50379f,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:23.158525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:23.165768 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.166286 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.166767 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.167260 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.167732 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.168203 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.168661 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.169807 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.170557 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.170701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 98627d98-9086-41f9-9a12-e0c5db7b94b1 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:23.171097 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.171311 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.172278 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.172784 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:23.177967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:23.196463 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a11a6029-78f5-4e16-86a9-6485f41d3782 req-df4d56f6-7338-42cb-a288-c90fa306a00f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 210 time: 0.0550218 Nov 24 14:36:23.373160 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Attempting to bind port 9fc146a0-08c0-4024-9665-25c68c50379f on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:36:23.373547 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Attempting to bind port 9fc146a0-08c0-4024-9665-25c68c50379f by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:36:23.373938 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Attempting to bind port 9fc146a0-08c0-4024-9665-25c68c50379f on network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:36:23.379826 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:36:23.380337 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Checking segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:36:23.380958 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.381457 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Bound using segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:36:23.382052 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Bound port: 9fc146a0-08c0-4024-9665-25c68c50379f, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:36:23.382657 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.483102 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] For port 9fc146a0-08c0-4024-9665-25c68c50379f, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:36:23.486304 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] For port 9fc146a0-08c0-4024-9665-25c68c50379f, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9fc146a0-08c0-4024-9665-25c68c50379f,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:36:23.490556 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:23.495007 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9e4fc27b-aa70-4e82-84c2-d941111128c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:23.571787 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:23.572415 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:36:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:23.690092 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Pushing event updated for resources: {'Port': ['ID=9fc146a0-08c0-4024-9665-25c68c50379f,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:23.699895 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:23.768033 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:23.849273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:24.105447 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:23Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:24.110478 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021925-a17f-44be-9c89-b63e99a688cc None None] The sync data for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv is: [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:23Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:36:24.385535 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba9150e0-ef6e-4751-909e-c080699e3efe req-78579676-145a-4cc4-9ae5-37bdabf11783 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 210 time: 0.0707159 Nov 24 14:36:24.525257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f0f6af05-9d62-47c5-980e-d057c5362f5e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:24.526815 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f0f6af05-9d62-47c5-980e-d057c5362f5e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 797 time: 0.1783881 Nov 24 14:36:24.593223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-355a691d-f3ce-4b05-b2d3-003b105be30a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 379 time: 0.0497544 Nov 24 14:36:24.609174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'port': {'device_id': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'admin_state_up': True, 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'security_groups': ['1d421eaf-c269-40bb-baf9-5cc1676a54da']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:24.730691 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9fc146a0-08c0-4024-9665-25c68c50379f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:24.774186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:24.785388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:24.796572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:36:24.800171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 9fc146a0-08c0-4024-9665-25c68c50379f completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:24.800570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:24.805739 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9fc146a0-08c0-4024-9665-25c68c50379f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:24.806264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:24.940524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:24.980045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 9fc146a0-08c0-4024-9665-25c68c50379f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9fc146a0-08c0-4024-9665-25c68c50379f,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:24.984559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:24.985949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dfee8821-f860-423a-9784-f91fc95b1a76 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:24.986083 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.14 (14ab6dd6-8dc0-4d74-9af1-fe887e32287f/ef5afca2-1300-4f16-8e75-bc9911112432/0b3ace11-449a-48e4-b136-735b36b1fa8b) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:36:25.016338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:25.110454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=9fc146a0-08c0-4024-9665-25c68c50379f,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:25.113560 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:25.122305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dfee8821-f860-423a-9784-f91fc95b1a76 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:25.122686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.202751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.221556 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 0b3ace11-449a-48e4-b136-735b36b1fa8b will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:25.249477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.255823 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7b983fe6-25e2-40d2-9bd1-55b0706c750d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:25.328843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:36:25.332112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:25.335998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:36:25.376651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=0b3ace11-449a-48e4-b136-735b36b1fa8b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:25.382188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:25.407672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:25.408298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.439791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.444905 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410828 Nov 24 14:36:25.458453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Request body: {'port': {'device_id': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:25.629841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-647dabf7-388e-4c50-8485-e2ff9d338725 None None] Provisioning for port 0b3ace11-449a-48e4-b136-735b36b1fa8b completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:25.639262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-647dabf7-388e-4c50-8485-e2ff9d338725 None None] Provisioning complete for port 0b3ace11-449a-48e4-b136-735b36b1fa8b triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:25.639916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-647dabf7-388e-4c50-8485-e2ff9d338725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.644487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:25.698915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-647dabf7-388e-4c50-8485-e2ff9d338725 None None] Port 0b3ace11-449a-48e4-b136-735b36b1fa8b cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:36:25.713505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17458-3571-4bc0-a3cd-359835fe74c6 req-49dd025e-d182-4b5c-9375-555e62e10c17 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:25.714199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e6f17458-3571-4bc0-a3cd-359835fe74c6 req-49dd025e-d182-4b5c-9375-555e62e10c17 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:36:25.748348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e6f17458-3571-4bc0-a3cd-359835fe74c6 req-49dd025e-d182-4b5c-9375-555e62e10c17 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:36:25.749648 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6f17458-3571-4bc0-a3cd-359835fe74c6 req-49dd025e-d182-4b5c-9375-555e62e10c17 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 932 time: 0.2400830 Nov 24 14:36:25.870100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e6f17458-3571-4bc0-a3cd-359835fe74c6 req-1acf5b26-9797-4634-b936-04d15e4caab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809870 Nov 24 14:36:26.052188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3ace11-449a-48e4-b136-735b36b1fa8b {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:36:26.060547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:26.075510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Transition to ACTIVE for port object 0b3ace11-449a-48e4-b136-735b36b1fa8b will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:36:26.079517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:26.083186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-accd2d10-59de-40a0-a9dc-e3a80118a338 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:26.378264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ace11-449a-48e4-b136-735b36b1fa8b,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:26.387915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:26.458021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Attempting to bind port 0b3ace11-449a-48e4-b136-735b36b1fa8b on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:36:26.458701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Attempting to bind port 0b3ace11-449a-48e4-b136-735b36b1fa8b by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:36:26.458701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Attempting to bind port 0b3ace11-449a-48e4-b136-735b36b1fa8b on network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:36:26.463521 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Port 0b3ace11-449a-48e4-b136-735b36b1fa8b on network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:36:26.463837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Attempting to bind port 0b3ace11-449a-48e4-b136-735b36b1fa8b on network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:36:26.470102 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:36:26.470437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Checking segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:36:26.470817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Bound using segment: {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:36:26.471241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Bound port: 0b3ace11-449a-48e4-b136-735b36b1fa8b, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a0d826-03c1-46c6-9481-4f5a0cce8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:36:26.471589 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:26.562857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] For port 0b3ace11-449a-48e4-b136-735b36b1fa8b, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:36:26.565793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] For port 0b3ace11-449a-48e4-b136-735b36b1fa8b, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:36:26.569766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:26.574267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:26.639071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:26.639208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9fc146a0-08c0-4024-9665-25c68c50379f up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:26.639694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:26.641119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] 10.222.0.76 "PUT /v2.0/ports/0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 1094 time: 1.1877317 Nov 24 14:36:26.641647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:36:26.685698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Pushing event updated for resources: {'Port': ['ID=0b3ace11-449a-48e4-b136-735b36b1fa8b,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:26.690133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:26.733612 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'status': 'completed', 'code': 200} Nov 24 14:36:26.759257 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 9fc146a0-08c0-4024-9665-25c68c50379f triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:26.759649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:26.780029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-c7dd5571-303b-4d6c-b4e1-238264302532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:26.781777 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-c7dd5571-303b-4d6c-b4e1-238264302532 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1097 time: 0.0909975 Nov 24 14:36:26.865384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-7262c108-4899-4a56-bde1-f0fb65007f68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 217 time: 0.0714979 Nov 24 14:36:26.936069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-28a91f1b-227b-454f-b858-61d167cc697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:26.937559 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-28a91f1b-227b-454f-b858-61d167cc697c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 200 len: 835 time: 0.0621545 Nov 24 14:36:27.088256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-82ccd0c0-af2c-4728-bec0-2886babf2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:27.089739 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-82ccd0c0-af2c-4728-bec0-2886babf2d2f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1420259 Nov 24 14:36:27.105174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f583c37-b8a7-485a-abe7-204e11f96c5b req-4225220a-dbe2-43db-8761-9794ed681218 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:27.106750 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f583c37-b8a7-485a-abe7-204e11f96c5b req-4225220a-dbe2-43db-8761-9794ed681218 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 944 time: 0.0964520 Nov 24 14:36:27.229162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3f583c37-b8a7-485a-abe7-204e11f96c5b req-3104c840-1946-4a31-804a-5256d1cacfa6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041157 Nov 24 14:36:27.270533 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-462574fb-8aa0-430d-bf94-1b3ef2b4984c service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628456 Nov 24 14:36:27.411717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1defdf11-5715-41d1-a50c-acf20cc38e4d req-21442855-6160-47c9-8682-04888029053a service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290259 Nov 24 14:36:27.533307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-24f75891-5a15-4b8e-b057-c33afdd4d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:27.534793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-24f75891-5a15-4b8e-b057-c33afdd4d968 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1097 time: 0.0715530 Nov 24 14:36:27.679193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-77151746-e00b-49b0-b81e-826ae6a2af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:27.680624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-77151746-e00b-49b0-b81e-826ae6a2af40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 899 time: 0.1382809 Nov 24 14:36:27.755652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-80fdc631-99be-4561-b92e-c4e8e6944363 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 217 time: 0.0656323 Nov 24 14:36:27.818847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-23775a9d-768f-4f14-92ca-7b513451f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:27.820312 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-23775a9d-768f-4f14-92ca-7b513451f779 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 200 len: 835 time: 0.0576506 Nov 24 14:36:27.900284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-7ad45d28-38f7-438b-aeff-0313eba21b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:27.901777 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-7ad45d28-38f7-438b-aeff-0313eba21b1e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741379 Nov 24 14:36:28.042980 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-b33fdf67-8224-4c5e-99a5-6a01e63fb6d8 service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333563 Nov 24 14:36:28.176613 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6d5e3c72-f1ca-462d-9a30-f7ad387c66b7 req-93ed1298-416b-49d2-b076-7ec0ce97b796 service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248322 Nov 24 14:36:28.422257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835a50c-25b5-4254-aab0-724c2f094758 req-903302ab-0a52-4f52-8ee0-a40fac458e78 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:28.424359 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2835a50c-25b5-4254-aab0-724c2f094758 req-903302ab-0a52-4f52-8ee0-a40fac458e78 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 944 time: 0.0799322 Nov 24 14:36:28.471156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2835a50c-25b5-4254-aab0-724c2f094758 req-b926bdbf-e8a1-4b8d-8f3c-eab89f0d4562 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Nov 24 14:36:29.663245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb3a8-d4fa-4279-9e13-8caaa4a88908 req-d2ae52d0-1496-4dbe-b499-1419db8442a1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:29.664696 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-737fb3a8-d4fa-4279-9e13-8caaa4a88908 req-d2ae52d0-1496-4dbe-b499-1419db8442a1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 944 time: 0.0869086 Nov 24 14:36:29.710806 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-737fb3a8-d4fa-4279-9e13-8caaa4a88908 req-7fc8b316-3180-4bf9-8426-d45695676b41 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395317 Nov 24 14:36:29.830779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0b3ace11-449a-48e4-b136-735b36b1fa8b details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:36:29.967907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0b3ace11-449a-48e4-b136-735b36b1fa8b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:29.980567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'port_id': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'mac_address': 'fa:16:3e:ff:08:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:36:30.040009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:30.057711 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3ace11-449a-48e4-b136-735b36b1fa8b {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:36:30.073430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0b3ace11-449a-48e4-b136-735b36b1fa8b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:30.077321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:30.079351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-38ba9e4a-3fab-49d8-8f9b-0db5437684d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:30.145121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=0b3ace11-449a-48e4-b136-735b36b1fa8b,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:30.152074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.152417 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.152817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.153713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.154259 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.154675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.155009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.155334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.155659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.155981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.156297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.156613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:36:30.160302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:30.359837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['0b3ace11-449a-48e4-b136-735b36b1fa8b'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:36:30.899292 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59737b32-331a-4095-86fb-d880f00fa526 req-3de9e19a-5a97-4737-9448-ce2174784459 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:30.900640 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59737b32-331a-4095-86fb-d880f00fa526 req-3de9e19a-5a97-4737-9448-ce2174784459 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 945 time: 0.0846741 Nov 24 14:36:30.949231 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-59737b32-331a-4095-86fb-d880f00fa526 req-c390295f-af60-4970-9800-739568efa97a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Nov 24 14:36:31.831515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0b3ace11-449a-48e4-b136-735b36b1fa8b up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:36:31.909246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 0b3ace11-449a-48e4-b136-735b36b1fa8b completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:36:31.914048 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 0b3ace11-449a-48e4-b136-735b36b1fa8b triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:36:31.914426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:32.036021 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:32.063269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:36:32.073211 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 0b3ace11-449a-48e4-b136-735b36b1fa8b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:36:32.077961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:32.079877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:32.152189 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=0b3ace11-449a-48e4-b136-735b36b1fa8b,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:32.156279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:32.267927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8467ba-a925-44a6-b673-f06473efb846 req-b68ded70-1f2e-4180-a42f-2d0ba8f2ccf6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:32.269332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc8467ba-a925-44a6-b673-f06473efb846 req-b68ded70-1f2e-4180-a42f-2d0ba8f2ccf6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.2107425 Nov 24 14:36:32.314767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fc8467ba-a925-44a6-b673-f06473efb846 req-8f020d26-4692-48de-850e-9c50a0df8a6a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 Nov 24 14:36:32.364036 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'code': 200} Nov 24 14:36:32.611350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea5ed-331c-4d2b-9b0f-251c30ba3db7 req-be3cbc2d-360d-4378-95a2-05d119f64567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:32.612847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27bea5ed-331c-4d2b-9b0f-251c30ba3db7 req-be3cbc2d-360d-4378-95a2-05d119f64567 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1099 time: 0.0708206 Nov 24 14:36:32.658329 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27bea5ed-331c-4d2b-9b0f-251c30ba3db7 req-d55ecd10-0060-4c90-8f27-79a2dd78c404 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357556 Nov 24 14:36:33.508230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68ea0c-15df-431e-8908-0dff5eae3656 req-5703adeb-0f18-4e36-8c18-bfca00e953dc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:33.509702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1c68ea0c-15df-431e-8908-0dff5eae3656 req-5703adeb-0f18-4e36-8c18-bfca00e953dc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0846949 Nov 24 14:36:33.553835 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1c68ea0c-15df-431e-8908-0dff5eae3656 req-9f52d1db-4768-41d1-99ee-68927d627139 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384622 Nov 24 14:36:34.745044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9f853-b189-4c16-bb01-fc419761c9ee req-609c0e98-ad82-4faf-a5b9-ad0396022308 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:34.746484 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a4c9f853-b189-4c16-bb01-fc419761c9ee req-609c0e98-ad82-4faf-a5b9-ad0396022308 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0804083 Nov 24 14:36:34.795479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a4c9f853-b189-4c16-bb01-fc419761c9ee req-e11c9f36-31a5-47ef-aaeb-b2a821dcf738 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Nov 24 14:36:34.983318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08968f-47c3-478f-b6dc-7452a86775b5 req-a20034ed-e22b-4f45-8fdf-423b39e01c80 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:34.984693 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba08968f-47c3-478f-b6dc-7452a86775b5 req-a20034ed-e22b-4f45-8fdf-423b39e01c80 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0832746 Nov 24 14:36:35.033878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ba08968f-47c3-478f-b6dc-7452a86775b5 req-da42d5ec-83ab-4b37-a48c-84196523c521 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436757 Nov 24 14:36:35.057699 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49836) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:35.134297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b706478-78ef-4a2c-85c2-141a64059906 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:35.135826 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0b706478-78ef-4a2c-85c2-141a64059906 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1094 time: 0.0771182 Nov 24 14:36:35.139268 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49840) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:35.144481 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:36:35.151120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:36:35.155718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:floatingip and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:36:35.158852 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:36:35.164591 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:36:35.174935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:35.313950 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:35.451255 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.32 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/ee7b05e9-56c6-4049-87f3-16cd2a88c5b4) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:36:35.602651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:35.633077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:35.638741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-43944dc5-8974-499e-a19c-73d3a742aa73 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:35.702258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:36:35.705908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:36:35.709703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:36:35.753810 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=ee7b05e9-56c6-4049-87f3-16cd2a88c5b4,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:35.758155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:36.236935 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:36.314434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:36.523877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:36.528281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:36.532528 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ac33d9de-da16-48f5-9444-96000f9584bf tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:36:36.642684 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=ee7b05e9-56c6-4049-87f3-16cd2a88c5b4,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:36:36.646906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:36:36.656012 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:36.833728 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP 11129644-626b-4eca-987a-afe5e1acae86 associated. External IP: 172.26.8.32, port: 0b3ace11-449a-48e4-b136-735b36b1fa8b. Nov 24 14:36:37.183658 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 97629022-6a3c-4c36-b3eb-acadcf21c40f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:36:37.501281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:36:37.511282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] Sync routers for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:36:37.521998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:37.522599 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:36:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:37.527050 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:37.586048 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f946fbb1-194b-4765-a415-4ad81ba3f868 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4458058 Nov 24 14:36:37.586720 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:36:37.707458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:37.787487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d2583-9a37-4e0e-aee4-a24c525b2acb req-8aab478b-e211-45dd-9d39-f891d6304f84 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:37.788878 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-890d2583-9a37-4e0e-aee4-a24c525b2acb req-8aab478b-e211-45dd-9d39-f891d6304f84 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0994992 Nov 24 14:36:37.835391 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-890d2583-9a37-4e0e-aee4-a24c525b2acb req-701e690e-7e83-42ae-84fd-cbbb79c1ad82 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409892 Nov 24 14:36:37.861043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 49848) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:37.925872 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'status': 'completed', 'code': 200} Nov 24 14:36:37.984684 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b7ae333c-fefb-4cb9-824f-e3a355e03043 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/11129644-626b-4eca-987a-afe5e1acae86 HTTP/1.1" status: 200 len: 991 time: 0.1220701 Nov 24 14:36:38.009856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-dd8f0234-31a2-4f4e-8384-b15c21f9caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:38.011329 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-dd8f0234-31a2-4f4e-8384-b15c21f9caf0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1099 time: 0.0890806 Nov 24 14:36:38.090643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '11129644-626b-4eca-987a-afe5e1acae86', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.32', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'port_id': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'mac_address': 'fa:16:3e:ff:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:36Z', 'updated_at': '2021-11-24T14:36:36Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:38.095735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] Checking router: 97629022-6a3c-4c36-b3eb-acadcf21c40f for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:36:38.104482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:36:38.105112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:36:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:38.149567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-34022e89-edf9-45aa-9c1a-b56bb09fdf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:38.151227 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-34022e89-edf9-45aa-9c1a-b56bb09fdf3d service neutron] 10.222.0.76 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 899 time: 0.1329303 Nov 24 14:36:38.259291 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-0c3d808e-0e11-4a89-9659-4c1dddb5d225 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 999 time: 0.1018364 Nov 24 14:36:38.291941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:36:38.337371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-c4c2bea4-73e6-40a7-b03d-a7958991b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:38.339728 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-c4c2bea4-73e6-40a7-b03d-a7958991b625 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 200 len: 835 time: 0.0735407 Nov 24 14:36:38.425979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-6ba08984-d6f4-4ead-8a68-616ac5df1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:36:38.427460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-6ba08984-d6f4-4ead-8a68-616ac5df1062 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778706 Nov 24 14:36:38.571286 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-b33f583d-5c09-4782-8456-12532c27460e service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320174 Nov 24 14:36:38.710338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '11129644-626b-4eca-987a-afe5e1acae86', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.32', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'port_id': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'mac_address': 'fa:16:3e:ff:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:36Z', 'updated_at': '2021-11-24T14:36:36Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:36:38.714920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22421aae-65d1-487a-ba9a-f54d4a700618 None None] The sync data for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv is: [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '11129644-626b-4eca-987a-afe5e1acae86', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.32', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'port_id': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'mac_address': 'fa:16:3e:ff:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:36:36Z', 'updated_at': '2021-11-24T14:36:36Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:36:38.732838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d43c168-52a8-4691-9e33-e2c3f9f8ce98 req-b374bb49-4685-4734-a781-9d71c01cc74b service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506286 Nov 24 14:36:38.916502 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6085970f-8c6b-4e6d-85df-28415454b4a3 None None] New status for floating IP 11129644-626b-4eca-987a-afe5e1acae86: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:36:38.989132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49852) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:39.098460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4c83798a-096b-4ead-a375-1d536226a1f5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/11129644-626b-4eca-987a-afe5e1acae86 HTTP/1.1" status: 200 len: 991 time: 0.1080337 Nov 24 14:36:40.102247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49856) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:36:40.212688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4f477df4-f611-4683-b740-9e434d3c8193 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/11129644-626b-4eca-987a-afe5e1acae86 HTTP/1.1" status: 200 len: 993 time: 0.1091273 Nov 24 14:36:47.269303 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:49.889853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c9ff693a-c2ab-4b87-91c4-30964bf75ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:50.433586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:52.645025 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-72bfb71c-639e-407f-97ce-88bf18b63840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:53.850771 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:55.434466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:36:56.017824 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:37:11.832059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704c4b9-3400-464b-9ffa-4f054aa4aa12 req-476cd062-e794-4cd3-a564-e5b83d67a2e6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:11.833569 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2704c4b9-3400-464b-9ffa-4f054aa4aa12 req-476cd062-e794-4cd3-a564-e5b83d67a2e6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0821590 Nov 24 14:37:11.879981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2704c4b9-3400-464b-9ffa-4f054aa4aa12 req-4f990227-e2ad-49b6-bf1c-5667fd388d94 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Nov 24 14:37:13.207994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66208d00-8421-41a8-8ee0-acbf989d3b1a req-dc2d1801-d5c7-458b-bc2a-0052479222be tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:13.209377 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-66208d00-8421-41a8-8ee0-acbf989d3b1a req-dc2d1801-d5c7-458b-bc2a-0052479222be tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.2203293 Nov 24 14:37:13.255511 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-66208d00-8421-41a8-8ee0-acbf989d3b1a req-2d2f8757-263e-42e3-8e9e-f9b82caf72aa tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Nov 24 14:37:14.595375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186824aa-c553-459d-87ce-51927b117e29 req-fdbf8a9f-4593-4a49-b11d-eb246df86b0c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:14.596889 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-186824aa-c553-459d-87ce-51927b117e29 req-fdbf8a9f-4593-4a49-b11d-eb246df86b0c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0818126 Nov 24 14:37:14.644012 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-186824aa-c553-459d-87ce-51927b117e29 req-ddfa5fba-a598-4bb3-b9d9-4f2017a70890 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Nov 24 14:37:15.862345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40f5cd-31ca-4891-8cb4-b90ad34321db req-09051d6a-fb66-488e-98c2-9d5d6c626d11 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:15.863829 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f40f5cd-31ca-4891-8cb4-b90ad34321db req-09051d6a-fb66-488e-98c2-9d5d6c626d11 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0868464 Nov 24 14:37:15.911014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f40f5cd-31ca-4891-8cb4-b90ad34321db req-2190ae30-b02e-4275-9ca1-f65f2a8b4db8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400879 Nov 24 14:37:17.100484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a0437-1f59-4549-9827-cdab3ada6008 req-71e8acfb-f14a-429e-8dfa-0ccdb64fec55 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:17.102136 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed4a0437-1f59-4549-9827-cdab3ada6008 req-71e8acfb-f14a-429e-8dfa-0ccdb64fec55 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0803683 Nov 24 14:37:17.152374 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed4a0437-1f59-4549-9827-cdab3ada6008 req-4819d233-dac6-415e-83e2-183cfa52d1cd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444827 Nov 24 14:37:17.282823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:18.344487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe26589-7aa4-4b10-9bc5-f809bcdd7784 req-3d28a76f-4c5c-442a-882d-02b5b04b38f5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:18.346029 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3fe26589-7aa4-4b10-9bc5-f809bcdd7784 req-3d28a76f-4c5c-442a-882d-02b5b04b38f5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0808499 Nov 24 14:37:18.391298 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3fe26589-7aa4-4b10-9bc5-f809bcdd7784 req-c3fec392-fb43-4451-a17d-d70b59dc9238 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387065 Nov 24 14:37:19.579653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efbaf2-9525-4cec-b8d4-5584732b2abd req-2799dcf5-9c5b-4d1f-871c-6713516bffa6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:19.581149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-02efbaf2-9525-4cec-b8d4-5584732b2abd req-2799dcf5-9c5b-4d1f-871c-6713516bffa6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0850227 Nov 24 14:37:19.626288 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-02efbaf2-9525-4cec-b8d4-5584732b2abd req-937090ac-41c2-46d3-89f4-f6d4c8bf5e6e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382679 Nov 24 14:37:19.892631 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-50a38607-fed1-4133-8d55-06e97777c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:20.436488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:20.818630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e2758-aea0-414b-9ab9-e391ded7ed39 req-a4dea3c8-edb9-4a61-b370-0561b6ada61a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:20.820650 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be8e2758-aea0-414b-9ab9-e391ded7ed39 req-a4dea3c8-edb9-4a61-b370-0561b6ada61a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0824916 Nov 24 14:37:20.867873 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-be8e2758-aea0-414b-9ab9-e391ded7ed39 req-272d9de0-ac14-41bf-b8e6-41a19084f594 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Nov 24 14:37:22.065024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ff09e-63eb-4d5f-9ed3-246e8654d069 req-c2acbcb9-4862-43b4-a802-0ed50a21b473 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:22.066504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e2ff09e-63eb-4d5f-9ed3-246e8654d069 req-c2acbcb9-4862-43b4-a802-0ed50a21b473 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0916147 Nov 24 14:37:22.160732 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e2ff09e-63eb-4d5f-9ed3-246e8654d069 req-23de9d57-79c1-4926-b475-99e1650064fb tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881987 Nov 24 14:37:22.183385 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-b95911b8-8667-448f-a9ba-77ddebf602c5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946810 Nov 24 14:37:22.339423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-e159e519-bf04-4e0b-929f-51f092cb6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:22.340847 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-e159e519-bf04-4e0b-929f-51f092cb6d00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1099 time: 0.0759380 Nov 24 14:37:22.503243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-d9c86021-29ac-4e01-a6a3-d444099b0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:22.504704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-d9c86021-29ac-4e01-a6a3-d444099b0913 service neutron] 10.222.0.76 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 899 time: 0.1402538 Nov 24 14:37:22.614280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-60c53513-91d4-4f1a-a06e-779eafe65065 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 1001 time: 0.0994315 Nov 24 14:37:22.655940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f9ea95ed-1b25-4381-932c-e04ade4d7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:22.684217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-efedf32f-5447-40b8-9cc5-91ed9877cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:22.685706 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-efedf32f-5447-40b8-9cc5-91ed9877cb0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 200 len: 835 time: 0.0618379 Nov 24 14:37:22.771148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-29f6a662-1131-443d-8dd7-2d8a6d923d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:22.772675 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-29f6a662-1131-443d-8dd7-2d8a6d923d79 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764372 Nov 24 14:37:22.787763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-87caf2a7-b889-49ec-a4fd-2e088a2debbb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:37:22.789022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-87caf2a7-b889-49ec-a4fd-2e088a2debbb service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049210 Nov 24 14:37:22.926518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-ab2f2dba-1902-4e20-8c8f-f6e506a9a3b3 service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271091 Nov 24 14:37:23.061777 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1c57ae2-4cf1-4026-9c9a-643a5b68e045 req-88a10a00-30d6-4e2d-8891-2bedddb3e523 service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256428 Nov 24 14:37:23.347763 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601231d-c3fc-4033-9a20-a116952b2752 req-7e26821d-46bc-4b08-8a37-526f9f0c745e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:23.349259 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2601231d-c3fc-4033-9a20-a116952b2752 req-7e26821d-46bc-4b08-8a37-526f9f0c745e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0822446 Nov 24 14:37:23.395304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2601231d-c3fc-4033-9a20-a116952b2752 req-d6dc61a1-d586-4f0a-8828-b57b4037c433 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Nov 24 14:37:23.419495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49894) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:37:23.648313 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-815a2fec-1397-499e-804a-e68d2c13c67e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/11129644-626b-4eca-987a-afe5e1acae86 HTTP/1.1" status: 200 len: 993 time: 0.2271688 Nov 24 14:37:23.853598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:25.165286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f173f-39f6-4ec3-8638-358b8c90d839 req-2e794aa9-08ee-435b-a642-a78c247ade66 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:25.166652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-386f173f-39f6-4ec3-8638-358b8c90d839 req-2e794aa9-08ee-435b-a642-a78c247ade66 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.1243532 Nov 24 14:37:25.221554 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-386f173f-39f6-4ec3-8638-358b8c90d839 req-2bb59944-cb83-4c56-93b9-5c32643ed779 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482397 Nov 24 14:37:25.231316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-6c9862c3-b326-42d8-8666-0e028822ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:25.232783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-6c9862c3-b326-42d8-8666-0e028822ae75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1099 time: 0.1185951 Nov 24 14:37:25.370204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-80bd4e0c-adb5-44d8-a723-ba1543f77b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:25.371624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-80bd4e0c-adb5-44d8-a723-ba1543f77b47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 899 time: 0.1287117 Nov 24 14:37:25.438251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:25.486656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-f9e52058-ecad-4427-8fb7-0c6fccf15dab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 1001 time: 0.1035025 Nov 24 14:37:25.559484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-94d14d0a-cfd6-4b34-80b9-0ca638e7d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:25.560965 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-94d14d0a-cfd6-4b34-80b9-0ca638e7d613 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 200 len: 835 time: 0.0624299 Nov 24 14:37:25.651568 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-5aad1292-c2f7-45ad-80e0-83e6190685c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:25.653821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-5aad1292-c2f7-45ad-80e0-83e6190685c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801861 Nov 24 14:37:25.790002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-cc666a43-1b6b-4aa1-83a0-fa1a9e8e4fe5 service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249268 Nov 24 14:37:25.925997 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-041fc224-5aca-408f-9a27-f53fe9ec6ad4 req-1349d0f8-c76c-43c9-b68a-c9a08b35e92e service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253006 Nov 24 14:37:26.421495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddcafa-4af8-404f-9a5b-5f89b08707aa req-a748dc3a-4809-4bdf-9e0e-feac6f07a629 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:26.423851 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3eddcafa-4af8-404f-9a5b-5f89b08707aa req-a748dc3a-4809-4bdf-9e0e-feac6f07a629 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0859430 Nov 24 14:37:26.472667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3eddcafa-4af8-404f-9a5b-5f89b08707aa req-1cefcffd-14be-4f27-a41c-0660033c25be tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Nov 24 14:37:27.668229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8d73-304d-4106-a3e9-df778b808752 req-277eccdf-4904-43f2-9748-69b72f19fe45 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:37:27.669731 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a90c8d73-304d-4106-a3e9-df778b808752 req-277eccdf-4904-43f2-9748-69b72f19fe45 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.0872266 Nov 24 14:37:27.725376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a90c8d73-304d-4106-a3e9-df778b808752 req-1990864d-c48e-4a74-a864-98028c6f4ca7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Nov 24 14:37:27.749842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49908) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:37:27.859809 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f4ce1852-3fca-4e07-8856-01a26e61e03b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/11129644-626b-4eca-987a-afe5e1acae86 HTTP/1.1" status: 200 len: 993 time: 0.1087358 Nov 24 14:37:33.017198 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:37:47.296669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:49.894898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c2318c72-f6f8-4886-bca6-0870b80ef1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:50.441461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:52.650252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-987dd5e7-9c72-42b4-a3f1-77d0b5318ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:53.856315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:55.439369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:58.304273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49926) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:37:58.503678 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port ee7b05e9-56c6-4049-87f3-16cd2a88c5b4 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:37:58.504009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:58.798245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:58.798561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:58.918742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for ee7b05e9-56c6-4049-87f3-16cd2a88c5b4 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:37:59.068769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:59.073107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-8804541f-4c30-4054-98c4-57b984824595 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:37:59.121626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=ee7b05e9-56c6-4049-87f3-16cd2a88c5b4,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:37:59.161415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.161808 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.162194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.162580 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.162956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.163330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.163701 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.164069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.164441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.164834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.165207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.165575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:37:59.192554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:37:59.220897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:59.221299 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP 11129644-626b-4eca-987a-afe5e1acae86 disassociated (deleted). External IP: 172.26.8.32, port: 0b3ace11-449a-48e4-b136-735b36b1fa8b. Nov 24 14:37:59.583086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 97629022-6a3c-4c36-b3eb-acadcf21c40f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:37:59.794144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:37:59.804961 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] Sync routers for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:37:59.817167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:37:59.817404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:37:59.818179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:37:59.886070 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/floatingips/11129644-626b-4eca-987a-afe5e1acae86 HTTP/1.1" status: 204 len: 168 time: 1.5802577 Nov 24 14:37:59.886853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:38:00.036241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:00.150226 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'status': 'completed', 'code': 200} Nov 24 14:38:00.404487 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e41944-47ce-431a-9762-54e24bb33cb2 req-90d505db-bee4-4abb-88f3-4737499e2808 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:00.405605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e3e41944-47ce-431a-9762-54e24bb33cb2 req-90d505db-bee4-4abb-88f3-4737499e2808 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:38:00.412434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-a029ee62-37b5-4a72-af16-aa714ca0e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:00.413895 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-a029ee62-37b5-4a72-af16-aa714ca0e756 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 1099 time: 0.2384682 Nov 24 14:38:00.423655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:00.428004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] Checking router: 97629022-6a3c-4c36-b3eb-acadcf21c40f for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:38:00.437251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:00.437850 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:00.448044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e3e41944-47ce-431a-9762-54e24bb33cb2 req-90d505db-bee4-4abb-88f3-4737499e2808 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:38:00.449192 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3e41944-47ce-431a-9762-54e24bb33cb2 req-90d505db-bee4-4abb-88f3-4737499e2808 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.1910105 Nov 24 14:38:00.626200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:00.780761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3e41944-47ce-431a-9762-54e24bb33cb2 req-94bea148-5fe3-4ef7-9b30-87571b7969a8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593560 Nov 24 14:38:00.808643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-13490b48-a75e-4bbb-9ddb-97d5476d3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:00.810681 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-13490b48-a75e-4bbb-9ddb-97d5476d3b2e service neutron] 10.222.0.76 "GET /v2.0/networks?id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 200 len: 899 time: 0.3883460 Nov 24 14:38:00.881594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-41a477b5-13d9-473a-a46e-5b895ee05ca2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 200 len: 217 time: 0.0642366 Nov 24 14:38:00.949428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-0bef667d-f440-4884-88c5-fde9ec56f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:00.950957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-0bef667d-f440-4884-88c5-fde9ec56f672 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 200 len: 835 time: 0.0615900 Nov 24 14:38:01.014693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:01.018612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead03ee-61f8-46b0-89c8-226d0100a3f6 None None] The sync data for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv is: [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '9fc146a0-08c0-4024-9665-25c68c50379f', 'name': '', 'network_id': '14ab6dd6-8dc0-4d74-9af1-fe887e32287f', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:7a:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:19Z', 'updated_at': '2021-11-24T14:36:24Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': 'ef5afca2-1300-4f16-8e75-bc9911112432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:38:01.025987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-58c3db5e-aaca-4561-a441-358b7d952c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:01.027524 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-58c3db5e-aaca-4561-a441-358b7d952c51 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14ab6dd6-8dc0-4d74-9af1-fe887e32287f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697052 Nov 24 14:38:01.167425 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-86d44f8e-30b9-45ff-8e48-1814c047906c service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305518 Nov 24 14:38:01.260132 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca35d5e-0556-4608-92d5-3829eb748450 None None] New status for floating IP 11129644-626b-4eca-987a-afe5e1acae86: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:38:01.315170 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3d7b900a-e2dd-4a7f-939a-9155c51e61cc req-462226cb-6034-4ac2-9fb2-5752cdc3df36 service neutron] 10.222.0.76 "GET /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406565 Nov 24 14:38:01.965448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-e334095f-8a0c-4429-867c-580c198273fc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:01.970721 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-e334095f-8a0c-4429-867c-580c198273fc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.1434512 Nov 24 14:38:02.039429 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938eb83-d3b4-40ea-bf71-9a34a20481e4 req-69312521-4875-4607-b08f-756c1e6e868c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:02.040894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d938eb83-d3b4-40ea-bf71-9a34a20481e4 req-69312521-4875-4607-b08f-756c1e6e868c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 946 time: 0.1495419 Nov 24 14:38:02.076551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 0b3ace11-449a-48e4-b136-735b36b1fa8b {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:38:02.076918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:02.142130 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d938eb83-d3b4-40ea-bf71-9a34a20481e4 req-03acc063-a51e-48fb-850d-8cd7c6e1b57c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d421eaf-c269-40bb-baf9-5cc1676a54da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947917 Nov 24 14:38:02.342335 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 0b3ace11-449a-48e4-b136-735b36b1fa8b, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=0b3ace11-449a-48e4-b136-735b36b1fa8b,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:02.342692 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:02.465631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 0b3ace11-449a-48e4-b136-735b36b1fa8b owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:38:02.614524 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:02.619900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c03e9411-99a9-41e7-9f12-49bd0d26e8a4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:02.666360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=0b3ace11-449a-48e4-b136-735b36b1fa8b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:02.696944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:02.746210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] No DVR routers for this DVR port 0b3ace11-449a-48e4-b136-735b36b1fa8b on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:38:02.749520 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:02.752097 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'name': 'network-vif-deleted', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:38:02.768898 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c43b582-c3b2-4248-af37-03f87ea1659a req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "DELETE /v2.0/ports/0b3ace11-449a-48e4-b136-735b36b1fa8b HTTP/1.1" status: 204 len: 173 time: 0.7894199 Nov 24 14:38:02.803250 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b19d81-ef10-4903-8d43-004fc38b8d10', 'name': 'network-vif-deleted', 'tag': '0b3ace11-449a-48e4-b136-735b36b1fa8b', 'status': 'completed', 'code': 200} Nov 24 14:38:03.308940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b5378ce4-b314-4c33-959e-87ab81bf842f req-56091eec-e325-46e4-88fb-a8740aaaa3d8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:38:03.326571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b5378ce4-b314-4c33-959e-87ab81bf842f req-56091eec-e325-46e4-88fb-a8740aaaa3d8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:38:03.327937 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b5378ce4-b314-4c33-959e-87ab81bf842f req-56091eec-e325-46e4-88fb-a8740aaaa3d8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9b19d81-ef10-4903-8d43-004fc38b8d10 HTTP/1.1" status: 200 len: 210 time: 0.0637078 Nov 24 14:38:04.378999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0b3ace11-449a-48e4-b136-735b36b1fa8b no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:38:04.413501 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 0b3ace11-449a-48e4-b136-735b36b1fa8b {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:38:04.413855 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 0b3ace11-449a-48e4-b136-735b36b1fa8b not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:38:04.424795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49948) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:05.123563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:05.482455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 9fc146a0-08c0-4024-9665-25c68c50379f {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:38:05.483547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:05.670364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 9fc146a0-08c0-4024-9665-25c68c50379f, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=9fc146a0-08c0-4024-9665-25c68c50379f,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:05.670736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:05.799509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 9fc146a0-08c0-4024-9665-25c68c50379f owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:38:05.977233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:05.980680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:06.028188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=9fc146a0-08c0-4024-9665-25c68c50379f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:06.031340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:06.321237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:06.835977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router 97629022-6a3c-4c36-b3eb-acadcf21c40f has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:38:07.041591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:38:07.053391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] Sync routers for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:38:07.063964 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/97629022-6a3c-4c36-b3eb-acadcf21c40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378834 Nov 24 14:38:07.065513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:07.066258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:07.066502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49952) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:07.142374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting subnet ef5afca2-1300-4f16-8e75-bc9911112432 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:38:07.145627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.201077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.259951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:07.296895 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.381323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.385071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a24be79-a230-4fd7-bd04-ad3e5a7e06dd tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:07.419015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5afca2-1300-4f16-8e75-bc9911112432,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:07.423143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:07.426431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.433733 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/subnets/ef5afca2-1300-4f16-8e75-bc9911112432 HTTP/1.1" status: 204 len: 168 time: 0.3648760 Nov 24 14:38:07.435623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49956) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:07.454774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a79cd-eb61-4d12-9b92-ace1f62e0940 None None] Network 14ab6dd6-8dc0-4d74-9af1-fe887e32287f requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:38:07.623220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.755734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:38:05Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:07.762638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] Checking router: 97629022-6a3c-4c36-b3eb-acadcf21c40f for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:38:07.777083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] Routers {'97629022-6a3c-4c36-b3eb-acadcf21c40f'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:07.777717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['97629022-6a3c-4c36-b3eb-acadcf21c40f'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:07.824463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.836028 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 98627d98-9086-41f9-9a12-e0c5db7b94b1 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:38:07.836700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:07.893629 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] DHCP port deletion for 14ab6dd6-8dc0-4d74-9af1-fe887e32287f request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:38:07.921728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Deleting port dfee8821-f860-423a-9784-f91fc95b1a76 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:38:07.922173 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.077371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] Set router 97629022-6a3c-4c36-b3eb-acadcf21c40f gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:08.157614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 98627d98-9086-41f9-9a12-e0c5db7b94b1, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=98627d98-9086-41f9-9a12-e0c5db7b94b1,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:08.157851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.282162 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 98627d98-9086-41f9-9a12-e0c5db7b94b1 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:38:08.435901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] For port dfee8821-f860-423a-9784-f91fc95b1a76, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dfee8821-f860-423a-9784-f91fc95b1a76,segment=NetworkSegment(23a0d826-03c1-46c6-9481-4f5a0cce8db9),segment_id=23a0d826-03c1-46c6-9481-4f5a0cce8db9)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:08.436285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.456788 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.461642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7750453d-ad59-4cf2-81fe-d16857d28e87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:08.534816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=98627d98-9086-41f9-9a12-e0c5db7b94b1,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:08.537298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:08.588553 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Calling delete_port for dfee8821-f860-423a-9784-f91fc95b1a76 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:38:08.607681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.731353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.737655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:08.796881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dfee8821-f860-423a-9784-f91fc95b1a76 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:38:08.801585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.803783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.829059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.829545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Fanout notify agent at l3_agent the message router_deleted on router 97629022-6a3c-4c36-b3eb-acadcf21c40f {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:38:08.832779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Pushing event deleted for resources: {'Port': ['ID=dfee8821-f860-423a-9784-f91fc95b1a76,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:08.839811 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] No DVR routers for this DVR port dfee8821-f860-423a-9784-f91fc95b1a76 on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:38:08.844944 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: dfee8821-f860-423a-9784-f91fc95b1a76 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:38:08.845292 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dfee8821-f860-423a-9784-f91fc95b1a76 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:38:08.853007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.853558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.853801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.854067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.854423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.854833 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.855307 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.855522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.855901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.856321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.856648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.857801 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:08.862432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:08.862872 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:08.864092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/routers/97629022-6a3c-4c36-b3eb-acadcf21c40f HTTP/1.1" status: 204 len: 168 time: 1.4273922 Nov 24 14:38:08.867359 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49960) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:08.870618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:38:05Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:08.874784 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2231e-54d1-489f-8281-7e2d9e360416 None None] The sync data for ids ['97629022-6a3c-4c36-b3eb-acadcf21c40f'] in dv-neutron-818153-2-hyperv is: [{'id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358591890', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:38:05Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': '98627d98-9086-41f9-9a12-e0c5db7b94b1', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97629022-6a3c-4c36-b3eb-acadcf21c40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:36:15Z', 'updated_at': '2021-11-24T14:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:38:08.991298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.130805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.155527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ab6dd6-8dc0-4d74-9af1-fe887e32287f']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:09.167703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a0d826-03c1-46c6-9481-4f5a0cce8db9') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:09.167995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a0d826-03c1-46c6-9481-4f5a0cce8db9') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:09.179759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.196058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.205975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:38:09.206394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:38:09.221029 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:38:09.307419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.311942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-21ff178d-c920-4951-83ec-bf1665b0262a tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:09.326729 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.338060 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Network': ['ID=14ab6dd6-8dc0-4d74-9af1-fe887e32287f,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:09.341776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:09.347663 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-91dff7d7-dd94-4d48-9ab0-10fca96e0e79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/networks/14ab6dd6-8dc0-4d74-9af1-fe887e32287f HTTP/1.1" status: 204 len: 168 time: 0.4792435 Nov 24 14:38:09.350207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49964) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:09.426330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.459173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.530885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.534857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-04619c67-e850-4f93-9172-fb6c17dd7ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:09.556020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d421eaf-c269-40bb-baf9-5cc1676a54da,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:09.559121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:09.567549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:09.568673 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d421eaf-c269-40bb-baf9-5cc1676a54da HTTP/1.1" status: 204 len: 168 time: 0.2175591 Nov 24 14:38:10.016191 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:38:10.087087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49972) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:10.093326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985013737', 'description': 'tempest-secgroup-smoke-1985013737 description', 'project_id': 'b8ec1b531322491ca7919a0802563279'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:10.099318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.103360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.106190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.112478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.124408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.145845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.149706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.152485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.158970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.232720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.237640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.241675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-37e5c37e-9fff-4ca6-a188-7c877d387b4f tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:10.283393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e849c17f-4075-4ba6-a9bf-45687e5ab739,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:10.286451 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:10.289269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.290391 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6018459-46a5-4bb8-8c88-427d8be1eede tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2023213 Nov 24 14:38:10.293472 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49976) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:10.298462 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': 'e849c17f-4075-4ba6-a9bf-45687e5ab739', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:10.304390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.308170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.311713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.317388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.334912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.396433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.400946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.407088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-44cb980b-11b6-4c47-ab08-92db948deec6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:10.426978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba765f63-f5c9-45d7-87e6-c1cf48042d94,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:10.433178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:10.438166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.439333 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-996698a1-814d-47db-a697-b9823b35c6b3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449594 Nov 24 14:38:10.444065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49980) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:10.449312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': 'e849c17f-4075-4ba6-a9bf-45687e5ab739', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:10.455830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.459769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.462835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.469511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.490724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.553140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.556576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.562642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-264603ef-bf4a-456b-ba90-bedf8502872e tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:10.584918 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39093041-11d8-4754-a0cd-33060b6585fd,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:10.587515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:10.595878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.597279 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523120 Nov 24 14:38:10.599944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:10.605285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': 'e849c17f-4075-4ba6-a9bf-45687e5ab739', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:10.611761 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.615604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.618563 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.625127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.650393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.651656 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9fc146a0-08c0-4024-9665-25c68c50379f no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:38:10.706760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 9fc146a0-08c0-4024-9665-25c68c50379f {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:38:10.707253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 9fc146a0-08c0-4024-9665-25c68c50379f not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:38:10.707680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 98627d98-9086-41f9-9a12-e0c5db7b94b1 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:38:10.726976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.732805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.735986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-60993941-12a8-491a-a4f4-ce709ffac20d tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:10.748305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 98627d98-9086-41f9-9a12-e0c5db7b94b1 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:38:10.748305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 98627d98-9086-41f9-9a12-e0c5db7b94b1 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:38:10.758002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf000d7d-b4e8-445e-8f9e-898612ff29b0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:10.762045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:10.770288 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.771477 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c0815d94-373d-4fda-b6c3-8124e91025e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705966 Nov 24 14:38:10.775143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49988) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:10.780582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': 'e849c17f-4075-4ba6-a9bf-45687e5ab739', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:10.786601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.790830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.794014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.800854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.818815 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.887696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.891394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.893158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9d5c500c-3644-4758-a5c1-fcf8154debaa tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:10.914742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c42cca-9241-40bb-ac53-a442557e939e,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:10.917159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:10.925193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:10.926346 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503077 Nov 24 14:38:10.929931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49992) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:10.935464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': 'e849c17f-4075-4ba6-a9bf-45687e5ab739', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:10.941461 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:10.945369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:10.948438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:10.954558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:10.965841 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:38:10.973136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.039315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.043707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.046483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f46df6e1-f54c-45fe-abe8-c7ad294ba403 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:11.069226 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d4a4f3-0779-447e-9e54-f35580d238dc,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:11.073671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:11.078148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.079470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bfa01f2e-c714-40b6-97a2-51d964e29ac6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486466 Nov 24 14:38:11.082243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 49996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:11.087399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'security_group_rule': {'security_group_id': 'e849c17f-4075-4ba6-a9bf-45687e5ab739', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:11.094057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:11.098525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:security_group_rule and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:11.101442 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:11.108702 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:11.119066 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Project b8ec1b531322491ca7919a0802563279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:38:11.126372 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.200138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.204228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.206396 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-097affaf-6508-4ec1-bcd3-00a272406ab1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:11.231616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae870e80-8b81-4426-98cb-2975b1460d99,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:11.237319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:11.242202 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.243495 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d469e304-bfbf-44af-bdbc-855db06aefc8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602910 Nov 24 14:38:11.246375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50000) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:11.253125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'network': {'name': 'tempest-network-smoke--807979364', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'port_security_enabled': True}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:11.258229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:11.262309 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:network and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:11.266207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:11.272005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:11.281606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:38:11.285121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.313270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:38:11.321812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.322155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Added segment a57f2993-4954-458e-abf4-211780b1b2f0 of type vlan for network acc0aa96-c873-488e-b7a1-2adb1d9f9794 Nov 24 14:38:11.347360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.379318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.384973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:11.385546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.389473 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-10240374-d52a-428c-9822-23420655bcf0 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:11.630353 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3828433 Nov 24 14:38:11.631290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Network': ['ID=acc0aa96-c873-488e-b7a1-2adb1d9f9794,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:11.633262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50004) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:11.635843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ec70d16e-d793-42bd-b3f3-114e96832b3a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:11.639287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'admin_state_up': True, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:11.642735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:38:11.646822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:11.650758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:router and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:11.654267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:11.661856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:11.672247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.673374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.693337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:11.973170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:12.290510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:12.320671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:12.471119 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.182 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/dd66b2d9-a4f7-4788-b0f4-f3d4044b3488) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:38:12.621555 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:12.652267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:12.656153 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3c5a0c2f-127c-4a3d-84c7-13e419cd2544 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:12.729522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:38:12.733231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:12.737525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:38:12.775447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:12.785876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:13.300508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:13.652212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:13.871284 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router b19c33a6-6af7-45cb-8d9f-97be7e12d589 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:38:14.047683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:38:14.057976 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Sync routers for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:38:14.068108 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:14.068723 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:14.074632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:14.076410 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4422333 Nov 24 14:38:14.079674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50008) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:14.124763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d6709a8c-28f2-4ec3-a930-c0a3a3549996 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b8ec1b531322491ca7919a0802563279&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435140 Nov 24 14:38:14.127201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:14.251638 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:14.263585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612e239-d72b-414b-b489-7f7110058f5b tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:14.265180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f612e239-d72b-414b-b489-7f7110058f5b tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370475 Nov 24 14:38:14.268306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50016) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:14.308222 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7495f2ec-9b70-4588-aadf-7be316116e79 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c46d9702-f11e-43f1-8c93-a333c7ed69cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386071 Nov 24 14:38:14.310955 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50020) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:14.316271 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223444309', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'project_id': 'b8ec1b531322491ca7919a0802563279', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:14.427661 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:14.431606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:subnet and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:14.434484 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:14.440982 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:14.451647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:38:14.455557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:14.548864 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:12Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:14.553921 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Checking router: b19c33a6-6af7-45cb-8d9f-97be7e12d589 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:38:14.554338 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Updating router b19c33a6-6af7-45cb-8d9f-97be7e12d589 port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:38:14.617736 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:14.866044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:14.870155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ad2d5ec-a8e0-491a-99ce-73da106584ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:14.951340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Subnet': ['ID=6989adc2-2af9-4a98-b676-9ba8265e4aa9,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:14.955166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:14.962954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Checking segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:38:14.963312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network hostable DHCP agents. Network: acc0aa96-c873-488e-b7a1-2adb1d9f9794, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:38:14.986071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:38:14.995885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, acc0aa96-c873-488e-b7a1-2adb1d9f9794) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:15.001781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:15.002495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.007346 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e936579-352a-4972-8d70-b3a38b06b18c None None] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:38:15.017803 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.029219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7167084 Nov 24 14:38:15.032303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50024) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:15.035540 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Transition to ACTIVE for port object dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:15.044067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.049111 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:15.131585 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Pushing event updated for resources: {'Port': ['ID=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,revision_number=2']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:15.146896 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.147395 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.147931 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.148429 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.148967 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.149461 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.149790 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.150113 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.150430 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.152027 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.152027 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.152027 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:38:15.157057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:15.175611 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Attempting to bind port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:38:15.175999 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Attempting to bind port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:38:15.176367 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Attempting to bind port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:38:15.181867 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:38:15.182242 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:38:15.182820 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.183223 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:38:15.183690 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Bound port: dd66b2d9-a4f7-4788-b0f4-f3d4044b3488, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:38:15.184065 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.242554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:38:15.243405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.263908 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] For port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:38:15.267468 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] For port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:38:15.273539 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.277232 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:15.361007 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:15.361626 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:15.414834 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Pushing event updated for resources: {'Port': ['ID=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:15.417120 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Allocated IP 172.20.0.2 (acc0aa96-c873-488e-b7a1-2adb1d9f9794/6989adc2-2af9-4a98-b676-9ba8265e4aa9/7dc6cbbf-b0d0-4489-bbce-42637b99a2cb) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:38:15.426971 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2732d809-13fd-468f-840c-6e250c968d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:15.571226 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:15.637300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.648381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Transition to ACTIVE for port object 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:15.667205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Transition to ACTIVE for port object 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:15.674680 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.686441 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:15.758319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Pushing event updated for resources: {'Port': ['ID=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:15.765468 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:15.776369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:38:15.777768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:15.780526 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:38:15.819128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.907720 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:12Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:15.912772 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62dbd8-0093-4d5a-8b2c-17f197f49631 None None] The sync data for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv is: [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:12Z', 'revision_number': 3, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:38:15.928927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Attempting to bind port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:38:15.929308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Attempting to bind port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:38:15.929681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Attempting to bind port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb on network acc0aa96-c873-488e-b7a1-2adb1d9f9794 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:38:15.936707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:38:15.937199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Checking segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:38:15.937704 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:15.938109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Bound using segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:38:15.938587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Bound port: 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:38:15.938973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:16.034810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] For port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:38:16.038288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] For port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:38:16.045495 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:16.049414 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-70f04848-7204-46c1-907e-c94f4e70d9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:16.134986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Pushing event updated for resources: {'Port': ['ID=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:16.146479 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:16.316699 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.1 (acc0aa96-c873-488e-b7a1-2adb1d9f9794/6989adc2-2af9-4a98-b676-9ba8265e4aa9/66ac2350-60d4-4bd5-96b7-7aa331d8e265) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:38:16.669914 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:16.687565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 66ac2350-60d4-4bd5-96b7-7aa331d8e265 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:16.720307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:16.734592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aafca5ca-8476-4cd7-bdcb-51924fb05118 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:16.773254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:16.800434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:38:16.809068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:16.822624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:38:16.868105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:16.875558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:16.876078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:16.902455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=66ac2350-60d4-4bd5-96b7-7aa331d8e265,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:16.908571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:16.915854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.032878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.052849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:17.058709 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.059659 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:17.082946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.085334 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6e99dfa6-6018-4e5e-93b5-564ade6d9b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:17.191671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:17.195348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:17.205319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:17.315128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.336099 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c897f8-ece8-4a23-a266-012e8adc21a3 None None] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:38:17.424510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Provisioning for port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:17.433644 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Provisioning complete for port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:17.434032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.576880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.581780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.610317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:17.661648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.711320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=66ac2350-60d4-4bd5-96b7-7aa331d8e265,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:17.714134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.715040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] For port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:17.719689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:17.720428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:17.723218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:17.801221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Pushing event updated for resources: {'Port': ['ID=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:17.804322 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:17.865479 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:38:17.867040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:18.050935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5c8e44b4-0f1c-45c8-804c-fec34224138a None None] Provisioning complete for port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:18.051321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c8e44b4-0f1c-45c8-804c-fec34224138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:18.071870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router b19c33a6-6af7-45cb-8d9f-97be7e12d589 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:38:18.192827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5c8e44b4-0f1c-45c8-804c-fec34224138a None None] Provisioning for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:18.199938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5c8e44b4-0f1c-45c8-804c-fec34224138a None None] Provisioning complete for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:18.199938 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5c8e44b4-0f1c-45c8-804c-fec34224138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:18.259708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e44b4-0f1c-45c8-804c-fec34224138a None None] Port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:38:18.273672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:38:18.284505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Sync routers for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:38:18.288265 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/b19c33a6-6af7-45cb-8d9f-97be7e12d589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548826 Nov 24 14:38:18.294472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:18.295367 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:18.461432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-c863b8d5-bc01-4973-ba6c-f54cffcd120d None None] Provisioning complete for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:18.461779 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c863b8d5-bc01-4973-ba6c-f54cffcd120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:18.540698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-c863b8d5-bc01-4973-ba6c-f54cffcd120d None None] Port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:38:18.543282 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:18.598018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-908abcbc-5e09-4a69-8e1a-cc110969b2b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:38:18.615184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-908abcbc-5e09-4a69-8e1a-cc110969b2b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:38:18.616942 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-908abcbc-5e09-4a69-8e1a-cc110969b2b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985013737&fields=id&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 267 time: 0.0624413 Nov 24 14:38:18.743222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:18.887829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-11e5ac5d-4d93-4eea-8e7a-1b4cac4b25b7 None None] Provisioning complete for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:18.888221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11e5ac5d-4d93-4eea-8e7a-1b4cac4b25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:18.948925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-b1883ea0-38eb-4c44-98aa-9175b6a617f0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:18.949652 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-b1883ea0-38eb-4c44-98aa-9175b6a617f0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:38:18.960637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-11e5ac5d-4d93-4eea-8e7a-1b4cac4b25b7 None None] Port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:38:18.968204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-b1883ea0-38eb-4c44-98aa-9175b6a617f0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:38:18.969455 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-b1883ea0-38eb-4c44-98aa-9175b6a617f0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/networks?id=acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 200 len: 796 time: 0.3453760 Nov 24 14:38:18.986161 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-9656dd82-dcdb-45ed-9ee4-e367b6bd74af tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/quotas/b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 375 time: 0.0108914 Nov 24 14:38:18.996898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:18.997926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:19.077925 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-2b91bb1f-f38e-4540-8207-f91214e6e310 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:38:19.095144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-2b91bb1f-f38e-4540-8207-f91214e6e310 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:38:19.096488 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-2b91bb1f-f38e-4540-8207-f91214e6e310 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044698 Nov 24 14:38:19.183936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 2, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:19.187347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:19.224352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Checking router: b19c33a6-6af7-45cb-8d9f-97be7e12d589 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:38:19.225096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Updating router b19c33a6-6af7-45cb-8d9f-97be7e12d589 port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:38:19.251714 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4f7f020d-fc73-4696-8cde-a85cb8ec227c service neutron] 10.222.0.36 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379609 Nov 24 14:38:19.296966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:19.372819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:19.373199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:19.385643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7b001349-b96d-40da-863b-4f2901bf6e62 service neutron] 10.222.0.36 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280556 Nov 24 14:38:19.574074 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6eceef48-4bf1-4bea-b19d-146ebd25ac07 req-6a7737ec-3c51-44dc-a00a-2935013a4601 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 210 time: 0.0430148 Nov 24 14:38:19.791941 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:19.807710 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Transition to ACTIVE for port object 66ac2350-60d4-4bd5-96b7-7aa331d8e265 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:19.815677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:19.820105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:19.962133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee1ed3-f662-49b8-a29c-63b5a94917f7 None None] Pushing event updated for resources: {'Port': ['ID=66ac2350-60d4-4bd5-96b7-7aa331d8e265,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:19.967439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8ee1ed3-f662-49b8-a29c-63b5a94917f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:19.999109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7d201ec6-fd51-4c3f-956f-845e5a001d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:20.057875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Attempting to bind port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:38:20.058255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Attempting to bind port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:38:20.058637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Attempting to bind port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 on network acc0aa96-c873-488e-b7a1-2adb1d9f9794 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:38:20.065519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:38:20.066081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Checking segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:38:20.066589 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:20.067080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Bound using segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:38:20.067747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Bound port: 66ac2350-60d4-4bd5-96b7-7aa331d8e265, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:38:20.068183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:20.167591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] For port 66ac2350-60d4-4bd5-96b7-7aa331d8e265, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:38:20.171312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] For port 66ac2350-60d4-4bd5-96b7-7aa331d8e265, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=66ac2350-60d4-4bd5-96b7-7aa331d8e265,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:38:20.174740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:20.179683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:20.266272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee1ed3-f662-49b8-a29c-63b5a94917f7 None None] Pushing event updated for resources: {'Port': ['ID=66ac2350-60d4-4bd5-96b7-7aa331d8e265,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:20.270564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8ee1ed3-f662-49b8-a29c-63b5a94917f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:20.271149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:20.271776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:37:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:20.487663 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:20.535674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:20.782568 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4e70e79c-7ece-49ce-9319-9b91a3949786 req-50ea89d1-66f7-42df-9ab1-0911efadf395 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 210 time: 0.0719523 Nov 24 14:38:20.834369 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-87222a3e-8e6e-46ef-90da-b20e69ce72b0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:20.836002 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-87222a3e-8e6e-46ef-90da-b20e69ce72b0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/networks?id=acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 200 len: 796 time: 0.2357910 Nov 24 14:38:20.896951 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7b9bcb3e-7f2f-495b-a543-7d4612d1424c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ec1b531322491ca7919a0802563279 HTTP/1.1" status: 200 len: 380 time: 0.0475073 Nov 24 14:38:20.907194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'port': {'device_id': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'admin_state_up': True, 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'security_groups': ['e849c17f-4075-4ba6-a9bf-45687e5ab739']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:20.912222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:20.916627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c091d-c54d-4a1a-88d6-214cff7158d7 None None] The sync data for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv is: [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:20Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:38:21.069052 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:21.079700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:21.090220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Made reservation on behalf of b8ec1b531322491ca7919a0802563279 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:38:21.094682 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:21.274183 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.20.0.8 (acc0aa96-c873-488e-b7a1-2adb1d9f9794/6989adc2-2af9-4a98-b676-9ba8265e4aa9/3c43c103-4996-4092-90cd-e013916116c8) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:38:21.481640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:21.499512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Transition to ACTIVE for port object 3c43c103-4996-4092-90cd-e013916116c8 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:21.528112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:21.534737 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1d7ee7e7-7eea-4c46-9363-fe488de67034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:21.603290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:38:21.606653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:21.610093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:38:21.660531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=3c43c103-4996-4092-90cd-e013916116c8,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:21.663463 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:21.689783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:21.690421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:21.725100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224032 Nov 24 14:38:21.742197 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Request body: {'port': {'device_id': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:21.866295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:21.928144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7fc15769-9b4b-4391-a2cf-1ad5a91fcd25 None None] Provisioning for port 3c43c103-4996-4092-90cd-e013916116c8 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:21.936117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7fc15769-9b4b-4391-a2cf-1ad5a91fcd25 None None] Provisioning complete for port 3c43c103-4996-4092-90cd-e013916116c8 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:21.936623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7fc15769-9b4b-4391-a2cf-1ad5a91fcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:21.994914 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7fc15769-9b4b-4391-a2cf-1ad5a91fcd25 None None] Port 3c43c103-4996-4092-90cd-e013916116c8 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:38:22.236063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67ca09-0002-4a45-bfcb-8dd17d641b15 req-73be5151-033e-4c9d-800c-dca638fce7c9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:22.236774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-af67ca09-0002-4a45-bfcb-8dd17d641b15 req-73be5151-033e-4c9d-800c-dca638fce7c9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:38:22.315799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-af67ca09-0002-4a45-bfcb-8dd17d641b15 req-73be5151-033e-4c9d-800c-dca638fce7c9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:38:22.317049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af67ca09-0002-4a45-bfcb-8dd17d641b15 req-73be5151-033e-4c9d-800c-dca638fce7c9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 931 time: 0.4027886 Nov 24 14:38:22.392660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-af67ca09-0002-4a45-bfcb-8dd17d641b15 req-c3432754-4865-494f-89e1-d5252e5644e4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697932 Nov 24 14:38:22.471745 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c43c103-4996-4092-90cd-e013916116c8 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:38:22.479387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.499031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Transition to ACTIVE for port object 3c43c103-4996-4092-90cd-e013916116c8 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:38:22.503148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.506904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:22.660735 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d8cbac25-825a-4a72-8af5-cb17a7b8fdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.673159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Pushing event updated for resources: {'Port': ['ID=3c43c103-4996-4092-90cd-e013916116c8,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:22.676084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:22.766751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 66ac2350-60d4-4bd5-96b7-7aa331d8e265 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:22.767349 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Attempting to bind port 3c43c103-4996-4092-90cd-e013916116c8 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:38:22.767691 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Attempting to bind port 3c43c103-4996-4092-90cd-e013916116c8 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:38:22.768029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Attempting to bind port 3c43c103-4996-4092-90cd-e013916116c8 on network acc0aa96-c873-488e-b7a1-2adb1d9f9794 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:38:22.773039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Port 3c43c103-4996-4092-90cd-e013916116c8 on network acc0aa96-c873-488e-b7a1-2adb1d9f9794 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:38:22.773362 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Attempting to bind port 3c43c103-4996-4092-90cd-e013916116c8 on network acc0aa96-c873-488e-b7a1-2adb1d9f9794 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:38:22.780275 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:38:22.780715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Checking segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:38:22.781212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Bound using segment: {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:38:22.781743 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Bound port: 3c43c103-4996-4092-90cd-e013916116c8, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57f2993-4954-458e-abf4-211780b1b2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:38:22.782178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.858513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:22.863956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:22.864222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.897207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] For port 3c43c103-4996-4092-90cd-e013916116c8, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:38:22.900417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] For port 3c43c103-4996-4092-90cd-e013916116c8, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3c43c103-4996-4092-90cd-e013916116c8,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:38:22.905394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.909952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05fe1482-319a-407d-b4f5-e0334052d556 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:22.973139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:22.973668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:22.975067 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] 10.222.0.76 "PUT /v2.0/ports/3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 200 len: 1093 time: 1.2373533 Nov 24 14:38:22.975617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'tag': '3c43c103-4996-4092-90cd-e013916116c8'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:38:22.995009 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:23.021047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Pushing event updated for resources: {'Port': ['ID=3c43c103-4996-4092-90cd-e013916116c8,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:23.025138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:23.043439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 66ac2350-60d4-4bd5-96b7-7aa331d8e265, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=66ac2350-60d4-4bd5-96b7-7aa331d8e265,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:23.048700 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:23.050747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:23.069078 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'tag': '3c43c103-4996-4092-90cd-e013916116c8', 'status': 'completed', 'code': 200} Nov 24 14:38:23.128529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-92b623d5-469b-4588-bde8-f7770e7f38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:23.129435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-92b623d5-469b-4588-bde8-f7770e7f38ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1096 time: 0.1029260 Nov 24 14:38:23.130621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=66ac2350-60d4-4bd5-96b7-7aa331d8e265,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:23.133896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:23.210254 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-68a63e41-86cc-4f34-be64-e28261820a86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 200 len: 217 time: 0.0693355 Nov 24 14:38:23.278495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-57239978-a120-4def-a89a-0cc6062b43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:23.280263 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-57239978-a120-4def-a89a-0cc6062b43fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6989adc2-2af9-4a98-b676-9ba8265e4aa9 HTTP/1.1" status: 200 len: 834 time: 0.0623162 Nov 24 14:38:23.366313 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-38c01add-b988-436a-bcc8-8af5107e4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:23.367755 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-38c01add-b988-436a-bcc8-8af5107e4d82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acc0aa96-c873-488e-b7a1-2adb1d9f9794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764976 Nov 24 14:38:23.570167 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-d2f21284-211a-4476-9a56-ed3ed5b71a6e service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913922 Nov 24 14:38:23.724013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3276c-dfa7-4e3f-a177-36612d96472a req-d0a8f25c-3d73-4b3b-9b79-775ccf78d8b7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:23.725460 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f3c3276c-dfa7-4e3f-a177-36612d96472a req-d0a8f25c-3d73-4b3b-9b79-775ccf78d8b7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 943 time: 0.2139678 Nov 24 14:38:23.758700 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ecef3dc3-72f8-4c32-87b4-111504bb73f7 req-53d852a4-e3d8-4ec3-90c4-18e7c2a969e4 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769042 Nov 24 14:38:23.789955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f3c3276c-dfa7-4e3f-a177-36612d96472a req-1552f906-0d51-454b-8574-178aa1adbc18 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523655 Nov 24 14:38:23.861675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:23.889746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-c1f52056-701a-41f8-8cac-a44f465a58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:23.891177 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-c1f52056-701a-41f8-8cac-a44f465a58f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1096 time: 0.0780156 Nov 24 14:38:24.027564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-3496718b-4c61-429a-b90c-7ab300a50902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:24.029301 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-3496718b-4c61-429a-b90c-7ab300a50902 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 200 len: 898 time: 0.1301384 Nov 24 14:38:24.225572 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-95cd0d0c-2152-4efa-aee6-10a9026f6252 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 200 len: 217 time: 0.1895590 Nov 24 14:38:24.292448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-1bb7088c-e4a1-47e9-b545-2f170cc74564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:24.293794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-1bb7088c-e4a1-47e9-b545-2f170cc74564 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6989adc2-2af9-4a98-b676-9ba8265e4aa9 HTTP/1.1" status: 200 len: 834 time: 0.0601192 Nov 24 14:38:24.369673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-f484830f-7098-46bf-8468-f738650da0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:24.371149 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-f484830f-7098-46bf-8468-f738650da0a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acc0aa96-c873-488e-b7a1-2adb1d9f9794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704527 Nov 24 14:38:24.504927 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-8fc95069-6518-4269-b0f1-255916546ee3 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252377 Nov 24 14:38:24.641725 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2030e3c9-c6d8-4c55-a55d-3196f1f6bd90 req-405395b3-ea29-4ca0-ab17-a1e01e920e3a service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296754 Nov 24 14:38:24.706871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 66ac2350-60d4-4bd5-96b7-7aa331d8e265 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:24.774000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:24.774379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:24.983685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731fa2e-2c68-405b-a4dd-b8fad049e525 req-d16f26e1-4a7e-48b8-a7b3-c5e1973126cd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:24.985162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8731fa2e-2c68-405b-a4dd-b8fad049e525 req-d16f26e1-4a7e-48b8-a7b3-c5e1973126cd tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 943 time: 0.0836258 Nov 24 14:38:25.035232 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8731fa2e-2c68-405b-a4dd-b8fad049e525 req-79c5c7d2-54c4-4034-9bbc-c9f5e4cf72f0 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Nov 24 14:38:25.441825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:26.230785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba789-b0e8-40b7-a22d-6f6de17a21a0 req-53851a71-b223-4167-a545-2f61a7bc2a1a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:26.232435 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ffba789-b0e8-40b7-a22d-6f6de17a21a0 req-53851a71-b223-4167-a545-2f61a7bc2a1a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 943 time: 0.0865026 Nov 24 14:38:26.277975 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ffba789-b0e8-40b7-a22d-6f6de17a21a0 req-fd5906bd-7589-45af-9ce1-955e048eb684 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389252 Nov 24 14:38:26.504554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3c43c103-4996-4092-90cd-e013916116c8 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:38:26.642104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3c43c103-4996-4092-90cd-e013916116c8, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3c43c103-4996-4092-90cd-e013916116c8,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:26.656600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '3c43c103-4996-4092-90cd-e013916116c8', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'port_id': '3c43c103-4996-4092-90cd-e013916116c8', 'mac_address': 'fa:16:3e:f8:3b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:38:26.716789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:26.733630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c43c103-4996-4092-90cd-e013916116c8 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:38:26.749577 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3c43c103-4996-4092-90cd-e013916116c8, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3c43c103-4996-4092-90cd-e013916116c8,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:26.753607 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:26.755478 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:26.821137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=3c43c103-4996-4092-90cd-e013916116c8,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:26.824153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:27.024342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['3c43c103-4996-4092-90cd-e013916116c8'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:38:27.469036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7a4ff-5192-4fab-a5fd-d8d8786e6b72 req-a84c1d57-eed9-489c-b935-e4c1a5708207 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:27.470481 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dba7a4ff-5192-4fab-a5fd-d8d8786e6b72 req-a84c1d57-eed9-489c-b935-e4c1a5708207 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 944 time: 0.0867634 Nov 24 14:38:27.514611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dba7a4ff-5192-4fab-a5fd-d8d8786e6b72 req-279ab2b6-8464-4e1a-96c0-29af69550c87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Nov 24 14:38:28.519177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3c43c103-4996-4092-90cd-e013916116c8 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:38:28.594949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 3c43c103-4996-4092-90cd-e013916116c8 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:38:28.599998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 3c43c103-4996-4092-90cd-e013916116c8 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:38:28.600385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:28.715685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d72e8-1adc-43cf-b730-02466828ae2c req-6dbb81c2-fd28-4d94-9270-8a4e9c18fc2e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:28.718608 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1d72e8-1adc-43cf-b730-02466828ae2c req-6dbb81c2-fd28-4d94-9270-8a4e9c18fc2e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 944 time: 0.0883706 Nov 24 14:38:28.768865 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8a1d72e8-1adc-43cf-b730-02466828ae2c req-dbc4cc76-fbcb-4582-b179-bc01d0ea0af3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Nov 24 14:38:28.773761 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:28.805036 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c43c103-4996-4092-90cd-e013916116c8'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:38:28.816960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 3c43c103-4996-4092-90cd-e013916116c8, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3c43c103-4996-4092-90cd-e013916116c8,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:38:28.821969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:28.824728 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-b1de08e0-3bb3-4eff-ad5c-d532dad8893b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:28.864680 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c43c103-4996-4092-90cd-e013916116c8', 'code': 200} Nov 24 14:38:28.906970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=3c43c103-4996-4092-90cd-e013916116c8,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:28.910290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:29.123780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b8f5-996a-46bf-acee-e1d13bd30d07 req-3ff97ab4-ca00-4a88-b1d5-812fb436382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:29.125357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f489b8f5-996a-46bf-acee-e1d13bd30d07 req-3ff97ab4-ca00-4a88-b1d5-812fb436382a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1098 time: 0.0790873 Nov 24 14:38:29.167956 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f489b8f5-996a-46bf-acee-e1d13bd30d07 req-f2371c20-a202-4181-9484-15f0637bc776 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356646 Nov 24 14:38:29.965242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db319ea1-0304-47c0-b2b2-65aa5b11d8d2 req-dee87b0d-b4d4-4a7f-b8a5-6a6f84b00a66 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:29.967136 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-db319ea1-0304-47c0-b2b2-65aa5b11d8d2 req-dee87b0d-b4d4-4a7f-b8a5-6a6f84b00a66 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0824723 Nov 24 14:38:30.017078 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-db319ea1-0304-47c0-b2b2-65aa5b11d8d2 req-43e6f5ff-f1e8-4b36-88f1-4aac5fabe40e tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442767 Nov 24 14:38:31.208612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20c17e-8e8f-49eb-9261-7d542e98fc9e req-2621d7ad-15d4-4270-ab35-eb1c73409ced tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:31.210111 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5d20c17e-8e8f-49eb-9261-7d542e98fc9e req-2621d7ad-15d4-4270-ab35-eb1c73409ced tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0811472 Nov 24 14:38:31.259929 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5d20c17e-8e8f-49eb-9261-7d542e98fc9e req-7b5d60ef-ac74-4818-9a00-b849db4432c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Nov 24 14:38:31.448227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b0d8-f337-4a4d-a53d-ab668ca3a876 req-bbce4f2f-b326-4be3-8b01-2b7d0bf8841d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:31.449727 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c80b0d8-f337-4a4d-a53d-ab668ca3a876 req-bbce4f2f-b326-4be3-8b01-2b7d0bf8841d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0850604 Nov 24 14:38:31.494308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c80b0d8-f337-4a4d-a53d-ab668ca3a876 req-924abd66-57d8-4e5c-8ac1-5ee9de6a2c4a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 Nov 24 14:38:31.517650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50082) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:31.588316 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349f2b5-f7c7-4520-a92f-9e3630c53b43 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:31.589831 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2349f2b5-f7c7-4520-a92f-9e3630c53b43 tempest-TestNetworkAdvancedServerOps-2008410998 tempest-TestNetworkAdvancedServerOps-2008410998-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1093 time: 0.0711794 Nov 24 14:38:31.592727 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50086) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:31.597639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '3c43c103-4996-4092-90cd-e013916116c8', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:38:31.603608 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:38:31.607970 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Usage tracker for resource:floatingip and tenant:b8ec1b531322491ca7919a0802563279 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:38:31.610802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:38:31.616613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:38:31.627847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:31.775207 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:31.912978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Allocated IP 172.26.8.130 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/7a8f3241-ec25-482c-9d35-e77e62da2010) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:38:32.195932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:32.231447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:32.236425 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35a4c820-3478-40c4-96f6-c61cd50b9f2c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:32.299126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:38:32.302072 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:38:32.305953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:38:32.338825 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=7a8f3241-ec25-482c-9d35-e77e62da2010,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:32.348919 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:32.738861 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:32.815400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:33.039531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:33.045654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:33.049295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:38:33.158245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event updated for resources: {'Port': ['ID=7a8f3241-ec25-482c-9d35-e77e62da2010,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:38:33.162437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:38:33.170968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:33.342886 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP 72962478-37d5-4440-ad9c-14137d14db0e associated. External IP: 172.26.8.130, port: 3c43c103-4996-4092-90cd-e013916116c8. Nov 24 14:38:33.838991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router b19c33a6-6af7-45cb-8d9f-97be7e12d589 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:38:34.024111 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:38:34.034974 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] Sync routers for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:38:34.047320 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:34.049001 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:38:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:34.050618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:34.107494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5137231 Nov 24 14:38:34.108289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'tag': '3c43c103-4996-4092-90cd-e013916116c8'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:38:34.273497 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:34.333677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cb131-65bd-4020-bff6-2e970ab0141a req-3b3d2178-faa3-4c09-8137-d06a7bd306a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:34.335163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-422cb131-65bd-4020-bff6-2e970ab0141a req-3b3d2178-faa3-4c09-8137-d06a7bd306a3 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0875781 Nov 24 14:38:34.383702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-422cb131-65bd-4020-bff6-2e970ab0141a req-94689149-33ea-419a-b5b6-ed29080bac4b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Nov 24 14:38:34.412416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50094) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:34.482585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'tag': '3c43c103-4996-4092-90cd-e013916116c8', 'status': 'completed', 'code': 200} Nov 24 14:38:34.579354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-07af8179-e513-4cd8-aaf9-9a65ec3cdf79 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/72962478-37d5-4440-ad9c-14137d14db0e HTTP/1.1" status: 200 len: 991 time: 0.1652226 Nov 24 14:38:34.597965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-9cf06334-3092-4651-bea7-378b10ae32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:34.599338 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-9cf06334-3092-4651-bea7-378b10ae32a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1098 time: 0.1249151 Nov 24 14:38:34.678889 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '72962478-37d5-4440-ad9c-14137d14db0e', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.130', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'port_id': '3c43c103-4996-4092-90cd-e013916116c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'mac_address': 'fa:16:3e:f8:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:38:32Z', 'updated_at': '2021-11-24T14:38:32Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:23Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:34.683266 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] Checking router: b19c33a6-6af7-45cb-8d9f-97be7e12d589 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:38:34.692079 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:38:34.692842 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:38:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:34.739987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-5f0c7f3f-e098-427c-9a33-3520a0e453d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:34.741563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-5f0c7f3f-e098-427c-9a33-3520a0e453d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 200 len: 898 time: 0.1355517 Nov 24 14:38:34.858032 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-5ab5b709-c614-4027-9fe7-ba12c5f33a8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 200 len: 999 time: 0.1089027 Nov 24 14:38:34.885319 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:38:34.925541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-d8ec105e-d487-41eb-8b58-7dee24d2a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:34.928008 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-d8ec105e-d487-41eb-8b58-7dee24d2a48a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6989adc2-2af9-4a98-b676-9ba8265e4aa9 HTTP/1.1" status: 200 len: 834 time: 0.0637760 Nov 24 14:38:35.043401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-62d486ac-41dd-48ec-9c78-82dfbc4f2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:38:35.045220 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-62d486ac-41dd-48ec-9c78-82dfbc4f2854 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acc0aa96-c873-488e-b7a1-2adb1d9f9794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108224 Nov 24 14:38:35.184664 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-4d653816-2ca9-483e-ba0d-9e0c5f0cb987 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323984 Nov 24 14:38:35.242593 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '72962478-37d5-4440-ad9c-14137d14db0e', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.130', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'port_id': '3c43c103-4996-4092-90cd-e013916116c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'mac_address': 'fa:16:3e:f8:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:38:32Z', 'updated_at': '2021-11-24T14:38:32Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:23Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:38:35.246589 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b0e2e-1c37-4c19-9358-a104ed2620f0 None None] The sync data for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv is: [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '72962478-37d5-4440-ad9c-14137d14db0e', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'floating_ip_address': '172.26.8.130', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'port_id': '3c43c103-4996-4092-90cd-e013916116c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'mac_address': 'fa:16:3e:f8:3b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:38:32Z', 'updated_at': '2021-11-24T14:38:32Z', 'revision_number': 0, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:23Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:38:35.332869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c91dab83-5d2c-466f-a597-80a2b6d71c01 req-d8fb5eda-4730-49ff-97c4-3bb8bf3490ee service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391678 Nov 24 14:38:35.458966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d536e1-1da0-4ae0-97d6-011c0e7fff3b None None] New status for floating IP 72962478-37d5-4440-ad9c-14137d14db0e: ACTIVE {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:38:35.582679 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50100) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:35.712363 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-09d6e355-89b3-4d7e-b268-9fef113a3d25 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/72962478-37d5-4440-ad9c-14137d14db0e HTTP/1.1" status: 200 len: 991 time: 0.1272540 Nov 24 14:38:36.714657 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50104) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:38:36.827215 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a8a889f2-238d-4717-9dbb-3f5fcd57f9ba tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/72962478-37d5-4440-ad9c-14137d14db0e HTTP/1.1" status: 200 len: 993 time: 0.1112297 Nov 24 14:38:47.015078 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:38:47.318424 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:49.909746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c3f10366-8f00-4732-a91e-1fe517cfa39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:50.440869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:52.654916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-43bd778f-e518-4667-b40e-30a0ce17f50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:53.862220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:38:55.444726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:08.510577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af56f5-07c1-4c3d-8877-d8d54411a11f req-db3f805b-5b4c-44c3-b8f5-c988177de55b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:08.511930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-37af56f5-07c1-4c3d-8877-d8d54411a11f req-db3f805b-5b4c-44c3-b8f5-c988177de55b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0830636 Nov 24 14:39:08.555357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-37af56f5-07c1-4c3d-8877-d8d54411a11f req-3fd03138-c7e4-4970-a731-1cf649243d2b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378380 Nov 24 14:39:09.747706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6c743-9d56-49bf-8211-615c59d12e22 req-74db9b1c-ab85-4095-be44-d8cf2f5eb172 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:09.749275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-74e6c743-9d56-49bf-8211-615c59d12e22 req-74db9b1c-ab85-4095-be44-d8cf2f5eb172 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0857911 Nov 24 14:39:09.792937 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-74e6c743-9d56-49bf-8211-615c59d12e22 req-dc6b74a1-3589-4d2b-b383-6f7aeb7fbae5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380981 Nov 24 14:39:09.815297 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50124) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:09.924648 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7c6dc673-c3c1-486e-81c3-a6c9cd89b95b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/72962478-37d5-4440-ad9c-14137d14db0e HTTP/1.1" status: 200 len: 993 time: 0.1080596 Nov 24 14:39:11.615130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642e1df-7556-40db-96b3-6f26ede44968 req-cd3eab1a-47e7-479b-8800-eb579182e363 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:11.616593 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b642e1df-7556-40db-96b3-6f26ede44968 req-cd3eab1a-47e7-479b-8800-eb579182e363 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.2771070 Nov 24 14:39:11.660977 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-990ffc10-1b59-4563-a2f8-90a12c8292e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:11.662441 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-990ffc10-1b59-4563-a2f8-90a12c8292e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1098 time: 0.2583966 Nov 24 14:39:11.672802 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b642e1df-7556-40db-96b3-6f26ede44968 req-894e58ac-b5b2-41b8-b116-e2406cbce6a9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 Nov 24 14:39:11.800498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-cdf46a2e-f41c-40d9-b3c6-ffa0acf2f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:11.801995 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-cdf46a2e-f41c-40d9-b3c6-ffa0acf2f5bd service neutron] 10.222.0.76 "GET /v2.0/networks?id=acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 200 len: 898 time: 0.1283674 Nov 24 14:39:11.914165 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-f385c5e2-43ec-49a5-a31c-1b0e91c204f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 200 len: 1001 time: 0.1018093 Nov 24 14:39:11.982312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-080b2317-b799-4cc3-ae45-6404d95f0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:11.984207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-080b2317-b799-4cc3-ae45-6404d95f0259 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6989adc2-2af9-4a98-b676-9ba8265e4aa9 HTTP/1.1" status: 200 len: 834 time: 0.0598896 Nov 24 14:39:12.070978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-35c81452-59aa-423b-939a-2656bf14ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:12.072529 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-35c81452-59aa-423b-939a-2656bf14ca22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acc0aa96-c873-488e-b7a1-2adb1d9f9794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783913 Nov 24 14:39:12.212757 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-2a5acc5d-91c8-47d8-8f97-624640d7e9f4 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286557 Nov 24 14:39:12.346890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d0e24c0-9f88-44f8-a431-deb669e8d266 req-48059723-4c19-4bda-9447-e4de247f56a3 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232312 Nov 24 14:39:12.856392 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa2bef-e91b-49aa-8ed8-88fd7a47f69c req-68cc16aa-5f65-42ed-8b16-dc79ea940f87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:12.858492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f0aa2bef-e91b-49aa-8ed8-88fd7a47f69c req-68cc16aa-5f65-42ed-8b16-dc79ea940f87 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0799515 Nov 24 14:39:12.906247 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f0aa2bef-e91b-49aa-8ed8-88fd7a47f69c req-14816ea9-f80d-4188-be1d-38e506dbcf3b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Nov 24 14:39:14.095093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510ede1-87b4-400f-8b60-b29d374e6002 req-557e7cb5-11bd-4970-a0b9-aa1a3aa16098 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:14.096601 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c510ede1-87b4-400f-8b60-b29d374e6002 req-557e7cb5-11bd-4970-a0b9-aa1a3aa16098 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0868587 Nov 24 14:39:14.140869 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c510ede1-87b4-400f-8b60-b29d374e6002 req-d1376e9c-5db2-4ef8-8cc4-3e9faef3ec90 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 Nov 24 14:39:14.163710 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50138) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:14.273308 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9becba45-336e-4802-8733-9c73cb54b7b4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/floatingips/72962478-37d5-4440-ad9c-14137d14db0e HTTP/1.1" status: 200 len: 993 time: 0.1083460 Nov 24 14:39:14.579131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50146) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:14.785252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 7a8f3241-ec25-482c-9d35-e77e62da2010 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:39:14.785585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:14.953746 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:14.953991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:15.078412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 7a8f3241-ec25-482c-9d35-e77e62da2010 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:39:15.373087 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:15.376867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d28aa55f-cf61-45bf-aab3-7aef446cbe31 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:15.417579 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=7a8f3241-ec25-482c-9d35-e77e62da2010,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:15.454636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.455025 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.455413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.455791 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.456166 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.456536 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.456933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.457303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.457671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.458037 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.458401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.458765 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:15.465725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:15.523383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:15.523767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Floating IP 72962478-37d5-4440-ad9c-14137d14db0e disassociated (deleted). External IP: 172.26.8.130, port: 3c43c103-4996-4092-90cd-e013916116c8. Nov 24 14:39:15.875421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router b19c33a6-6af7-45cb-8d9f-97be7e12d589 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:39:16.056109 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:16.065825 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] Sync routers for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:16.076846 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:16.077892 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:38:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:16.078973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:16.135026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/floatingips/72962478-37d5-4440-ad9c-14137d14db0e HTTP/1.1" status: 204 len: 168 time: 1.5548203 Nov 24 14:39:16.135774 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'tag': '3c43c103-4996-4092-90cd-e013916116c8'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:39:16.265413 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:16.463230 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'tag': '3c43c103-4996-4092-90cd-e013916116c8', 'status': 'completed', 'code': 200} Nov 24 14:39:16.613863 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:23Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:16.615201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-f70347bb-2bf9-4dd1-90e1-27484d182c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:16.616675 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-f70347bb-2bf9-4dd1-90e1-27484d182c84 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8ec1b531322491ca7919a0802563279&device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 1098 time: 0.1294217 Nov 24 14:39:16.617521 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] Checking router: b19c33a6-6af7-45cb-8d9f-97be7e12d589 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:16.626538 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:16.627131 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:38:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:16.719455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bcf68-9c2d-4582-adbf-a5085d674b54 req-e6470436-a9d1-491b-b35d-bba2edfacd1d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:16.720144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-bd4bcf68-9c2d-4582-adbf-a5085d674b54 req-e6470436-a9d1-491b-b35d-bba2edfacd1d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:39:16.754002 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-bd4bcf68-9c2d-4582-adbf-a5085d674b54 req-e6470436-a9d1-491b-b35d-bba2edfacd1d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:39:16.755431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd4bcf68-9c2d-4582-adbf-a5085d674b54 req-e6470436-a9d1-491b-b35d-bba2edfacd1d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.2069130 Nov 24 14:39:16.807038 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:16.809095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-1ef415bb-a400-4b5a-a32f-ab996b4e7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:16.810582 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-1ef415bb-a400-4b5a-a32f-ab996b4e7a17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 200 len: 898 time: 0.1851707 Nov 24 14:39:16.817645 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bd4bcf68-9c2d-4582-adbf-a5085d674b54 req-37251fe2-1e62-4188-a6a0-ae31830c639d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496318 Nov 24 14:39:16.880245 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-a71cba7f-8bab-4a9d-924c-ee46bc6101be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 200 len: 217 time: 0.0615847 Nov 24 14:39:16.946444 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-935a9a11-0a06-4b7b-918a-38da3c6ea415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:16.947890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-935a9a11-0a06-4b7b-918a-38da3c6ea415 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6989adc2-2af9-4a98-b676-9ba8265e4aa9 HTTP/1.1" status: 200 len: 834 time: 0.0607622 Nov 24 14:39:17.025110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-c95dd481-3664-4217-a759-23d13de557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:17.026597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-c95dd481-3664-4217-a759-23d13de557fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=acc0aa96-c873-488e-b7a1-2adb1d9f9794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716310 Nov 24 14:39:17.118981 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:23Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:17.124143 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f474cd-7084-45e5-ae5f-4f929e16ae4d None None] The sync data for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv is: [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:38:16Z', 'revision_number': 4, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '66ac2350-60d4-4bd5-96b7-7aa331d8e265', 'name': '', 'network_id': 'acc0aa96-c873-488e-b7a1-2adb1d9f9794', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'mac_address': 'fa:16:3e:61:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:16Z', 'updated_at': '2021-11-24T14:38:23Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'subnets': [{'id': '6989adc2-2af9-4a98-b676-9ba8265e4aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:17.294991 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-72b27b4d-f77c-47dc-bbcd-a76ac498e3c4 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598493 Nov 24 14:39:17.343822 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:17.357397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af33e9-f6ad-4d6c-80e3-bcd1a52f6d79 None None] New status for floating IP 72962478-37d5-4440-ad9c-14137d14db0e: DOWN {{(pid=87694) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:39:17.430639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-53d85894-3cc2-4785-b290-bf3e417dfabd req-e6bfdc60-5145-4e41-a5dd-9f59eee7d701 service neutron] 10.222.0.76 "GET /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283789 Nov 24 14:39:18.008949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff67752-7cf2-4126-aaf5-d0acc3e7ee03 req-48e6a819-aca2-4f31-b914-df0ecbd6b246 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:18.010294 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ff67752-7cf2-4126-aaf5-d0acc3e7ee03 req-48e6a819-aca2-4f31-b914-df0ecbd6b246 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0798216 Nov 24 14:39:18.057387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ff67752-7cf2-4126-aaf5-d0acc3e7ee03 req-b67fee3a-ceee-4596-acfe-69ee12acdf6d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/security-groups?id=e849c17f-4075-4ba6-a9bf-45687e5ab739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Nov 24 14:39:18.316460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-6c3ea053-0aa3-446b-90d5-0249b7bde969 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:18.317932 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-6c3ea053-0aa3-446b-90d5-0249b7bde969 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 945 time: 0.0822456 Nov 24 14:39:18.388531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 3c43c103-4996-4092-90cd-e013916116c8 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:39:18.389007 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:18.634951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 3c43c103-4996-4092-90cd-e013916116c8, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=3c43c103-4996-4092-90cd-e013916116c8,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:18.635225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:18.764317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 3c43c103-4996-4092-90cd-e013916116c8 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:39:18.911722 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:18.917238 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a2113d88-8789-4bbc-b511-26615babcdd6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:18.965706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=3c43c103-4996-4092-90cd-e013916116c8,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:18.969512 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:19.039334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] No DVR routers for this DVR port 3c43c103-4996-4092-90cd-e013916116c8 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:39:19.041776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:19.044254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'name': 'network-vif-deleted', 'tag': '3c43c103-4996-4092-90cd-e013916116c8'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:39:19.059449 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-30955a01-fbfd-43e5-967f-4c0791fbd90b req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.76 "DELETE /v2.0/ports/3c43c103-4996-4092-90cd-e013916116c8 HTTP/1.1" status: 204 len: 173 time: 0.7345314 Nov 24 14:39:19.089361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ed0ab1-2201-4b56-87d5-8bfea0f45dbf', 'name': 'network-vif-deleted', 'tag': '3c43c103-4996-4092-90cd-e013916116c8', 'status': 'completed', 'code': 200} Nov 24 14:39:19.227542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-fcdcad8c-7fce-4cf4-91cc-18b2f167fa93 req-baedba97-6a1a-4114-952f-ba51fcf9605d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Synchronizing usage tracker for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:39:19.246605 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-fcdcad8c-7fce-4cf4-91cc-18b2f167fa93 req-baedba97-6a1a-4114-952f-ba51fcf9605d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Unset dirty status for tenant:b8ec1b531322491ca7919a0802563279 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:39:19.247733 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fcdcad8c-7fce-4cf4-91cc-18b2f167fa93 req-baedba97-6a1a-4114-952f-ba51fcf9605d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "GET /v2.0/ports?device_id=51ed0ab1-2201-4b56-87d5-8bfea0f45dbf HTTP/1.1" status: 200 len: 210 time: 0.0720239 Nov 24 14:39:19.911673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a85d5925-d935-440d-8700-263ac1510c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:20.342251 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50166) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:20.448713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:20.901937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:21.384386 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port 66ac2350-60d4-4bd5-96b7-7aa331d8e265 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:39:21.385120 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:21.566229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port 66ac2350-60d4-4bd5-96b7-7aa331d8e265, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=66ac2350-60d4-4bd5-96b7-7aa331d8e265,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:21.566573 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:21.692643 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for 66ac2350-60d4-4bd5-96b7-7aa331d8e265 owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:39:21.868094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:21.871740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:21.916765 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=66ac2350-60d4-4bd5-96b7-7aa331d8e265,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:21.953551 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.953972 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.954347 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.954725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.955083 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.955444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.955803 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.956162 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.956526 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.956910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.957269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.957625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:21.965131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:22.202867 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:22.562036 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Router b19c33a6-6af7-45cb-8d9f-97be7e12d589 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:39:22.658782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-955aec11-6b48-4df5-9458-e34d53a2711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:22.770271 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3c43c103-4996-4092-90cd-e013916116c8 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:39:22.807870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 3c43c103-4996-4092-90cd-e013916116c8 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:39:22.808448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 3c43c103-4996-4092-90cd-e013916116c8 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:39:22.870267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:22.879841 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] Sync routers for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:22.885946 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "PUT /v2.0/routers/b19c33a6-6af7-45cb-8d9f-97be7e12d589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426331 Nov 24 14:39:22.888596 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50170) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:22.889074 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:22.889866 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:22.957197 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting subnet 6989adc2-2af9-4a98-b676-9ba8265e4aa9 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:39:22.960165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.014967 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.066229 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:23.101420 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.178152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.181861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-49e14f85-9214-4434-954e-616dc2c7e242 tempest-RoutersNegativeTest-1156105732 tempest-RoutersNegativeTest-1156105732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:23.217887 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Subnet': ['ID=6989adc2-2af9-4a98-b676-9ba8265e4aa9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:23.221447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:23.224497 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.231496 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8f81b-f3f1-4653-8632-97860f104af4 None None] Network acc0aa96-c873-488e-b7a1-2adb1d9f9794 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:39:23.234057 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50174) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:23.234546 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fe17f330-c211-43dd-b36b-edb693894eae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/subnets/6989adc2-2af9-4a98-b676-9ba8265e4aa9 HTTP/1.1" status: 204 len: 168 time: 0.3445535 Nov 24 14:39:23.359425 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:39:21Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:23.364067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] Checking router: b19c33a6-6af7-45cb-8d9f-97be7e12d589 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:23.372875 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] Routers {'b19c33a6-6af7-45cb-8d9f-97be7e12d589'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:23.373993 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:23.425697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.512059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] DHCP port deletion for acc0aa96-c873-488e-b7a1-2adb1d9f9794 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:39:23.517747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Deleting port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:39:23.518558 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.559174 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] Set router b19c33a6-6af7-45cb-8d9f-97be7e12d589 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:23.750438 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.753037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] For port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,segment=NetworkSegment(a57f2993-4954-458e-abf4-211780b1b2f0),segment_id=a57f2993-4954-458e-abf4-211780b1b2f0)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:23.753564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.761045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Deleting port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:39:23.761710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.884518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Calling delete_port for 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:39:23.941488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.941747 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:39:21Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:23.945901 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80341a-f3f8-434d-8320-7e9b5b81c76a None None] The sync data for ids ['b19c33a6-6af7-45cb-8d9f-97be7e12d589'] in dv-neutron-818153-2-hyperv is: [{'id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'name': 'tempest-TestNetworkAdvancedServerOps-router-122222536', 'tenant_id': 'b8ec1b531322491ca7919a0802563279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:38:11Z', 'updated_at': '2021-11-24T14:39:21Z', 'revision_number': 5, 'project_id': 'b8ec1b531322491ca7919a0802563279', 'gw_port': {'id': 'dd66b2d9-a4f7-4788-b0f4-f3d4044b3488', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c33a6-6af7-45cb-8d9f-97be7e12d589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:38:12Z', 'updated_at': '2021-11-24T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:23.963841 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] For port dd66b2d9-a4f7-4788-b0f4-f3d4044b3488, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:23.964204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.990662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870'] for port, after_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:23.994841 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:24.015314 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:39:24.040404 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Pushing event deleted for resources: {'Port': ['ID=7dc6cbbf-b0d0-4489-bbce-42637b99a2cb,revision_number=None']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:24.045591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] No DVR routers for this DVR port 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb on host dv-neutron-818153-2-hyperv {{(pid=87694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:39:24.051922 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.052272 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.052613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.052973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.053300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.053628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.053966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.054311 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.054686 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.054937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.055261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.055578 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:24.059379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:24.105515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Calling delete_port for dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:39:24.276234 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.280826 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0a3f001a-1fc5-420c-8b21-48df7d05be19 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:24.330196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Port': ['ID=dd66b2d9-a4f7-4788-b0f4-f3d4044b3488,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:24.359418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:24.425307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.609575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.611736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.634101 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.634621 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Fanout notify agent at l3_agent the message router_deleted on router b19c33a6-6af7-45cb-8d9f-97be7e12d589 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:39:24.649494 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.653428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50180) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:24.656081 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/routers/b19c33a6-6af7-45cb-8d9f-97be7e12d589 HTTP/1.1" status: 204 len: 168 time: 1.4203198 Nov 24 14:39:24.782901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.956442 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:24.986888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc0aa96-c873-488e-b7a1-2adb1d9f9794']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:24.999730 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57f2993-4954-458e-abf4-211780b1b2f0') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:25.000243 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57f2993-4954-458e-abf4-211780b1b2f0') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:25.019491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.039592 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.046402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:39:25.046816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:39:25.061148 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:39:25.122221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:39:25.145741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.149762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0beb11cd-acec-4f14-87b5-157a448f8951 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:25.167765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:39:25.168125 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 7dc6cbbf-b0d0-4489-bbce-42637b99a2cb not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:39:25.168552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 66ac2350-60d4-4bd5-96b7-7aa331d8e265 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:39:25.173105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.187159 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'Network': ['ID=acc0aa96-c873-488e-b7a1-2adb1d9f9794,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:25.191527 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:25.197293 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-d1decd5e-96ec-49a2-b914-630f2fd77681 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/networks/acc0aa96-c873-488e-b7a1-2adb1d9f9794 HTTP/1.1" status: 204 len: 168 time: 0.5427804 Nov 24 14:39:25.199868 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50184) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:25.253391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 66ac2350-60d4-4bd5-96b7-7aa331d8e265 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:39:25.253637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 66ac2350-60d4-4bd5-96b7-7aa331d8e265 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:39:25.278778 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.309000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.373152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.377003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a2262095-3ba6-4a27-b33f-5dd25e815e37 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:25.392441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e849c17f-4075-4ba6-a9bf-45687e5ab739,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:25.394945 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:25.406446 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.407655 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-a34be898-1e92-4870-a953-65658fcf629b tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] 10.222.0.36 "DELETE /v2.0/security-groups/e849c17f-4075-4ba6-a9bf-45687e5ab739 HTTP/1.1" status: 204 len: 168 time: 0.2068810 Nov 24 14:39:25.447493 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:25.773037 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50194) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:25.956587 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-90c9d92c-5263-4c10-9a05-1ec5ece2f5ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8ec1b531322491ca7919a0802563279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822183 Nov 24 14:39:25.958960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50200) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:26.019427 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.045381 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.096202 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.099918 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6f0f5e1f-2050-44f0-9850-a180a729b928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:26.112361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d866af-de82-4842-8983-30d8fd3aa374,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:26.115952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:26.121219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.124650 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2df3a685-bb58-4402-8c64-9b815df2601d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0d866af-de82-4842-8983-30d8fd3aa374 HTTP/1.1" status: 204 len: 168 time: 0.1623926 Nov 24 14:39:26.425763 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50208) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:26.443428 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.457510 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:26.461316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae0daac36a74d0b972cb846c9f43075 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:26.464030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:26.470261 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:26.551804 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.555447 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.564149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b8d8dd29-7c45-4009-a3b4-1290bb387fd6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:26.601394 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ae0daac36a74d0b972cb846c9f43075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745827 Nov 24 14:39:26.602974 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c090089-bcb3-4312-9d02-77574d9f03a0,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:26.605246 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50212) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:26.607914 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e390898e-7f6a-466c-b123-0a1304adcbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:26.667195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.692268 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:39:26.694752 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.727263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:39:26.727617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device dd66b2d9-a4f7-4788-b0f4-f3d4044b3488 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:39:26.747352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.751846 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0d27f242-add7-4b5b-b7d2-78a0ab3a4fe4 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:26.763507 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c090089-bcb3-4312-9d02-77574d9f03a0,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:26.767074 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:26.770280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:26.771364 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c090089-bcb3-4312-9d02-77574d9f03a0 HTTP/1.1" status: 204 len: 168 time: 0.1652579 Nov 24 14:39:27.526186 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50236) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:27.628081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-305674979-network', 'tenant_id': '006ebce565894296b86be20c02376564'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:27.632932 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:27.636801 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Usage tracker for resource:network and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:27.639961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:27.645565 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:27.655916 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Made reservation on behalf of 006ebce565894296b86be20c02376564 for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:39:27.658201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.674145 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.692659 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:27.697404 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:27.700167 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:27.707307 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:27.795371 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.799211 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.802196 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3e25947d-0422-4f74-a6e3-8ff253c4ee99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:27.834768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:39:27.843340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b592aa49-c513-4502-89c1-0dac6802906f,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:27.846908 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:27.849335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.849707 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Added segment f78df940-542d-4e7d-8548-a3526e7403df of type vlan for network 57651250-c5a6-49ea-8854-d5bd24238134 Nov 24 14:39:27.877112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.905960 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.907067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:27.907638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:27.910907 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9e0cf6ce-5ba2-4dc2-a793-a3fa4436421a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:28.016067 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Pushing event updated for resources: {'Network': ['ID=57651250-c5a6-49ea-8854-d5bd24238134,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:28.018904 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4917185 Nov 24 14:39:28.019837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9b953610-b04b-4c7a-9ed5-2de242f6eafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:28.022302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50242) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:28.025587 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network 57651250-c5a6-49ea-8854-d5bd24238134 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:39:28.030842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Request body: {'subnet': {'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-305674979-subnet', 'tenant_id': '006ebce565894296b86be20c02376564', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:28.036414 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:28.040407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Usage tracker for resource:subnet and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:28.043311 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:28.050081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:28.060281 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Made reservation on behalf of 006ebce565894296b86be20c02376564 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:39:28.062986 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.267769 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.272094 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-95b3f85f-74ac-4613-9aeb-8c6d93eeb7c1 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:28.462085 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83595188-d82d-488c-a530-1d403197c43f,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:28.465768 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:28.473662 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Checking segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:28.474019 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Network hostable DHCP agents. Network: 57651250-c5a6-49ea-8854-d5bd24238134, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:39:28.493651 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Network 57651250-c5a6-49ea-8854-d5bd24238134 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:39:28.504137 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, 57651250-c5a6-49ea-8854-d5bd24238134) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:28.508264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:28.508864 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.515274 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fafbdaa-07fc-4369-b4db-733ed918588e None None] Network 57651250-c5a6-49ea-8854-d5bd24238134 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:39:28.533656 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-0113d3ae-1476-4e5e-b7e8-408b98450cd4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5073433 Nov 24 14:39:28.534370 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 50246) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:28.538716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:28.543373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:28.547396 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Usage tracker for resource:router and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:28.550221 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:28.555980 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:28.568150 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.569452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.588794 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.754649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-57651250-c5a6-49ea-8854-d5bd24238134', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:39:28.755595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.881355 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:28.943928 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Allocated IP 172.20.0.2 (57651250-c5a6-49ea-8854-d5bd24238134/83595188-d82d-488c-a530-1d403197c43f/72ed2d52-0369-4345-83fb-dae9faba65fa) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:29.182093 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.193594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Transition to ACTIVE for port object 72ed2d52-0369-4345-83fb-dae9faba65fa will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:29.222143 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.224502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Transition to ACTIVE for port object 72ed2d52-0369-4345-83fb-dae9faba65fa will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:29.234743 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.239788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:29.259034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.312023 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Network 57651250-c5a6-49ea-8854-d5bd24238134 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:29.313532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:29.318646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:29.405498 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Pushing event updated for resources: {'Port': ['ID=72ed2d52-0369-4345-83fb-dae9faba65fa,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:29.413760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:29.423740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Allocated IP 172.26.8.18 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/c2fe5bc0-8cfb-45df-b798-5eadbb90b37d) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:29.432440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Attempting to bind port 72ed2d52-0369-4345-83fb-dae9faba65fa on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:29.432837 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Attempting to bind port 72ed2d52-0369-4345-83fb-dae9faba65fa by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:29.433208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Attempting to bind port 72ed2d52-0369-4345-83fb-dae9faba65fa on network 57651250-c5a6-49ea-8854-d5bd24238134 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:29.441651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:29.441651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Checking segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:29.441651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.441651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Bound using segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:29.441651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Bound port: 72ed2d52-0369-4345-83fb-dae9faba65fa, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:29.442490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.547221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] For port 72ed2d52-0369-4345-83fb-dae9faba65fa, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:29.550937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] For port 72ed2d52-0369-4345-83fb-dae9faba65fa, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72ed2d52-0369-4345-83fb-dae9faba65fa,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:29.554684 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.558499 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-8502ceb8-fa51-4086-b7aa-34b5c42072d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:29.593466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.626293 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:29.631542 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d24fbb0a-e320-495a-bb39-dce01644948c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:29.644130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Pushing event updated for resources: {'Port': ['ID=72ed2d52-0369-4345-83fb-dae9faba65fa,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:29.646139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:29.719835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:29.723274 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:29.727571 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:29.756948 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Pushing event updated for resources: {'Port': ['ID=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:29.768349 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:30.363873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:30.628537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e582291-3cba-420e-88a4-e013ecadee12 None None] Network 57651250-c5a6-49ea-8854-d5bd24238134 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:39:30.765605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-002e1ce3-cbc8-4177-ba68-15f6f16b271f None None] Provisioning for port 72ed2d52-0369-4345-83fb-dae9faba65fa completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:30.802598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72ed2d52-0369-4345-83fb-dae9faba65fa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:30.806225 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:31.047194 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:39:31.080893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 72ed2d52-0369-4345-83fb-dae9faba65fa completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:31.092082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 72ed2d52-0369-4345-83fb-dae9faba65fa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:31.092466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:31.233851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:31.259675 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:31.272252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:31.275219 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 72ed2d52-0369-4345-83fb-dae9faba65fa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72ed2d52-0369-4345-83fb-dae9faba65fa,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:31.285665 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:31.288669 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-4be401a9-a893-4e24-a636-9421b6044396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:31.291996 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:31.296594 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50254) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:31.305430 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-7e27afee-dab0-4d74-ad7f-81ae747b549f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7704673 Nov 24 14:39:31.330463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:31.331341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:31.516463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=72ed2d52-0369-4345-83fb-dae9faba65fa,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:31.521408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:31.531226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-8f414722-9c19-49c3-9b1a-cd5da333e931 None None] Provisioning complete for port 72ed2d52-0369-4345-83fb-dae9faba65fa triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:31.531598 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f414722-9c19-49c3-9b1a-cd5da333e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:31.621875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:31.962828 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:29Z', 'revision_number': 3, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:31.966708 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:31.967017 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Updating router 868f1a1b-d1bb-4d2d-834c-76c95835a60b port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:39:32.022620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.152840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.376480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.384259 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Allocated IP 172.20.0.1 (57651250-c5a6-49ea-8854-d5bd24238134/83595188-d82d-488c-a530-1d403197c43f/144fb4ce-786d-49e7-b0ea-7c749919f3bc) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:32.394071 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Transition to ACTIVE for port object c2fe5bc0-8cfb-45df-b798-5eadbb90b37d will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:32.401408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.406435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:32.491643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Attempting to bind port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:32.492019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Attempting to bind port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:32.492384 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Attempting to bind port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:32.499746 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd355-39cd-40f8-9cd5-de6af0000042 None None] Pushing event updated for resources: {'Port': ['ID=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:32.505658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-133cd355-39cd-40f8-9cd5-de6af0000042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:32.506600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:32.507018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:32.507450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.507899 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:32.508375 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Bound port: c2fe5bc0-8cfb-45df-b798-5eadbb90b37d, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:32.508776 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.577016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.590742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] For port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:32.593734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Transition to ACTIVE for port object 144fb4ce-786d-49e7-b0ea-7c749919f3bc will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:32.594389 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] For port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:32.598538 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.602937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-38ba9e4a-3fab-49d8-8f9b-0db5437684d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:32.618965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.623932 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c565520c-91e7-49dd-8046-6514bdce4bc7 tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:32.676018 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:32.676550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:32.690257 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Network 57651250-c5a6-49ea-8854-d5bd24238134 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:32.693178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:32.697108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:32.740530 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Pushing event updated for resources: {'Port': ['ID=144fb4ce-786d-49e7-b0ea-7c749919f3bc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:32.745658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:32.762157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.798956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72ed2d52-0369-4345-83fb-dae9faba65fa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:32.892050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:32.893520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd355-39cd-40f8-9cd5-de6af0000042 None None] Pushing event updated for resources: {'Port': ['ID=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:32.918931 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-133cd355-39cd-40f8-9cd5-de6af0000042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:32.988826 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:33.103664 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 72ed2d52-0369-4345-83fb-dae9faba65fa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:33.104045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:33.122504 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:33.127011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:33.153671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-211dbb3c-7fce-4ed5-8ea1-b8f10ece374a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:33.223786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-25fcc5a0-70fe-44e3-ac40-de74ccc08a3c None None] Provisioning for port 144fb4ce-786d-49e7-b0ea-7c749919f3bc completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:33.235715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:33.239870 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-25fcc5a0-70fe-44e3-ac40-de74ccc08a3c None None] Provisioning complete for port 144fb4ce-786d-49e7-b0ea-7c749919f3bc triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:33.240239 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-25fcc5a0-70fe-44e3-ac40-de74ccc08a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:33.240578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Pushing event updated for resources: {'Port': ['ID=144fb4ce-786d-49e7-b0ea-7c749919f3bc,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:33.245128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:33.370210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-25fcc5a0-70fe-44e3-ac40-de74ccc08a3c None None] Port 144fb4ce-786d-49e7-b0ea-7c749919f3bc cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:39:33.377896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Network 57651250-c5a6-49ea-8854-d5bd24238134 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:33.379017 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:33.467970 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:29Z', 'revision_number': 3, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:33.472387 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f7d2c-3d7f-44c7-8f85-6e474b3622e1 None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:29Z', 'revision_number': 3, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:33.586255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:39:33.735750 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-91471e12-1d3f-4a7f-97ca-dafa196f1d25 None None] Provisioning complete for port 144fb4ce-786d-49e7-b0ea-7c749919f3bc triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:33.736214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-91471e12-1d3f-4a7f-97ca-dafa196f1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:33.795819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-91471e12-1d3f-4a7f-97ca-dafa196f1d25 None None] Port 144fb4ce-786d-49e7-b0ea-7c749919f3bc cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:39:33.925454 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:33.935332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] 10.222.0.36 "PUT /v2.0/routers/868f1a1b-d1bb-4d2d-834c-76c95835a60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374850 Nov 24 14:39:34.473398 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50274) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:34.478952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413534901-network', 'tenant_id': '7b00268ae610410f8b533284045584db'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:34.484469 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:34.488595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Usage tracker for resource:network and tenant:7b00268ae610410f8b533284045584db is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:34.491383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:34.497027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:34.509508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Made reservation on behalf of 7b00268ae610410f8b533284045584db for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:39:34.511781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.524262 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.538553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:34.542623 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Usage tracker for resource:security_group_rule and tenant:7b00268ae610410f8b533284045584db is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:34.546393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:34.552405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:34.635381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.640098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.643092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cf68ea32-0fce-4000-a307-385833048c54 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:34.670546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:39:34.678963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b14605e-aa04-44dc-b276-f6d1e8d4420b,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:34.682502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:34.684989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.685953 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Added segment 82ea26b3-7c38-47a6-8476-9e27be86f224 of type vlan for network e2aeba77-efef-412f-b05c-27e65e20e119 Nov 24 14:39:34.716165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.758625 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.759818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:34.760552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.764311 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:34.789515 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c2fe5bc0-8cfb-45df-b798-5eadbb90b37d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:34.862547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:34.867765 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:34.868216 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:34.875928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Pushing event updated for resources: {'Network': ['ID=e2aeba77-efef-412f-b05c-27e65e20e119,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:34.878758 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:34.883135 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4060750 Nov 24 14:39:34.883389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50278) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:34.889842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Request body: {'subnet': {'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413534901-subnet', 'tenant_id': '7b00268ae610410f8b533284045584db', 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:34.894998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:34.899782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Usage tracker for resource:subnet and tenant:7b00268ae610410f8b533284045584db is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:34.900869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network e2aeba77-efef-412f-b05c-27e65e20e119 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:39:34.902116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:34.908537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:34.918700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Made reservation on behalf of 7b00268ae610410f8b533284045584db for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:39:34.921261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.048024 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:35.058009 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:35.058886 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:35.088892 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.105546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:35.110456 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.112175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:35.153740 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.158165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b88dbfcb-6cab-4ae4-b453-1710e1e328db tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:35.179608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:35.182309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:35.228576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9310c16-208f-4b85-8b76-7838e47d1256,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:35.231972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:35.238532 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Checking segment: {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:35.238890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Network hostable DHCP agents. Network: e2aeba77-efef-412f-b05c-27e65e20e119, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:39:35.241429 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:35.258433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Network e2aeba77-efef-412f-b05c-27e65e20e119 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:39:35.268430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, e2aeba77-efef-412f-b05c-27e65e20e119) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:35.272482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:35.273048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.279658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de136c75-b5ed-4381-a91a-fea552dbdb63 None None] Network e2aeba77-efef-412f-b05c-27e65e20e119 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:39:35.306792 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-16466421-fd7a-4608-bd16-bdab2a7473a6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4221926 Nov 24 14:39:35.309474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50282) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:35.316064 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:35.320968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:35.325033 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Usage tracker for resource:router and tenant:7b00268ae610410f8b533284045584db is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:35.328053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:35.333867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:35.346068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.347200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.367503 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.533860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-e2aeba77-efef-412f-b05c-27e65e20e119', 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'tenant_id': '7b00268ae610410f8b533284045584db', 'fixed_ips': [{'subnet_id': 'f9310c16-208f-4b85-8b76-7838e47d1256'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:39:35.534695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.573688 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 2, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:35.578774 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:35.579127 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Updating router 868f1a1b-d1bb-4d2d-834c-76c95835a60b port 144fb4ce-786d-49e7-b0ea-7c749919f3bc binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:39:35.632988 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.655619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.760045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Allocated IP 172.20.0.2 (e2aeba77-efef-412f-b05c-27e65e20e119/f9310c16-208f-4b85-8b76-7838e47d1256/b4794728-ba15-44d5-8ab6-fbb94a2d274a) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:35.973286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:35.985642 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Transition to ACTIVE for port object b4794728-ba15-44d5-8ab6-fbb94a2d274a will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:35.996368 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.006916 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Transition to ACTIVE for port object b4794728-ba15-44d5-8ab6-fbb94a2d274a will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:36.009139 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Transition to ACTIVE for port object 144fb4ce-786d-49e7-b0ea-7c749919f3bc will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:36.015454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.018135 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.023935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-c79a1b73-1025-4b03-96cc-20c519e92fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:36.024160 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-70a8d72f-39ac-413e-babe-c9a18a53493e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:36.086365 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Network e2aeba77-efef-412f-b05c-27e65e20e119 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:36.089419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:36.094131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:36.136618 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Pushing event updated for resources: {'Port': ['ID=b4794728-ba15-44d5-8ab6-fbb94a2d274a,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:36.144136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:36.146255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.164014 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Pushing event updated for resources: {'Port': ['ID=144fb4ce-786d-49e7-b0ea-7c749919f3bc,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:36.178423 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.178853 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.179361 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.179541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.179651 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.179903 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.180243 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.180592 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.181121 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.181454 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.182346 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.182676 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.183001 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:39:36.194546 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:36.205267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Attempting to bind port b4794728-ba15-44d5-8ab6-fbb94a2d274a on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:36.205965 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Attempting to bind port b4794728-ba15-44d5-8ab6-fbb94a2d274a by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:36.206539 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Attempting to bind port b4794728-ba15-44d5-8ab6-fbb94a2d274a on network e2aeba77-efef-412f-b05c-27e65e20e119 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:36.212649 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:36.213385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Checking segment: {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:36.213999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.214592 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Bound using segment: {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:36.215261 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Bound port: b4794728-ba15-44d5-8ab6-fbb94a2d274a, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:36.215854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.312195 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] For port b4794728-ba15-44d5-8ab6-fbb94a2d274a, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:36.315350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] For port b4794728-ba15-44d5-8ab6-fbb94a2d274a, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4794728-ba15-44d5-8ab6-fbb94a2d274a,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:36.322425 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Attempting to bind port 144fb4ce-786d-49e7-b0ea-7c749919f3bc on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:36.322803 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Attempting to bind port 144fb4ce-786d-49e7-b0ea-7c749919f3bc by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:36.323187 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Attempting to bind port 144fb4ce-786d-49e7-b0ea-7c749919f3bc on network 57651250-c5a6-49ea-8854-d5bd24238134 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:36.324423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.329409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-35b4af50-cb90-4bf3-98bc-c22e041f4bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:36.329584 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:36.330225 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Checking segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:36.330442 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.330843 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Bound using segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:36.331334 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Bound port: 144fb4ce-786d-49e7-b0ea-7c749919f3bc, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:36.331708 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.353274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Allocated IP 172.26.8.61 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/3a1f1f69-2ac7-4235-a47b-be47e45e9ea9) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:36.417060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Pushing event updated for resources: {'Port': ['ID=b4794728-ba15-44d5-8ab6-fbb94a2d274a,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:36.420915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:36.462103 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] For port 144fb4ce-786d-49e7-b0ea-7c749919f3bc, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:36.465784 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] For port 144fb4ce-786d-49e7-b0ea-7c749919f3bc, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=144fb4ce-786d-49e7-b0ea-7c749919f3bc,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:36.470687 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.474668 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-aaef0c81-6412-4b12-9a5f-9d5613b5732b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:36.549265 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:36.549891 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:36.551654 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.589617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:36.596540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:36.679372 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Pushing event updated for resources: {'Port': ['ID=144fb4ce-786d-49e7-b0ea-7c749919f3bc,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:36.682498 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:36.687668 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:36.689420 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-44c1fb3e-5d8f-4ca4-80cb-978860eea5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:36.697616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:36.699443 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:36.707116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:36.831728 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:36.922978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4794728-ba15-44d5-8ab6-fbb94a2d274a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:37.013316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b4794728-ba15-44d5-8ab6-fbb94a2d274a completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:37.019371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c2fe5bc0-8cfb-45df-b798-5eadbb90b37d up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:37.091098 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:37.092214 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:37.188880 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:36Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:37.192958 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44fc6af-ab3c-4acb-b98b-fb5b1ae938cd None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:36Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:37.222011 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:37.450070 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [req-b0aba1eb-ca0b-4859-95b1-cf4bd7f4c8b3 req-8940c23f-2f9f-4a24-81b1-15319309ca44 service neutron] (87692) timed out ('10.222.0.36', 45926) {{(pid=87692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 14:39:37.607270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:37.666123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22984264-4f5f-4993-9dc3-b6b14b252e40 None None] Network e2aeba77-efef-412f-b05c-27e65e20e119 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:39:37.776668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Provisioning for port b4794728-ba15-44d5-8ab6-fbb94a2d274a completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:37.787157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Provisioning complete for port b4794728-ba15-44d5-8ab6-fbb94a2d274a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:37.787542 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:37.996653 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Router 221921be-919b-42fd-b9e0-e62be42406f1 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:39:38.031862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:38.075186 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] For port b4794728-ba15-44d5-8ab6-fbb94a2d274a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4794728-ba15-44d5-8ab6-fbb94a2d274a,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:38.082446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:38.084028 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-0f25ceb1-3c2f-4b63-af95-48e146c250c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:38.167110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Pushing event updated for resources: {'Port': ['ID=b4794728-ba15-44d5-8ab6-fbb94a2d274a,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:38.171572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:38.219588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:38.230229 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Sync routers for ids ['221921be-919b-42fd-b9e0-e62be42406f1'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:38.242482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Routers {'221921be-919b-42fd-b9e0-e62be42406f1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:38.243551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['221921be-919b-42fd-b9e0-e62be42406f1'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:38.246317 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:38.248280 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9374504 Nov 24 14:39:38.250643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50286) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:38.439352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-7cdc373f-e134-4765-877e-57840c1730cd None None] Provisioning complete for port b4794728-ba15-44d5-8ab6-fbb94a2d274a triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:38.439736 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7cdc373f-e134-4765-877e-57840c1730cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:38.542462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Set router 221921be-919b-42fd-b9e0-e62be42406f1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:38.865378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 144fb4ce-786d-49e7-b0ea-7c749919f3bc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:38.957199 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:38.958781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 144fb4ce-786d-49e7-b0ea-7c749919f3bc completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:38.964487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:39:37Z', 'revision_number': 3, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:38.969031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 144fb4ce-786d-49e7-b0ea-7c749919f3bc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:38.969427 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.002428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Checking router: 221921be-919b-42fd-b9e0-e62be42406f1 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:39.002788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Updating router 221921be-919b-42fd-b9e0-e62be42406f1 port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:39:39.081352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.167787 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Allocated IP 172.20.0.1 (e2aeba77-efef-412f-b05c-27e65e20e119/f9310c16-208f-4b85-8b76-7838e47d1256/3c30dcd9-bd86-48b6-9038-45415d023b34) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:39.250908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.318772 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.341118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Transition to ACTIVE for port object 3c30dcd9-bd86-48b6-9038-45415d023b34 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:39.365759 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.367658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 144fb4ce-786d-49e7-b0ea-7c749919f3bc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=144fb4ce-786d-49e7-b0ea-7c749919f3bc,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:39.373821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.374237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b855abfa-f3f7-46a6-a310-80068306d3d7 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:39.374857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4794728-ba15-44d5-8ab6-fbb94a2d274a up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:39.400342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:39.438400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Network e2aeba77-efef-412f-b05c-27e65e20e119 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:39.441243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:39.445047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:39.488516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Pushing event updated for resources: {'Port': ['ID=3c30dcd9-bd86-48b6-9038-45415d023b34,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:39.492803 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:39.504286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.537937 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=144fb4ce-786d-49e7-b0ea-7c749919f3bc,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:39.543458 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:39.565919 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b4794728-ba15-44d5-8ab6-fbb94a2d274a triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:39.566463 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.691633 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.709744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Transition to ACTIVE for port object 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:39.744413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.754868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:39.770235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.867323 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-11b04b1b-e173-4040-8946-2ac6e6ceb9e8 None None] Provisioning for port 3c30dcd9-bd86-48b6-9038-45415d023b34 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:39.870901 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b10ce-302a-4e91-9e95-90ccc4cbc26d None None] Pushing event updated for resources: {'Port': ['ID=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:39.873808 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Attempting to bind port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:39.874436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Attempting to bind port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:39.874821 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Attempting to bind port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:39.879246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d29b10ce-302a-4e91-9e95-90ccc4cbc26d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:39.882089 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-11b04b1b-e173-4040-8946-2ac6e6ceb9e8 None None] Provisioning complete for port 3c30dcd9-bd86-48b6-9038-45415d023b34 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:39.882461 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11b04b1b-e173-4040-8946-2ac6e6ceb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.906934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:39.907312 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:39.907717 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.908132 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:39.908660 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Bound port: 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:39.909067 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:39.993902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-11b04b1b-e173-4040-8946-2ac6e6ceb9e8 None None] Port 3c30dcd9-bd86-48b6-9038-45415d023b34 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:39:40.005797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] For port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:40.005973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:40.009302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] For port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:40.010835 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:40.013309 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:40.017148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f8b913ee-fede-4f68-93b5-a8fec68c176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:40.038217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3f485fba-5699-4b6f-a28e-d4c8702513c5 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:40.096591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Routers {'221921be-919b-42fd-b9e0-e62be42406f1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:40.097250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['221921be-919b-42fd-b9e0-e62be42406f1'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:40.120804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:40.125341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Pushing event updated for resources: {'Port': ['ID=3c30dcd9-bd86-48b6-9038-45415d023b34,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:40.128963 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:40.271760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b10ce-302a-4e91-9e95-90ccc4cbc26d None None] Pushing event updated for resources: {'Port': ['ID=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:40.275045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d29b10ce-302a-4e91-9e95-90ccc4cbc26d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:40.283345 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Network e2aeba77-efef-412f-b05c-27e65e20e119 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:40.284495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:40.365702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] Set router 221921be-919b-42fd-b9e0-e62be42406f1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:40.523129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Router 221921be-919b-42fd-b9e0-e62be42406f1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:39:40.598118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-fe2a97ba-94ae-495c-838e-776fcc3190ce None None] Provisioning complete for port 3c30dcd9-bd86-48b6-9038-45415d023b34 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:40.598413 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fe2a97ba-94ae-495c-838e-776fcc3190ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:40.693299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a97ba-94ae-495c-838e-776fcc3190ce None None] Port 3c30dcd9-bd86-48b6-9038-45415d023b34 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:39:40.728270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:40.740603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] 10.222.0.36 "PUT /v2.0/routers/221921be-919b-42fd-b9e0-e62be42406f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4886725 Nov 24 14:39:40.765701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3c30dcd9-bd86-48b6-9038-45415d023b34', 'name': '', 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'tenant_id': '7b00268ae610410f8b533284045584db', 'mac_address': 'fa:16:3e:36:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 2, 'project_id': '7b00268ae610410f8b533284045584db', 'subnets': [{'id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:40.772121 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 144fb4ce-786d-49e7-b0ea-7c749919f3bc up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:40.804856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9774d0-db4c-49a3-a7a3-ab2ea13899c4 None None] The sync data for ids ['221921be-919b-42fd-b9e0-e62be42406f1'] in dv-neutron-818153-2-hyperv is: [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3c30dcd9-bd86-48b6-9038-45415d023b34', 'name': '', 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'tenant_id': '7b00268ae610410f8b533284045584db', 'mac_address': 'fa:16:3e:36:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 2, 'project_id': '7b00268ae610410f8b533284045584db', 'subnets': [{'id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:40.848328 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 144fb4ce-786d-49e7-b0ea-7c749919f3bc triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:40.848703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.296709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50296) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:41.302164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323481210', 'description': 'tempest-secgroup-smoke-323481210 description', 'project_id': '006ebce565894296b86be20c02376564'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:41.308671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:41.312846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:41.315900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:41.322574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:41.333470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.355725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:41.360569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:41.363911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:41.369710 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:41.460664 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.465620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.470327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-35604f85-121c-4a0f-938c-de13a7aedd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:41.516423 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9dabe0-2238-4046-bb74-628f7a13da14,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:41.519657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:41.520780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.522270 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aeafead2-fb29-48f9-8874-590beece8c5b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2242248 Nov 24 14:39:41.525142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50300) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:41.531076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': '8c9dabe0-2238-4046-bb74-628f7a13da14', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:41.537381 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:41.541428 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:41.544390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:41.551005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:41.571670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.643338 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.647408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.649399 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-361e08e2-3697-4315-b76b-3c5440ddb0d6 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:41.679084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba649ac-a254-4bd4-8dd6-6a5f71e1850f,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:41.681091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.684871 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562388 Nov 24 14:39:41.684871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:41.685123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50304) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:41.690952 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': '8c9dabe0-2238-4046-bb74-628f7a13da14', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:41.697270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:41.701352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:41.704265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:41.710382 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:41.727801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.796400 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.800096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.801949 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-549ef27c-f1d4-43fc-87af-72ccddd160d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:41.831079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66002966-dfd2-4e82-9e14-6b187708cc9e,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:41.837509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:41.843834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.845087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-cd05fa23-80c7-4e8b-b444-32be56ea20a8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584704 Nov 24 14:39:41.849149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50308) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:41.854647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': '8c9dabe0-2238-4046-bb74-628f7a13da14', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:41.861613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:41.865818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:41.869540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:41.876670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:41.894933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.963753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.968824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:41.974606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-36127820-7cab-4e05-b91a-70d732dee84a tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:41.994554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee2f8c6-e050-4ae0-89ef-15dafc567df1,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:41.997307 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:42.006078 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.007565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0258591c-9f3b-4ead-b3f2-ee39c4730d86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571784 Nov 24 14:39:42.010129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50312) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:42.015749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': '8c9dabe0-2238-4046-bb74-628f7a13da14', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:42.022046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:42.025827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:42.028630 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:42.035163 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:42.053142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.122046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.125645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.127415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-857831df-0460-4f7a-8114-81493bedabe2 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:42.149553 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4082f4-d305-4f0c-bbd6-481c5ca4cfc4,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:42.153831 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:42.158975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.160206 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491852 Nov 24 14:39:42.162923 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50316) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:42.167943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': '8c9dabe0-2238-4046-bb74-628f7a13da14', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:42.174433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:42.178218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:42.181031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:42.187093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:42.197890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Project 006ebce565894296b86be20c02376564 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:39:42.204847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.269748 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.273386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.275179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-92d02071-b23e-453b-a92e-ced77bdc067c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:42.298375 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f005025b-9ea8-437b-80ec-32f4b2c6c38d,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:42.300837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:42.307946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.309395 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-55b2fa8b-5149-4185-8c7b-97e405eb373a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453636 Nov 24 14:39:42.312130 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50320) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:42.317280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': '8c9dabe0-2238-4046-bb74-628f7a13da14', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:42.323009 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:42.326906 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:42.329719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:42.335274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:42.348368 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Project 006ebce565894296b86be20c02376564 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:39:42.354771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.421394 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.424893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.426703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a84b348f-bc8c-4cab-ace4-70e1bbde0776 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:42.453250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d003c974-191a-4616-8f47-979a5debfed0,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:42.455901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:42.458641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.459894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-c408d66a-ae4c-4f0e-94a0-836d3be740b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468084 Nov 24 14:39:42.618212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-025a9b0b-1c6e-420d-a845-987b7f0de812 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:39:42.635505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-025a9b0b-1c6e-420d-a845-987b7f0de812 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:39:42.636585 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-025a9b0b-1c6e-420d-a845-987b7f0de812 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-323481210&fields=id&tenant_id=006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 267 time: 0.0577030 Nov 24 14:39:42.782378 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:42.863144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:42.870469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:42.870854 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:42.926800 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-11c98983-0930-4311-a2ab-202c52f37b63 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:42.928240 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-11c98983-0930-4311-a2ab-202c52f37b63 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 808 time: 0.2835159 Nov 24 14:39:42.943579 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-76925584-4472-4bb2-8e31-5198863f90d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/quotas/006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 375 time: 0.0100229 Nov 24 14:39:42.987583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:43.004632 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:43.008481 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:43.013106 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d29b10ce-302a-4e91-9e95-90ccc4cbc26d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:43.029893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-d34d213b-0491-416b-bc42-d85a46d1e68e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:39:43.046571 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-d34d213b-0491-416b-bc42-d85a46d1e68e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:39:43.047896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-d34d213b-0491-416b-bc42-d85a46d1e68e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993176 Nov 24 14:39:43.080535 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:43.083466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:43.165287 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-4c21c871-95bc-42f4-bf69-e16ee4c7b3c9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:39:43.166357 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-4c21c871-95bc-42f4-bf69-e16ee4c7b3c9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057785 Nov 24 14:39:43.299611 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-d74df3a5-8e3a-4db4-a75a-9409f9bc11e4 service neutron] 10.222.0.36 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267369 Nov 24 14:39:43.434518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-ba37ba77-c88d-41a7-aae2-0fb13c9f1ba1 service neutron] 10.222.0.36 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291428 Nov 24 14:39:43.608705 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fe137372-5548-4a48-bab8-afee056222e2 req-485edddf-b0bc-401c-9afb-852c71bf1fa9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 210 time: 0.0433919 Nov 24 14:39:44.420389 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Sync routers for ids ['221921be-919b-42fd-b9e0-e62be42406f1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:44.430669 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Routers {'221921be-919b-42fd-b9e0-e62be42406f1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:44.431042 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['221921be-919b-42fd-b9e0-e62be42406f1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:44.608449 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Set router 221921be-919b-42fd-b9e0-e62be42406f1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:44.762930 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:44.801311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-42ab101d-f140-4861-abfc-416f08336c4e req-79524849-ff3b-4d64-b42c-b626f26728ad tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 210 time: 0.0791180 Nov 24 14:39:44.845249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:44.845881 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:44.930464 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3c30dcd9-bd86-48b6-9038-45415d023b34', 'name': '', 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'tenant_id': '7b00268ae610410f8b533284045584db', 'mac_address': 'fa:16:3e:36:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 2, 'project_id': '7b00268ae610410f8b533284045584db', 'subnets': [{'id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:44.934506 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Checking router: 221921be-919b-42fd-b9e0-e62be42406f1 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:44.934896 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Updating router 221921be-919b-42fd-b9e0-e62be42406f1 port 3c30dcd9-bd86-48b6-9038-45415d023b34 binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:39:45.006231 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.084477 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-e86de259-eae6-4448-82d3-f972ba59b373 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:45.086150 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-e86de259-eae6-4448-82d3-f972ba59b373 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 808 time: 0.2188563 Nov 24 14:39:45.148237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-f67b7392-1491-45ac-90cd-99c1cc6c0408 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 379 time: 0.0455873 Nov 24 14:39:45.160659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'port': {'device_id': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'admin_state_up': True, 'tenant_id': '006ebce565894296b86be20c02376564', 'security_groups': ['8c9dabe0-2238-4046-bb74-628f7a13da14']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:45.315299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:45.324953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:45.335303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Made reservation on behalf of 006ebce565894296b86be20c02376564 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:39:45.339387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.419218 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.431219 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Transition to ACTIVE for port object 3c30dcd9-bd86-48b6-9038-45415d023b34 will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:45.438427 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.442446 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-1d1c6cfb-85c8-458a-add2-4a72d592afbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:45.525767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Allocated IP 172.20.0.14 (57651250-c5a6-49ea-8854-d5bd24238134/83595188-d82d-488c-a530-1d403197c43f/78b03c0f-83e6-4ad5-b69e-444af1e37ab3) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:45.589459 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c93f71-dd57-47e0-98e2-55273923162a None None] Pushing event updated for resources: {'Port': ['ID=3c30dcd9-bd86-48b6-9038-45415d023b34,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:45.594057 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-03c93f71-dd57-47e0-98e2-55273923162a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:45.689088 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Attempting to bind port 3c30dcd9-bd86-48b6-9038-45415d023b34 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:45.689460 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Attempting to bind port 3c30dcd9-bd86-48b6-9038-45415d023b34 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:45.689870 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Attempting to bind port 3c30dcd9-bd86-48b6-9038-45415d023b34 on network e2aeba77-efef-412f-b05c-27e65e20e119 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:45.695707 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:45.696083 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Checking segment: {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:45.697396 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.697800 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Bound using segment: {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:45.698272 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Bound port: 3c30dcd9-bd86-48b6-9038-45415d023b34, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ea26b3-7c38-47a6-8476-9e27be86f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:45.698647 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.761783 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.778447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Transition to ACTIVE for port object 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:45.794318 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] For port 3c30dcd9-bd86-48b6-9038-45415d023b34, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:45.797860 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] For port 3c30dcd9-bd86-48b6-9038-45415d023b34, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3c30dcd9-bd86-48b6-9038-45415d023b34,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:45.801959 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.803015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:45.806630 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-7857f34c-daba-4365-b50f-ba01effb3f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:45.808573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a67a4f7-e193-4ee8-a32d-e363e7e38bcc tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:45.876801 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Routers {'221921be-919b-42fd-b9e0-e62be42406f1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:45.877513 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['221921be-919b-42fd-b9e0-e62be42406f1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:45.897840 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Network 57651250-c5a6-49ea-8854-d5bd24238134 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:45.901406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:45.905810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:45.954290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:45.960140 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:46.038430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:46.039151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.048605 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c93f71-dd57-47e0-98e2-55273923162a None None] Pushing event updated for resources: {'Port': ['ID=3c30dcd9-bd86-48b6-9038-45415d023b34,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:46.053274 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-03c93f71-dd57-47e0-98e2-55273923162a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:46.076855 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201543 Nov 24 14:39:46.092771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c1cdc-5ee9-429a-80ba-90e4cd77012d req-0e809822-bf65-46a3-b386-de5a4bc9a354 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:46.093677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-324c1cdc-5ee9-429a-80ba-90e4cd77012d req-0e809822-bf65-46a3-b386-de5a4bc9a354 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:39:46.100830 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] Set router 221921be-919b-42fd-b9e0-e62be42406f1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:46.101934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Request body: {'port': {'device_id': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:46.205911 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-324c1cdc-5ee9-429a-80ba-90e4cd77012d req-0e809822-bf65-46a3-b386-de5a4bc9a354 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:39:46.206537 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-324c1cdc-5ee9-429a-80ba-90e4cd77012d req-0e809822-bf65-46a3-b386-de5a4bc9a354 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 932 time: 0.2629933 Nov 24 14:39:46.267273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.284003 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-324c1cdc-5ee9-429a-80ba-90e4cd77012d req-66fc2b1a-9d99-4b0b-8a9f-b11d4ac15695 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677855 Nov 24 14:39:46.289516 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-420ecd10-ab72-4175-b41d-9abeef4498c1 None None] Provisioning for port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:46.299657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-420ecd10-ab72-4175-b41d-9abeef4498c1 None None] Provisioning complete for port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:46.300102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-420ecd10-ab72-4175-b41d-9abeef4498c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.373409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-420ecd10-ab72-4175-b41d-9abeef4498c1 None None] Port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:39:46.435425 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3c30dcd9-bd86-48b6-9038-45415d023b34', 'name': '', 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'tenant_id': '7b00268ae610410f8b533284045584db', 'mac_address': 'fa:16:3e:36:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:45Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'subnets': [{'id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:46.439419 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6119fa9-71fb-4bb4-92b4-e077d349f187 None None] The sync data for ids ['221921be-919b-42fd-b9e0-e62be42406f1'] in dv-neutron-818153-2-hyperv is: [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '3c30dcd9-bd86-48b6-9038-45415d023b34', 'name': '', 'network_id': 'e2aeba77-efef-412f-b05c-27e65e20e119', 'tenant_id': '7b00268ae610410f8b533284045584db', 'mac_address': 'fa:16:3e:36:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:39Z', 'updated_at': '2021-11-24T14:39:45Z', 'revision_number': 4, 'project_id': '7b00268ae610410f8b533284045584db', 'subnets': [{'id': 'f9310c16-208f-4b85-8b76-7838e47d1256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:46.627516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:39:46.638901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.653256 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Transition to ACTIVE for port object 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:39:46.657205 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.661598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f637c53d-df02-4a69-8890-7b9f567f1d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:46.776408 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3c30dcd9-bd86-48b6-9038-45415d023b34 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:46.855890 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 3c30dcd9-bd86-48b6-9038-45415d023b34 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:46.863269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3c30dcd9-bd86-48b6-9038-45415d023b34 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:46.863652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.987851 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:46.992890 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:47.003453 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:47.030582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 3c30dcd9-bd86-48b6-9038-45415d023b34, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3c30dcd9-bd86-48b6-9038-45415d023b34,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:47.036149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:47.037858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8ee1ed3-f662-49b8-a29c-63b5a94917f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:47.039088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Attempting to bind port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:39:47.039431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Attempting to bind port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:39:47.039786 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Attempting to bind port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 on network 57651250-c5a6-49ea-8854-d5bd24238134 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:47.044531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 on network 57651250-c5a6-49ea-8854-d5bd24238134 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:39:47.045527 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Attempting to bind port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 on network 57651250-c5a6-49ea-8854-d5bd24238134 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:39:47.050881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:39:47.051213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Checking segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:39:47.051847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Bound using segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:39:47.052376 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Bound port: 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:39:47.052720 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:47.108986 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=3c30dcd9-bd86-48b6-9038-45415d023b34,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:47.112081 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:47.147817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:39:47.151080 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:39:47.155620 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:47.159264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:47.214631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:47.215075 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:47.216839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] 10.222.0.76 "PUT /v2.0/ports/78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1094 time: 1.1200583 Nov 24 14:39:47.220427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:39:47.261853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:47.265782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:47.273710 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'status': 'completed', 'code': 200} Nov 24 14:39:47.350564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:47.353105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-220d1d7f-e068-4ba6-9d7b-91688eb3df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:47.354594 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-220d1d7f-e068-4ba6-9d7b-91688eb3df07 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1097 time: 0.0761886 Nov 24 14:39:47.465155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-09385662-971f-4c82-958e-eafc2a4e6d80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 217 time: 0.0980928 Nov 24 14:39:47.553640 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-066787fe-18ef-4ee0-9140-5cee8781f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:47.555055 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-066787fe-18ef-4ee0-9140-5cee8781f90d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0779433 Nov 24 14:39:47.607666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04103e4c-9cc8-41f3-9741-6655d8a103b0 req-ba2f6ea1-7ee0-458e-b3dc-f18dbd50b3b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:47.609330 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-04103e4c-9cc8-41f3-9741-6655d8a103b0 req-ba2f6ea1-7ee0-458e-b3dc-f18dbd50b3b7 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.1833138 Nov 24 14:39:47.669707 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-04103e4c-9cc8-41f3-9741-6655d8a103b0 req-d900a589-4bfa-4883-912e-78ecea06cd20 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539272 Nov 24 14:39:47.691714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-92698fd1-4ed4-4f2e-963c-38f0f6543d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:47.693383 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-92698fd1-4ed4-4f2e-963c-38f0f6543d9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277339 Nov 24 14:39:47.837728 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-21be4e21-8cd4-4d57-9f73-468380e2a9cb service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335263 Nov 24 14:39:47.980787 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e95c4e4c-a48b-4fb2-b691-4d51eed8b0bd req-bad270a0-8235-46fb-821b-3f8f4b578a28 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333354 Nov 24 14:39:48.112638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-14205508-20e2-4126-bbfb-aa8eebdb315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:48.114410 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-14205508-20e2-4126-bbfb-aa8eebdb315e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1097 time: 0.0767517 Nov 24 14:39:48.249201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-a30928ed-394a-4aa0-8c04-dfa49836fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:48.250561 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-a30928ed-394a-4aa0-8c04-dfa49836fa43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1279652 Nov 24 14:39:48.327985 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-d37776b1-eb19-41b2-861f-369ea977a836 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 217 time: 0.0670774 Nov 24 14:39:48.394091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-20de73ff-3a09-4888-b605-e8ac2836f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:48.395510 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-20de73ff-3a09-4888-b605-e8ac2836f5ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0604930 Nov 24 14:39:48.476839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-05a1f2f1-009b-4d30-8ae2-b7f6865a8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:48.478283 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-05a1f2f1-009b-4d30-8ae2-b7f6865a8714 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757565 Nov 24 14:39:48.611205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-7a3cf89d-b9d2-47ea-b337-ca5eb6fc555b service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252358 Nov 24 14:39:48.754994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9d96b58f-5962-4fbf-8cdc-d8e9755c7c20 req-c6c53ef7-ee67-4dfd-bcf6-c3fb67a41736 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366251 Nov 24 14:39:48.777652 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3c30dcd9-bd86-48b6-9038-45415d023b34 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:48.847418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 3c30dcd9-bd86-48b6-9038-45415d023b34 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:48.847878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:48.893817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991195-4ca9-4ee5-88d5-6961f0731b18 req-e650bff6-d97d-4b44-b27e-0e26cd61dc4e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:48.895389 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27991195-4ca9-4ee5-88d5-6961f0731b18 req-e650bff6-d97d-4b44-b27e-0e26cd61dc4e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0935793 Nov 24 14:39:48.942855 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-27991195-4ca9-4ee5-88d5-6961f0731b18 req-01d548a4-ae6a-467f-a459-6b9ae9ed83c4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Nov 24 14:39:49.913148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b9e199f0-88d9-4c32-9373-b1d400aad4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:50.130574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddccc8-291c-4fef-a682-e3565656eb36 req-ae82c7cb-5f1b-4bfd-b41f-25a0b0007b69 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:50.132017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bcddccc8-291c-4fef-a682-e3565656eb36 req-ae82c7cb-5f1b-4bfd-b41f-25a0b0007b69 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0803933 Nov 24 14:39:50.178887 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bcddccc8-291c-4fef-a682-e3565656eb36 req-2f3859e7-3baf-483e-b1bb-aa32766f0f8a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Nov 24 14:39:50.443080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:50.852123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:39:50.991361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:51.004848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:39:51.062868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:51.081286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:39:51.096630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:51.100184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:51.101953 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:51.166979 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:51.170045 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:51.347482 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['78b03c0f-83e6-4ad5-b69e-444af1e37ab3'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:39:51.362657 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588be2-a973-491b-a04d-7e9177db4967 req-800466be-446c-4d0f-b851-d1a38e711edd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:51.364387 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2588be2-a973-491b-a04d-7e9177db4967 req-800466be-446c-4d0f-b851-d1a38e711edd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 945 time: 0.0813048 Nov 24 14:39:51.408826 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c2588be2-a973-491b-a04d-7e9177db4967 req-437ec4e3-1d6c-446b-804d-f43322fd1b73 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385916 Nov 24 14:39:52.606770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02a2e0-6369-48a8-bf84-763863bf06e8 req-976a4ca3-2517-4da4-b52a-34d1523d9314 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:52.609132 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da02a2e0-6369-48a8-bf84-763863bf06e8 req-976a4ca3-2517-4da4-b52a-34d1523d9314 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 945 time: 0.0924389 Nov 24 14:39:52.656427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-da02a2e0-6369-48a8-bf84-763863bf06e8 req-bdeba057-657f-4614-8f30-97e99ed28c05 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412674 Nov 24 14:39:52.662651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ca4e3432-f52e-4b01-93c4-a21cda22799b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:52.847985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:39:52.918650 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:39:52.924115 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:39:52.924497 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:53.042910 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:53.070022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:39:53.081721 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:39:53.086046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:53.087885 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-ac2f65e9-783c-472e-bab0-9070a246921b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:53.159835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:53.162969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:53.171202 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'code': 200} Nov 24 14:39:53.446600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4575a-7667-45ed-8a65-0aa230d9ff0a req-93693496-7b10-49bb-94cf-86880e7323c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:53.448074 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ce4575a-7667-45ed-8a65-0aa230d9ff0a req-93693496-7b10-49bb-94cf-86880e7323c7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1099 time: 0.0956862 Nov 24 14:39:53.495190 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ce4575a-7667-45ed-8a65-0aa230d9ff0a req-a491f1c4-e5b1-47d7-8f3f-38a28b9a2f53 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366662 Nov 24 14:39:53.871362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:53.979827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3a0ff-883a-4c1e-b8cd-2e8575855eda req-c34ca716-39ec-40d6-98f9-934311b71ce2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:53.981217 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9d3a0ff-883a-4c1e-b8cd-2e8575855eda req-c34ca716-39ec-40d6-98f9-934311b71ce2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.2108488 Nov 24 14:39:54.026335 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9d3a0ff-883a-4c1e-b8cd-2e8575855eda req-a12b6086-3f2c-4051-9d7e-a74ae7e2db96 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387521 Nov 24 14:39:55.216029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f8d38-a0fc-4e31-bda8-2b2e08ddbbb8 req-19eda800-3afe-4c87-98f6-6a0dfdeaf1cb tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:55.218494 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-963f8d38-a0fc-4e31-bda8-2b2e08ddbbb8 req-19eda800-3afe-4c87-98f6-6a0dfdeaf1cb tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0853448 Nov 24 14:39:55.273078 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-963f8d38-a0fc-4e31-bda8-2b2e08ddbbb8 req-5d7304ad-06b3-41f1-9fab-6735b202a2e1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487044 Nov 24 14:39:55.452042 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:55.491232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d62f-a956-4aa3-8a9b-a0fca4dea962 req-a62a901d-b9c7-457e-9c83-f19570f7b0b6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:55.492732 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d53d62f-a956-4aa3-8a9b-a0fca4dea962 req-a62a901d-b9c7-457e-9c83-f19570f7b0b6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.1014037 Nov 24 14:39:55.541820 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4d53d62f-a956-4aa3-8a9b-a0fca4dea962 req-d4c1eb15-9736-4009-9fdc-58a14d9f58b9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Nov 24 14:39:55.567264 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:55.687236 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c50842-35b4-4fbb-99d6-7c4ae2e59760 tempest-TestShelveInstance-1517231630 tempest-TestShelveInstance-1517231630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:55.687956 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d9c50842-35b4-4fbb-99d6-7c4ae2e59760 tempest-TestShelveInstance-1517231630 tempest-TestShelveInstance-1517231630-project-admin] Synchronizing usage tracker for tenant:7b00268ae610410f8b533284045584db on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:39:55.705196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-d9c50842-35b4-4fbb-99d6-7c4ae2e59760 tempest-TestShelveInstance-1517231630 tempest-TestShelveInstance-1517231630-project-admin] Unset dirty status for tenant:7b00268ae610410f8b533284045584db on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:39:55.706365 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-d9c50842-35b4-4fbb-99d6-7c4ae2e59760 tempest-TestShelveInstance-1517231630 tempest-TestShelveInstance-1517231630-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1094 time: 0.1382089 Nov 24 14:39:55.709658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50388) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:39:55.715036 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'tenant_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:39:55.722322 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:39:55.726232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:floatingip and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:39:55.729126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:39:55.735897 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:39:55.750566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:55.887843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:56.027789 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Allocated IP 172.26.8.142 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/dcc29753-1df4-471d-a392-a67adf428bcc) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:39:56.186975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:56.217136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:56.220892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1e9f3730-54e8-45c3-bec8-d81ddee33742 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:56.291962 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:39:56.295210 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:39:56.299126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:39:56.336961 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'Port': ['ID=dcc29753-1df4-471d-a392-a67adf428bcc,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:56.341935 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:56.712430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:56.795408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:57.015100 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:57.019698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:57.023607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:39:57.264944 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'Port': ['ID=dcc29753-1df4-471d-a392-a67adf428bcc,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:39:57.269415 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:39:57.278614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:57.457396 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Floating IP ab57671f-da71-4c18-aaf2-e1ae852bbe33 associated. External IP: 172.26.8.142, port: 78b03c0f-83e6-4ad5-b69e-444af1e37ab3. Nov 24 14:39:57.810716 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:39:57.987617 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:39:57.997127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:39:58.006283 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:58.006898 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:58.011810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:39:58.083515 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3591433 Nov 24 14:39:58.083515 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:39:58.115737 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'status': 'completed', 'code': 200} Nov 24 14:39:58.186313 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:58.211721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-ece5228e-af31-4849-80ee-dd9fa2502c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:58.213246 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-ece5228e-af31-4849-80ee-dd9fa2502c08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1099 time: 0.0724416 Nov 24 14:39:58.347693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-f320f936-d620-45ba-b09d-358f2f36e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:58.349267 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-f320f936-d620-45ba-b09d-358f2f36e32b service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1295040 Nov 24 14:39:58.455705 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-d7b8ee13-da0c-4599-99d1-558bb17f2342 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1000 time: 0.0998878 Nov 24 14:39:58.518674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-edc67ea0-d8eb-4e19-b78e-a2ef81c3fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:58.520107 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-edc67ea0-d8eb-4e19-b78e-a2ef81c3fad2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0585425 Nov 24 14:39:58.532353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ab57671f-da71-4c18-aaf2-e1ae852bbe33', 'tenant_id': '006ebce565894296b86be20c02376564', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:56Z', 'updated_at': '2021-11-24T14:39:56Z', 'revision_number': 0, 'project_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:58.536210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:39:58.544810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:39:58.545511 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:39:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:58.601437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-2e8d9060-d46e-45d3-b191-ff67ee9748c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:39:58.602861 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-2e8d9060-d46e-45d3-b191-ff67ee9748c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761843 Nov 24 14:39:58.767490 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:39:58.881987 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-496a2bea-2edb-4192-b868-45067d83a5ee service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717555 Nov 24 14:39:59.021742 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d7da78dd-6cdb-4dad-83b9-13b503fb22a8 req-0a1ce6b1-bae9-458a-893c-973d531d0259 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262531 Nov 24 14:39:59.126844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ab57671f-da71-4c18-aaf2-e1ae852bbe33', 'tenant_id': '006ebce565894296b86be20c02376564', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:56Z', 'updated_at': '2021-11-24T14:39:56Z', 'revision_number': 0, 'project_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:39:59.133500 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31996a1a-49f0-4d2e-9ff6-f0472ff067d3 None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'ab57671f-da71-4c18-aaf2-e1ae852bbe33', 'tenant_id': '006ebce565894296b86be20c02376564', 'floating_ip_address': '172.26.8.142', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:39:56Z', 'updated_at': '2021-11-24T14:39:56Z', 'revision_number': 0, 'project_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:39:59.353604 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4729a-358b-4269-8cce-395b92304de3 None None] New status for floating IP ab57671f-da71-4c18-aaf2-e1ae852bbe33: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:40:01.016466 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:40:17.362080 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:19.916371 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-194ec781-a194-44b8-8a2c-428d1528994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:20.452803 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:22.667226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-334c9a75-9afa-4143-9eb0-273741f4f0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:23.873718 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:24.377738 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-8aa68314-c80c-4314-bd7e-69820924850a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706251 Nov 24 14:40:24.535431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-883632d4-1f15-457c-8545-9b7c11f50ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:40:24.536941 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-883632d4-1f15-457c-8545-9b7c11f50ffa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1099 time: 0.0826204 Nov 24 14:40:24.692582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-9dfedeea-55df-45a9-bd99-52802df4ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:40:24.694074 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-9dfedeea-55df-45a9-bd99-52802df4ce5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1363792 Nov 24 14:40:24.798752 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-2ec2bc50-2191-4c2d-839d-addf573128df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1002 time: 0.0972714 Nov 24 14:40:24.868318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-93e55d08-2dce-4f43-912a-45ef849027a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:40:24.869828 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-93e55d08-2dce-4f43-912a-45ef849027a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0651565 Nov 24 14:40:24.952689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-3e9ce694-329b-4cca-b458-9a385020843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:40:24.954100 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-3e9ce694-329b-4cca-b458-9a385020843a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731993 Nov 24 14:40:25.092406 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-e28cf5a9-cafd-4c6e-86db-0a463be3b417 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312311 Nov 24 14:40:25.235401 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2de656a0-7c72-4c54-a29b-5c958e9e7930 req-b1faa596-934a-47b5-a02e-822636f24bcc service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329696 Nov 24 14:40:25.452278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:38.016256 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:40:47.362443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:49.921688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01f9191a-24ee-4b3f-bc4c-d8d76916b856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:50.446376 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:52.671760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dc895291-298b-4db0-93df-b1ead07e2130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:53.877362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:40:55.457630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:15.015360 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:41:17.368344 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:19.923078 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a967f71c-f058-4794-bc15-3a4f06c9595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:20.449582 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:22.674943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff42c-d692-4fa4-9363-a1899ff20194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:23.877981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:25.200384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-398cd591-9fdc-4ed4-afa7-d54e9331b602 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742786 Nov 24 14:41:25.358297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-1d4cd3bc-4f0b-4d79-80a9-4c7414aa5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:25.359752 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-1d4cd3bc-4f0b-4d79-80a9-4c7414aa5d6d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1099 time: 0.0713813 Nov 24 14:41:25.458677 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:25.510050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-26f29b9d-5fb6-496c-b86d-6b41942a0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:25.511480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-26f29b9d-5fb6-496c-b86d-6b41942a0ae2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1300187 Nov 24 14:41:25.620049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-77d83feb-abb2-44cc-80a7-97fd8088aac8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1002 time: 0.0968459 Nov 24 14:41:25.690991 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-7c1227f5-411c-4269-8cdd-045b3e4b5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:25.692416 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-7c1227f5-411c-4269-8cdd-045b3e4b5dd3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0623329 Nov 24 14:41:25.774143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-24d8eb3f-25c7-48e7-b01d-01710f6cd7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:25.775499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-24d8eb3f-25c7-48e7-b01d-01710f6cd7a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731668 Nov 24 14:41:26.042786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-ecc83f4a-f1bd-4c65-abd1-bcefe79dccc0 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546747 Nov 24 14:41:26.176219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-313ef4ae-afbd-4840-9ae2-31523d92cbd8 req-305023a3-6a66-45b4-8536-5138f9d30f97 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228154 Nov 24 14:41:47.367564 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:49.924832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-be85ca95-2ad0-40d4-afba-5857e8e85bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:50.453069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:52.013844 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:41:52.676799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1dad98d7-09dd-4393-89d8-ab5f9d51aa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:53.879547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:55.462791 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:41:55.612930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f221a27-ce1a-46f4-8f11-cc5eea05c3a6 req-b433fc8d-b653-41e1-bf6c-e6cafca837c0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:55.614449 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f221a27-ce1a-46f4-8f11-cc5eea05c3a6 req-b433fc8d-b653-41e1-bf6c-e6cafca837c0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0838921 Nov 24 14:41:55.662780 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9f221a27-ce1a-46f4-8f11-cc5eea05c3a6 req-af9d7166-d617-4f6b-bcb4-3407000c3cfb tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Nov 24 14:41:56.868012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2d2c4-bb1f-4201-81f5-452512f81287 req-ba89bc9b-a983-4cad-93cb-b04fa44fac55 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:56.869521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9e2d2c4-bb1f-4201-81f5-452512f81287 req-ba89bc9b-a983-4cad-93cb-b04fa44fac55 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0866315 Nov 24 14:41:56.914424 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e9e2d2c4-bb1f-4201-81f5-452512f81287 req-25db0252-1be5-4341-b338-a7060c282fd0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391984 Nov 24 14:41:58.100899 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608a37a-258f-46f5-9c38-d77066c4408e req-3736819f-60a7-4d92-aec4-f15da4781b1e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:58.102379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b608a37a-258f-46f5-9c38-d77066c4408e req-3736819f-60a7-4d92-aec4-f15da4781b1e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0810785 Nov 24 14:41:58.151158 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b608a37a-258f-46f5-9c38-d77066c4408e req-dba77e85-1d13-4041-8c0d-3cf6106a9950 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Nov 24 14:41:59.342865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efddb5-bae4-4de9-922f-d3a4fb0a796c req-6ab22713-0368-4bcb-8804-677f1fb87b93 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:41:59.345031 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-48efddb5-bae4-4de9-922f-d3a4fb0a796c req-6ab22713-0368-4bcb-8804-677f1fb87b93 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0829527 Nov 24 14:41:59.391899 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-48efddb5-bae4-4de9-922f-d3a4fb0a796c req-9196abf8-fc4e-4da1-a791-c2b39f32a50d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406299 Nov 24 14:42:00.591742 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b0c8f-3a61-45d9-b72e-a383feafa151 req-47ff9e3e-35c8-42a0-8a91-9c9fd392cc5f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:00.593309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419b0c8f-3a61-45d9-b72e-a383feafa151 req-47ff9e3e-35c8-42a0-8a91-9c9fd392cc5f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0868139 Nov 24 14:42:00.641322 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-419b0c8f-3a61-45d9-b72e-a383feafa151 req-0394a7a1-14f5-4763-aa5e-6f3870bf6128 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Nov 24 14:42:01.831721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe5b2-2e18-498f-8416-477bd699434e req-ba8c0419-74a2-421c-abda-07cf9b90a6c0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:01.833282 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f1bbe5b2-2e18-498f-8416-477bd699434e req-ba8c0419-74a2-421c-abda-07cf9b90a6c0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0822732 Nov 24 14:42:01.880379 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f1bbe5b2-2e18-498f-8416-477bd699434e req-06bed1f3-2923-4365-a990-2d1b02e52b3b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414636 Nov 24 14:42:03.079669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03229c2f-1886-469b-a2c3-e5dc47c42f6b req-f98d8c45-5954-4344-9026-daafea62afce tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:03.081726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-03229c2f-1886-469b-a2c3-e5dc47c42f6b req-f98d8c45-5954-4344-9026-daafea62afce tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0896564 Nov 24 14:42:03.134405 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-03229c2f-1886-469b-a2c3-e5dc47c42f6b req-569aa031-61c9-4707-a980-f65f8946475f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468245 Nov 24 14:42:04.338700 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179de896-5ae2-44a1-a397-7aef9ac7bc48 req-635276e1-1fe7-4b07-95ed-b922d5d43974 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:04.340218 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-179de896-5ae2-44a1-a397-7aef9ac7bc48 req-635276e1-1fe7-4b07-95ed-b922d5d43974 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0886641 Nov 24 14:42:04.396260 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-179de896-5ae2-44a1-a397-7aef9ac7bc48 req-137f39c7-9266-4173-9d9f-bc5fe1fcc4b2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503161 Nov 24 14:42:05.591590 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a858690-8622-4309-a9a3-fafe73500fb6 req-77fafdfd-8c47-41b2-952b-56a8f92c295c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:05.593244 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7a858690-8622-4309-a9a3-fafe73500fb6 req-77fafdfd-8c47-41b2-952b-56a8f92c295c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0873301 Nov 24 14:42:05.640539 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7a858690-8622-4309-a9a3-fafe73500fb6 req-838dcf66-e661-4862-803c-371d0fe24aae tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 Nov 24 14:42:06.846357 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41c13-d2d2-4db3-bbbc-3b86300b6591 req-5f97b240-d2fd-4fe6-90aa-d676951eb361 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:06.847953 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bff41c13-d2d2-4db3-bbbc-3b86300b6591 req-5f97b240-d2fd-4fe6-90aa-d676951eb361 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0841756 Nov 24 14:42:06.897751 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bff41c13-d2d2-4db3-bbbc-3b86300b6591 req-32a37611-9223-4516-b92c-bf0b7fa79039 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440366 Nov 24 14:42:07.472852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:42:07.618302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:07.633285 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:42:07.696591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:07.715101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:42:07.733277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:07.737084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:07.739952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f5371861-b1f5-4693-9678-e6d656262dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:42:07.815758 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:42:07.823338 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.823682 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.824019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.824353 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.824683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.825035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.825358 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.825690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.826010 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.826326 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.826641 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.826959 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:42:07.832140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:42:07.845864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['78b03c0f-83e6-4ad5-b69e-444af1e37ab3'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:42:08.098341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719edab-4608-4f73-9ec9-2b0f81cc56a7 req-b329888d-9c1c-4782-a614-6c868e4b2a04 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:08.100049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1719edab-4608-4f73-9ec9-2b0f81cc56a7 req-b329888d-9c1c-4782-a614-6c868e4b2a04 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 945 time: 0.0868261 Nov 24 14:42:08.149591 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1719edab-4608-4f73-9ec9-2b0f81cc56a7 req-a533b073-cfb9-460c-ba7b-1d0d9c610463 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425045 Nov 24 14:42:09.407277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b933801-2cfd-4a7c-a15f-821fded24701 req-cf025e10-f167-450b-a1c7-b3da9b7c6b2e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:09.409189 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3b933801-2cfd-4a7c-a15f-821fded24701 req-cf025e10-f167-450b-a1c7-b3da9b7c6b2e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 945 time: 0.1265852 Nov 24 14:42:09.467634 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3b933801-2cfd-4a7c-a15f-821fded24701 req-e03a9ebf-2bab-4dcc-816e-2e06f34a2361 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511072 Nov 24 14:42:09.495698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:42:09.580147 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:42:09.580532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:09.796314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:09.830111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:42:09.843325 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:09.854339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:09.854339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:42:09.902522 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'code': 200} Nov 24 14:42:09.947472 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:42:09.951128 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:42:10.702327 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310533c-c503-400a-b767-75c122749967 req-3356a794-5cd0-4d97-9e0a-347abdc989b9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:10.711026 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2310533c-c503-400a-b767-75c122749967 req-3356a794-5cd0-4d97-9e0a-347abdc989b9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.1069798 Nov 24 14:42:10.777602 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2310533c-c503-400a-b767-75c122749967 req-256da7ed-ef60-4617-8e8c-9f453027307f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651181 Nov 24 14:42:12.004190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758eee8-c479-46a2-bee3-b43ba5010b62 req-7cee7cce-b611-4c96-b7db-237c332ca968 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:12.006756 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0758eee8-c479-46a2-bee3-b43ba5010b62 req-7cee7cce-b611-4c96-b7db-237c332ca968 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.1081734 Nov 24 14:42:12.060526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0758eee8-c479-46a2-bee3-b43ba5010b62 req-fb4f88e9-f5ef-4616-9dcc-5de1e64c572f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464096 Nov 24 14:42:13.278147 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14020841-2e3a-41b2-8d3e-2066399e5156 req-b818b83f-5daa-436b-937f-af480ef57499 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:13.279693 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14020841-2e3a-41b2-8d3e-2066399e5156 req-b818b83f-5daa-436b-937f-af480ef57499 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0934987 Nov 24 14:42:13.337934 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-14020841-2e3a-41b2-8d3e-2066399e5156 req-01614640-dfc7-41c2-b51e-00593982b786 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510213 Nov 24 14:42:14.594077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad7c3-595e-495f-b83a-a6b0093e4055 req-d9f5feb0-cebc-4e0e-b773-ba6b82c57f46 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:14.595136 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05dad7c3-595e-495f-b83a-a6b0093e4055 req-d9f5feb0-cebc-4e0e-b773-ba6b82c57f46 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0956149 Nov 24 14:42:14.650817 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-05dad7c3-595e-495f-b83a-a6b0093e4055 req-eae37283-256e-4a88-9708-a58f7cd757d8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476782 Nov 24 14:42:15.897482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cb577-9f8e-4283-807a-192755684e03 req-a7f5f238-8802-4c7f-b60c-3a7a13d0ebcd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:15.899418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f18cb577-9f8e-4283-807a-192755684e03 req-a7f5f238-8802-4c7f-b60c-3a7a13d0ebcd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.1036518 Nov 24 14:42:15.956470 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f18cb577-9f8e-4283-807a-192755684e03 req-f17d96af-503f-4a9a-a267-c476af084028 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492423 Nov 24 14:42:17.175927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed92b-e0dd-4980-acdb-47a31ed2874b req-e402d866-3127-4a61-8715-2f093319bd28 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:17.177517 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9daed92b-e0dd-4980-acdb-47a31ed2874b req-e402d866-3127-4a61-8715-2f093319bd28 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.1013684 Nov 24 14:42:17.237964 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9daed92b-e0dd-4980-acdb-47a31ed2874b req-6b799b56-f23e-4bdf-8ea0-c0ad0e92fac0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534725 Nov 24 14:42:17.380304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:18.759148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-58661679-1797-43bb-9497-40b49e308d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:18.760644 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-58661679-1797-43bb-9497-40b49e308d6a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1099 time: 0.2794571 Nov 24 14:42:18.773483 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c3961-898a-42a6-95a6-5bd8d6c89f62 req-1f3b0447-ed8e-4cea-bf67-90d762b90ac1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:18.775023 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf5c3961-898a-42a6-95a6-5bd8d6c89f62 req-1f3b0447-ed8e-4cea-bf67-90d762b90ac1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.1116214 Nov 24 14:42:18.906917 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cf5c3961-898a-42a6-95a6-5bd8d6c89f62 req-c11b32a6-c31e-4620-854d-0b960e8dc195 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120818 Nov 24 14:42:18.956876 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-ad5ce642-4f11-4f4a-839f-80f3b0df6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:18.959266 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-ad5ce642-4f11-4f4a-839f-80f3b0df6434 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1831472 Nov 24 14:42:19.072021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-69cc469b-01a3-48da-81b3-50e76f517632 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1002 time: 0.1023653 Nov 24 14:42:19.145120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-1718c59b-4ee8-4665-b5c7-dd0bc5faca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:19.146577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-1718c59b-4ee8-4665-b5c7-dd0bc5faca55 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0646923 Nov 24 14:42:19.228797 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-ad736002-5509-4bcb-9a40-4a4a9c07affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:19.230184 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-ad736002-5509-4bcb-9a40-4a4a9c07affe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738921 Nov 24 14:42:19.374654 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-c1175022-9e6a-4fba-aa8c-75ec25fbfc8b service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332169 Nov 24 14:42:19.517716 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d5e3a7d5-5e76-4970-a69d-23c25e6afad1 req-ae641266-b447-4498-827d-c2cf639c89e5 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329076 Nov 24 14:42:19.926831 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-99717fc3-bd6f-4550-ba24-144725f8e2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:20.103593 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc279156-51fd-4690-8123-83508e4a73be req-33485911-66ca-452d-90ea-8a45772f3ab0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:20.105129 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc279156-51fd-4690-8123-83508e4a73be req-33485911-66ca-452d-90ea-8a45772f3ab0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0857701 Nov 24 14:42:20.151557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dc279156-51fd-4690-8123-83508e4a73be req-426d1229-8724-42a4-82c6-848fe3e7ad19 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Nov 24 14:42:20.456947 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:21.350413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71dca-f77b-4fab-b1f9-5483a5aa3904 req-be7462c9-6440-45ac-9590-9a63c6a7366c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:21.354251 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ea71dca-f77b-4fab-b1f9-5483a5aa3904 req-be7462c9-6440-45ac-9590-9a63c6a7366c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 946 time: 0.0875432 Nov 24 14:42:21.405261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5ea71dca-f77b-4fab-b1f9-5483a5aa3904 req-76d67148-1d55-4dad-b8a7-5150783a02d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Nov 24 14:42:21.595693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:42:21.724480 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:21.755860 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:42:21.766005 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:21.775583 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:21.777521 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-bee89cd6-d0ff-4b98-9a8d-59626e1ae2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:42:21.813132 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'code': 200} Nov 24 14:42:21.854602 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:42:21.857936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:42:22.611804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58576890-2505-48a9-b1d6-a1ac7d34a059 req-e9ce8afa-d4b9-4c7d-a00d-ff0652eafe1f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:22.613320 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58576890-2505-48a9-b1d6-a1ac7d34a059 req-e9ce8afa-d4b9-4c7d-a00d-ff0652eafe1f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0859179 Nov 24 14:42:22.688624 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a55d60e-a118-40d8-bb9d-2e5ffa297951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:22.692587 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-58576890-2505-48a9-b1d6-a1ac7d34a059 req-553e8b19-c0d7-4635-9288-bc08345e80af tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690565 Nov 24 14:42:23.883537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:24.078615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76b0eb-b425-43f9-ba7e-d922afce186a req-7b072815-f848-497b-9a80-e98b0ee83d9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:24.080908 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5e76b0eb-b425-43f9-ba7e-d922afce186a req-7b072815-f848-497b-9a80-e98b0ee83d9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0858393 Nov 24 14:42:24.134651 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5e76b0eb-b425-43f9-ba7e-d922afce186a req-1b73de32-75d4-4b23-90ee-bbb59194bd26 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 Nov 24 14:42:24.424887 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-4d078780-8778-445f-9e39-d666f56d498c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1513321 Nov 24 14:42:25.352305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900838-0dcb-48a0-9aa3-249c0ddb2434 req-471d874b-1727-47b3-a684-7a8f90fb461e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:25.353838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-56900838-0dcb-48a0-9aa3-249c0ddb2434 req-471d874b-1727-47b3-a684-7a8f90fb461e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0830283 Nov 24 14:42:25.404702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-56900838-0dcb-48a0-9aa3-249c0ddb2434 req-5162eada-ee1b-4864-8df8-b598b6520383 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451639 Nov 24 14:42:25.467149 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:25.644547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:42:26.607091 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433d98b-942b-49e4-87d1-a9ead7608782 req-4d87aad6-9e70-4d82-9771-925aaa7a92a2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:26.608824 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a433d98b-942b-49e4-87d1-a9ead7608782 req-4d87aad6-9e70-4d82-9771-925aaa7a92a2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0890706 Nov 24 14:42:26.657776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a433d98b-942b-49e4-87d1-a9ead7608782 req-7c6bab6b-45fb-4e4d-ada7-3f940dfe5d1f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Nov 24 14:42:27.862643 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53209e0-f9f7-44c7-bae0-057ba08d3112 req-5a5d0fd1-1021-417c-93ce-623e4057788c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:27.864188 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a53209e0-f9f7-44c7-bae0-057ba08d3112 req-5a5d0fd1-1021-417c-93ce-623e4057788c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0827622 Nov 24 14:42:27.912553 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a53209e0-f9f7-44c7-bae0-057ba08d3112 req-666a88e7-0c30-4bd0-96f7-cde659fca4de tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Nov 24 14:42:29.014469 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:42:29.150191 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4edb-b86d-4310-a2fa-1a6b8218c84d req-28a1cc2f-3d2c-4447-8e63-b6e9db5c7a16 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:29.151761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-543b4edb-b86d-4310-a2fa-1a6b8218c84d req-28a1cc2f-3d2c-4447-8e63-b6e9db5c7a16 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.1205704 Nov 24 14:42:29.202472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-543b4edb-b86d-4310-a2fa-1a6b8218c84d req-25abd837-0609-4758-b44b-c78dfe7ca21c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 Nov 24 14:42:29.515354 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-4552e814-0264-48d7-b4f2-0c22113ddb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:29.516874 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-4552e814-0264-48d7-b4f2-0c22113ddb3f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc&tenant_id=006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 1097 time: 0.0736861 Nov 24 14:42:29.629856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-f1271b22-ea6c-46a4-bb1e-79adcd37dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:29.631432 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-f1271b22-ea6c-46a4-bb1e-79adcd37dd71 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1097 time: 0.0865569 Nov 24 14:42:29.785832 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-365e413f-d718-412e-a633-6d4595569850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:29.787306 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-365e413f-d718-412e-a633-6d4595569850 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1462512 Nov 24 14:42:30.024293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-b193cc22-6a47-4536-9389-60450f6516b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1000 time: 0.2260907 Nov 24 14:42:30.094764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-7aec9271-14bd-48da-91ab-8175814d5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:30.096942 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-7aec9271-14bd-48da-91ab-8175814d5fcd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0660851 Nov 24 14:42:30.175669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-f4c60315-aabd-4140-a34f-425b267bb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:30.177272 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-f4c60315-aabd-4140-a34f-425b267bb763 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712388 Nov 24 14:42:30.363783 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-4666ecfe-bf67-4430-8d3a-a627597cccd1 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754987 Nov 24 14:42:30.525505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4c4e0-1678-4982-a7eb-b03bf72c31fc req-3c76dd8d-a008-4663-a0c4-12102fcd477a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:30.526990 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89b4c4e0-1678-4982-a7eb-b03bf72c31fc req-3c76dd8d-a008-4663-a0c4-12102fcd477a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.2102232 Nov 24 14:42:30.548661 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-f51386c5-9192-4bb2-8dde-db9234293ba1 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696026 Nov 24 14:42:30.581187 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-89b4c4e0-1678-4982-a7eb-b03bf72c31fc req-635a1154-4660-47c1-8b34-b81385c46087 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Nov 24 14:42:31.805015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144372cb-a216-4621-8009-0abfcd5df31c req-eace8094-38c2-4cb7-8b76-c64d07a8c163 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:31.806527 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-144372cb-a216-4621-8009-0abfcd5df31c req-eace8094-38c2-4cb7-8b76-c64d07a8c163 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.1062586 Nov 24 14:42:31.858091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-144372cb-a216-4621-8009-0abfcd5df31c req-4c42b9c1-6c3f-46f4-95cd-40db37d63878 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Nov 24 14:42:33.093413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24187e73-d68c-4ebe-b746-0ac78b864ad7 req-934b1172-c5c7-4342-be85-8ec73185b57e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:33.094936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24187e73-d68c-4ebe-b746-0ac78b864ad7 req-934b1172-c5c7-4342-be85-8ec73185b57e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.1063550 Nov 24 14:42:33.151162 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24187e73-d68c-4ebe-b746-0ac78b864ad7 req-58fea80e-f8a6-413a-b0d2-b2b2fe482fff tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497313 Nov 24 14:42:34.354217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc071c-63e7-4042-ad84-6e13472881b2 req-79acf057-cb05-4c2e-a209-0d979438cec5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:34.355754 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffbc071c-63e7-4042-ad84-6e13472881b2 req-79acf057-cb05-4c2e-a209-0d979438cec5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0887136 Nov 24 14:42:34.404015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffbc071c-63e7-4042-ad84-6e13472881b2 req-65ea8610-a696-4f1c-a703-e22d7a0707bd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Nov 24 14:42:35.600306 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e25e1-d193-462a-ad03-537a9a9489ae req-2cf31b67-e8d5-42f5-bf9f-be7d0ba18e6d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:35.601852 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-652e25e1-d193-462a-ad03-537a9a9489ae req-2cf31b67-e8d5-42f5-bf9f-be7d0ba18e6d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0900369 Nov 24 14:42:35.668293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-652e25e1-d193-462a-ad03-537a9a9489ae req-7271112d-9d4e-401e-a299-00e2bf615b50 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606482 Nov 24 14:42:36.899229 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d032f-a89a-47de-ba46-ef231081234f req-b89896e2-232f-48ba-9fb5-42b613460782 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:36.901796 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a94d032f-a89a-47de-ba46-ef231081234f req-b89896e2-232f-48ba-9fb5-42b613460782 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.1157174 Nov 24 14:42:36.955430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a94d032f-a89a-47de-ba46-ef231081234f req-b1f07cf4-79e2-4745-87af-5477f36a45fe tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Nov 24 14:42:38.175866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307dbb0-af57-446b-bff2-ad358e876008 req-91e3cd78-9f29-4c9a-bf42-6201044f5c8f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:38.177581 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4307dbb0-af57-446b-bff2-ad358e876008 req-91e3cd78-9f29-4c9a-bf42-6201044f5c8f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0960436 Nov 24 14:42:38.224381 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4307dbb0-af57-446b-bff2-ad358e876008 req-c02fb804-9e12-420a-9436-90a91ca4e4c8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408769 Nov 24 14:42:39.431010 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cf805-a41c-482b-9ebe-ee19e6476359 req-01ec9a98-0960-457d-9874-52e83a843d5e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:39.432530 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-622cf805-a41c-482b-9ebe-ee19e6476359 req-01ec9a98-0960-457d-9874-52e83a843d5e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0864115 Nov 24 14:42:39.482723 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-622cf805-a41c-482b-9ebe-ee19e6476359 req-81503630-83e3-4166-8e10-0d23aa69cd35 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Nov 24 14:42:40.739995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9957-6ea6-49da-b0c3-63b1d6911c86 req-25c5a48c-6c69-428e-8f15-6c7046f09bf5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:40.741547 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b0e9957-6ea6-49da-b0c3-63b1d6911c86 req-25c5a48c-6c69-428e-8f15-6c7046f09bf5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.1298888 Nov 24 14:42:40.798291 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b0e9957-6ea6-49da-b0c3-63b1d6911c86 req-1cfb78e6-5ad8-44fd-a068-80f272fae17c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504472 Nov 24 14:42:41.998200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc94be2-8abd-486b-90aa-2564429e3f82 req-a7013637-6f94-4493-8d0a-cd2cae3e6552 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:42.000050 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfc94be2-8abd-486b-90aa-2564429e3f82 req-a7013637-6f94-4493-8d0a-cd2cae3e6552 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0898755 Nov 24 14:42:42.056829 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cfc94be2-8abd-486b-90aa-2564429e3f82 req-846f3717-4dcd-41f8-adea-b9c24f5d4d2f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470572 Nov 24 14:42:43.252475 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318838-e558-4f50-a109-df5f80e1374c req-1e8d550e-583d-4dd5-99a1-10b9b84432f0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:43.254020 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-00318838-e558-4f50-a109-df5f80e1374c req-1e8d550e-583d-4dd5-99a1-10b9b84432f0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0878913 Nov 24 14:42:43.300322 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-00318838-e558-4f50-a109-df5f80e1374c req-02ecbc00-36cb-4b36-816d-ed4654ab8a46 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Nov 24 14:42:44.512607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816ad43-67a9-4436-b9f1-43bc2d672fb1 req-18fa161a-7796-4e43-83be-cea48e0be444 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:44.514116 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6816ad43-67a9-4436-b9f1-43bc2d672fb1 req-18fa161a-7796-4e43-83be-cea48e0be444 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0894163 Nov 24 14:42:44.559550 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6816ad43-67a9-4436-b9f1-43bc2d672fb1 req-8ce8797d-ffa7-4aee-a26c-a52e5cd4920f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 Nov 24 14:42:45.738579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:42:45.758676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853a2c9-9589-4423-9a49-aa372d7113c6 req-01650fbf-479d-4d9e-96de-6da2f66bb391 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:45.760154 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3853a2c9-9589-4423-9a49-aa372d7113c6 req-01650fbf-479d-4d9e-96de-6da2f66bb391 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 944 time: 0.0873840 Nov 24 14:42:45.809009 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3853a2c9-9589-4423-9a49-aa372d7113c6 req-441075b2-4b37-4830-a0cb-2ef389b58416 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Nov 24 14:42:45.885138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:45.899908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'port_id': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'mac_address': 'fa:16:3e:bc:9c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:42:45.960469 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:45.978748 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:42:45.996621 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:46.001939 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:46.003722 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d0ad55be-c764-4918-bb0e-c9a008df8e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:42:46.078130 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=9']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:42:46.082200 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:42:46.312046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['78b03c0f-83e6-4ad5-b69e-444af1e37ab3'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:42:47.013090 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d12d2-e1cf-4ecf-81d4-1fdfe9c718bd req-3f9f8edb-e451-4505-9aba-422dacb100b8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:47.014480 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed8d12d2-e1cf-4ecf-81d4-1fdfe9c718bd req-3f9f8edb-e451-4505-9aba-422dacb100b8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 945 time: 0.0875802 Nov 24 14:42:47.066336 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ed8d12d2-e1cf-4ecf-81d4-1fdfe9c718bd req-9de94ee0-7905-473e-9d58-426195fd5c63 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Nov 24 14:42:47.375693 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:47.736871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:42:47.816243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:42:47.816634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:47.945956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:47.974140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:42:47.984308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:42:47.988437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:47.990436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-7cb886cc-6060-4ba3-ac03-ff09e2b0b0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:42:48.027181 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'code': 200} Nov 24 14:42:48.059927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=10']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:42:48.063267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:42:48.317014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b5dca-b62e-4b01-af9c-25f4795783d9 req-c441fb23-989a-42b2-96b2-601db9a090c9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:48.318536 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fa3b5dca-b62e-4b01-af9c-25f4795783d9 req-c441fb23-989a-42b2-96b2-601db9a090c9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 947 time: 0.1402988 Nov 24 14:42:48.482053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaea41-cf8a-45e6-8ede-fee8d2ddc115 req-5f8a4f73-ee80-4250-be1a-9c9fa4655042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:48.483679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ccaea41-cf8a-45e6-8ede-fee8d2ddc115 req-5f8a4f73-ee80-4250-be1a-9c9fa4655042 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1100 time: 0.2474358 Nov 24 14:42:48.521327 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fa3b5dca-b62e-4b01-af9c-25f4795783d9 req-b7232a5b-730a-480a-a53f-ee51780a9c3a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957090 Nov 24 14:42:48.540900 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4ccaea41-cf8a-45e6-8ede-fee8d2ddc115 req-b6fac61e-5306-4569-ad18-a71abf9b867f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455122 Nov 24 14:42:49.727285 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c9c7-c3bd-413f-b2ef-7fde72b04abd req-e46c9d00-d7ad-4d3a-8ba5-25321b58d3c2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:49.728827 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c741c9c7-c3bd-413f-b2ef-7fde72b04abd req-e46c9d00-d7ad-4d3a-8ba5-25321b58d3c2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 947 time: 0.0968328 Nov 24 14:42:49.777610 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c741c9c7-c3bd-413f-b2ef-7fde72b04abd req-d6269542-5837-49d7-bb06-48c38e450958 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Nov 24 14:42:49.930290 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-fb669144-9da9-40d7-a17f-92ed7f2f50d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:50.462948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:50.983863 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050a628-0390-4ca4-bfb4-fe0c8a6851ea req-ad811a5e-1e18-4d61-b790-b338b519c860 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:42:50.985633 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4050a628-0390-4ca4-bfb4-fe0c8a6851ea req-ad811a5e-1e18-4d61-b790-b338b519c860 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 947 time: 0.0867524 Nov 24 14:42:51.032978 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4050a628-0390-4ca4-bfb4-fe0c8a6851ea req-a38d557c-4b6d-4ebc-a89a-456c61d42ffa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Nov 24 14:42:52.682431 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e394b9be-71fd-4b62-a7ff-8b22df89af5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:53.886906 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:42:55.467111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:06.013361 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:43:17.377164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:19.935505 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54d36548-2939-42e9-a9c2-ef4d815e4dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:20.459421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:22.685595 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6d6e88c7-e8dc-4f9a-89ea-a272696d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:23.889518 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:25.469157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:27.208694 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-d22613d9-baea-4a9b-9846-8c3680aa2efc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181922 Nov 24 14:43:27.362341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-5c856147-79de-413b-818f-67c0931c6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:43:27.363872 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-5c856147-79de-413b-818f-67c0931c6fa9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1100 time: 0.0757031 Nov 24 14:43:27.519402 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-f53944d2-1d72-4a33-ad74-1877598a4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:43:27.521153 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-f53944d2-1d72-4a33-ad74-1877598a4c09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1332622 Nov 24 14:43:27.638333 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-b95ae323-715c-4b21-8569-600000c8146c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 1002 time: 0.1065350 Nov 24 14:43:27.706522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-0580c336-013f-48f0-9a73-623a7a61be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:43:27.708259 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-0580c336-013f-48f0-9a73-623a7a61be4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0602694 Nov 24 14:43:27.800196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-e5a6b3b2-4e5b-4865-9a30-9d32ca706149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:43:27.801849 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-e5a6b3b2-4e5b-4865-9a30-9d32ca706149 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837712 Nov 24 14:43:27.947730 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-c55eec7b-d0cf-4c73-92c7-25a0b6e57ced service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352665 Nov 24 14:43:28.088573 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5f875f52-d91e-425b-ac92-0afde7de7b62 req-a8ca5fc3-2106-44e2-be75-d4a733299a22 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295688 Nov 24 14:43:43.013381 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:43:47.378154 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:49.937288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-567b7795-5399-4607-8b95-d5f8dd83158c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:50.487111 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:52.691347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a51cb6bb-ca9e-4170-a6fd-172b8b1ca858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:53.891220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:43:55.472647 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:04.286198 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50698) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:04.490707 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Deleting port dcc29753-1df4-471d-a392-a67adf428bcc {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:44:04.491035 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:04.671685 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:04.672082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:04.922648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Calling delete_port for dcc29753-1df4-471d-a392-a67adf428bcc owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:44:05.073986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:05.077721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2fbda051-6d71-4865-87ac-61addd1578da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:05.120884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event deleted for resources: {'Port': ['ID=dcc29753-1df4-471d-a392-a67adf428bcc,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:05.158799 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.159182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.159564 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.159968 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.160339 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.160704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.161095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.161458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.161821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.162182 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.162545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.162901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:05.173778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:05.226302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:05.226626 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Floating IP ab57671f-da71-4c18-aaf2-e1ae852bbe33 disassociated (deleted). External IP: 172.26.8.142, port: 78b03c0f-83e6-4ad5-b69e-444af1e37ab3. Nov 24 14:44:05.582822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:44:05.784084 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:44:05.795394 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:44:05.809616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:05.809868 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:44:05.810432 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:43:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:05.879054 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "DELETE /v2.0/floatingips/ab57671f-da71-4c18-aaf2-e1ae852bbe33 HTTP/1.1" status: 204 len: 168 time: 1.5915496 Nov 24 14:44:05.879862 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:44:06.016696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:44:06.170752 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'status': 'completed', 'code': 200} Nov 24 14:44:06.301766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-bee1bbe4-3f59-44fc-a1e6-247dd5620402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:06.303285 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-bee1bbe4-3f59-44fc-a1e6-247dd5620402 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 1100 time: 0.1057785 Nov 24 14:44:06.378133 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:06.385392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:44:06.396614 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:44:06.397471 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:43:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:06.512983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-7a72cba1-cb54-4bee-88d5-9dd3b4c6a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:06.514448 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-7a72cba1-cb54-4bee-88d5-9dd3b4c6a8a3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.2043266 Nov 24 14:44:06.589323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352de23-9775-4304-a8c5-9c493b37abff req-ff533f14-bc2d-4075-8305-c21e16915880 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:06.590034 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-6352de23-9775-4304-a8c5-9c493b37abff req-ff533f14-bc2d-4075-8305-c21e16915880 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:44:06.593653 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:44:06.602853 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-e1b36ea3-9e62-40bb-977a-b57b0b7bf492 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 200 len: 217 time: 0.0807624 Nov 24 14:44:06.653730 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-6352de23-9775-4304-a8c5-9c493b37abff req-ff533f14-bc2d-4075-8305-c21e16915880 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:44:06.654838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6352de23-9775-4304-a8c5-9c493b37abff req-ff533f14-bc2d-4075-8305-c21e16915880 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 947 time: 0.3772507 Nov 24 14:44:06.693289 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-477dbecd-de00-4140-9a7c-32355c2a700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:06.694726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-477dbecd-de00-4140-9a7c-32355c2a700b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0853343 Nov 24 14:44:06.900402 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6352de23-9775-4304-a8c5-9c493b37abff req-349a252a-9fc4-4612-8f4b-e36e4c2c0b54 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336373 Nov 24 14:44:06.935342 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-916327b4-b30a-446f-9fec-7ed0daea5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:06.936844 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-916327b4-b30a-446f-9fec-7ed0daea5f6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2317579 Nov 24 14:44:06.991737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:06.995998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7f7f6-6393-471a-82ee-2c8c1ea38d38 None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:44:07.074078 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-52422876-8374-49cf-a47a-8d3a6869094e service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295292 Nov 24 14:44:07.223928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1d9b5320-f8c7-471e-ba13-b2f432ee2c08 req-b699c5e6-96a1-4531-970e-bd8f374d7ec3 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427877 Nov 24 14:44:07.247460 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8b93a-c3d7-45e6-95df-d8969e3b41e2 None None] New status for floating IP ab57671f-da71-4c18-aaf2-e1ae852bbe33: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:44:07.733735 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-3a2502b0-e0b2-4ff6-afb5-8b2d09bc166a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:07.735155 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-3a2502b0-e0b2-4ff6-afb5-8b2d09bc166a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 947 time: 0.0811048 Nov 24 14:44:07.813209 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Deleting port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:44:07.813543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:08.125870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] For port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:44:08.126223 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:08.259008 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Calling delete_port for 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:44:08.308401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440825d1-919c-40d9-9b7b-c99b0a8ccb24 req-a75c9bd5-c8b3-4551-9552-b41ef6f4838a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:08.309882 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-440825d1-919c-40d9-9b7b-c99b0a8ccb24 req-a75c9bd5-c8b3-4551-9552-b41ef6f4838a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfdffd7-fffa-480a-a460-5113d2303acc HTTP/1.1" status: 200 len: 947 time: 0.2982783 Nov 24 14:44:08.377696 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-440825d1-919c-40d9-9b7b-c99b0a8ccb24 req-bad50449-b8ec-40da-ab74-fbbec4444821 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9dabe0-2238-4046-bb74-628f7a13da14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616338 Nov 24 14:44:08.449031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:08.454455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-745c0419-4065-449f-b491-82a9c259ad95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:08.504770 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event deleted for resources: {'Port': ['ID=78b03c0f-83e6-4ad5-b69e-444af1e37ab3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:08.507666 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:08.584999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] No DVR routers for this DVR port 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:44:08.587389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:08.589941 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-deleted', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:44:08.605909 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c4779ac3-813d-4875-9b21-5c828ec26ab2 req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "DELETE /v2.0/ports/78b03c0f-83e6-4ad5-b69e-444af1e37ab3 HTTP/1.1" status: 204 len: 173 time: 0.8621666 Nov 24 14:44:08.634628 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfdffd7-fffa-480a-a460-5113d2303acc', 'name': 'network-vif-deleted', 'tag': '78b03c0f-83e6-4ad5-b69e-444af1e37ab3', 'status': 'completed', 'code': 200} Nov 24 14:44:09.473673 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50716) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:09.542822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:09.573812 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:09.644546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:09.648427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b80469f5-74ee-41eb-97ac-386ce5596bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:09.664318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9dabe0-2238-4046-bb74-628f7a13da14,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:09.666846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:09.674875 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:09.679721 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5b22fe7b-0f8c-477c-b1f5-34d9fb193c74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c9dabe0-2238-4046-bb74-628f7a13da14 HTTP/1.1" status: 204 len: 168 time: 0.2023873 Nov 24 14:44:10.083905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50724) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:10.089194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451358839', 'description': 'tempest-secgroup-smoke-451358839 description', 'project_id': '006ebce565894296b86be20c02376564'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:10.095204 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:10.099933 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:10.102784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:10.108421 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:10.118714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.138505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:10.142928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:10.146987 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:10.153013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:10.230466 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.234120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.238175 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4ec75bc4-a514-490e-b056-51b7333b43fd tempest-ServerActionsTestJSON-423046201 tempest-ServerActionsTestJSON-423046201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:10.285480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd08ff3-687b-4754-a9d4-2e5d49ad139f,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:10.288260 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:10.289486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.290676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-1e16a875-7e09-4d66-a015-59156ef251aa tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2057674 Nov 24 14:44:10.293557 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50728) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:10.298695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': 'bfd08ff3-687b-4754-a9d4-2e5d49ad139f', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:10.304930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:10.308796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:10.311721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:10.317983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:10.334994 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.393749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.398448 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.405554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-c2ce1def-8b27-48f7-bcd6-d921d6838031 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:10.426446 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f230d5fa-066f-49c3-845a-33c45838d609,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:10.428920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:10.433627 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.434958 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-f7e9a9c8-64e8-4e68-a33b-3f5008a91586 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404841 Nov 24 14:44:10.437632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50732) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:10.444116 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': 'bfd08ff3-687b-4754-a9d4-2e5d49ad139f', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:10.450069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:10.453850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:10.456671 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:10.462618 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:10.479607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.543581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.547000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.548719 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-24931a67-0fac-4ced-bb7c-ada6c1d338d9 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:10.703341 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5962b875-d3fc-428f-86df-0b453efe28c1,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:10.705781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:10.714044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.715265 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-274ab841-3ada-47b3-ac8c-8b22fed9d60d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767112 Nov 24 14:44:10.718176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50736) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:10.723585 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': 'bfd08ff3-687b-4754-a9d4-2e5d49ad139f', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:10.729867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:10.733931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:10.736989 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:10.743736 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:10.760386 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.820303 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.823698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.825434 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b5e50f22-47f5-47a5-90a0-b2e53c3ec428 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:10.846120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b763e508-d834-4e6d-811c-5c0bdc6afb25,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:10.848595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:10.854804 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.856325 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-17207eca-c7d0-4471-98fb-379451108ec1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371481 Nov 24 14:44:10.859048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50740) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:10.864575 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': 'bfd08ff3-687b-4754-a9d4-2e5d49ad139f', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:10.870588 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:10.874310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:10.877157 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:10.883635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:10.899047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.963137 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.966426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:10.968159 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f8b4b10f-aad0-4b14-8256-7d6f1d2c0dbe tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:10.990174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adcf81f-aa6d-4330-a9ec-c3d1cde1a5cd,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:10.992489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:11.000213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.001376 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e65800a5-41ab-4433-9acf-9063146991f3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413965 Nov 24 14:44:11.004299 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50744) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:11.009274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': 'bfd08ff3-687b-4754-a9d4-2e5d49ad139f', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:11.014891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:11.018638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:11.021849 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:11.027430 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:11.040279 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Project 006ebce565894296b86be20c02376564 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:44:11.046782 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.108595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.112318 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.119417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ef175423-ae01-4ef9-9e59-aee91293ff33 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:11.138200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e0dd84-ce62-4b11-a719-d175a3186d23,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:11.141027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:11.148167 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.149374 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-0ec34744-0dae-4bb1-85f5-b1026c75f073 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440938 Nov 24 14:44:11.152118 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50748) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:11.157250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'security_group_rule': {'security_group_id': 'bfd08ff3-687b-4754-a9d4-2e5d49ad139f', 'project_id': '006ebce565894296b86be20c02376564', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:11.163784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:11.167636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:security_group_rule and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:11.170508 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:11.176600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:11.186446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Project 006ebce565894296b86be20c02376564 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:44:11.193192 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.258713 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.263133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.265490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7bbd8b83-5439-4b9a-a79c-494d7e4608b5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:11.293604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e186f9c8-6d81-4d88-ac0a-abe0e92a5985,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:11.296561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:11.305860 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:11.307261 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-61d2dc68-5454-4a82-b161-2bf45b9e9843 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541700 Nov 24 14:44:12.142987 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:44:12.179611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:44:12.179963 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device 78b03c0f-83e6-4ad5-b69e-444af1e37ab3 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:44:17.265138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-a38ce19e-1ec8-4a0b-ad66-137dc4214948 req-518af1c1-e683-4112-ab49-0ef5cd1f534c service neutron] (87693) timed out ('10.222.0.76', 54599) {{(pid=87693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 14:44:17.394716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:19.942489 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-47e00a02-648d-4698-978d-e60d60916a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:20.012497 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:44:20.452532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:22.694568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-892334d7-88cd-451f-8683-bcfb7635addf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:23.894734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:25.484250 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:26.493900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-e239dbb8-2236-4d5e-ab1d-ab3f1f5c07ac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:44:26.510683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-e239dbb8-2236-4d5e-ab1d-ab3f1f5c07ac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:44:26.511914 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-e239dbb8-2236-4d5e-ab1d-ab3f1f5c07ac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451358839&fields=id&tenant_id=006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 267 time: 0.0617585 Nov 24 14:44:26.675953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-13a0ae74-c5c7-495b-b180-41b5e08b9a63 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:26.677467 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-13a0ae74-c5c7-495b-b180-41b5e08b9a63 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 808 time: 0.1590264 Nov 24 14:44:26.692760 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-698d44d8-8c53-4134-996b-4397738886d2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/quotas/006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 375 time: 0.0097561 Nov 24 14:44:26.786586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-239ab52d-a4f3-4caa-bf8e-fcc99430feac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:44:26.802903 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-239ab52d-a4f3-4caa-bf8e-fcc99430feac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:44:26.804501 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-239ab52d-a4f3-4caa-bf8e-fcc99430feac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062148 Nov 24 14:44:26.955475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-37fd4c33-f005-45d3-bce8-677da325d4fa service neutron] 10.222.0.36 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386590 Nov 24 14:44:27.102786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-c9b3582b-e35b-4317-ae4e-b43ec63f3903 service neutron] 10.222.0.36 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406555 Nov 24 14:44:27.512574 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-aed05f96-432b-4a80-a3ea-fff808d8f6f0 req-4f1840c4-1058-4193-a722-5c097a673d4f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 210 time: 0.0454876 Nov 24 14:44:28.709900 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e4a4a7b3-845c-43c2-8984-4be947d64508 req-385c9d25-f552-4d5e-ab7a-4adcb2fb8914 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 210 time: 0.0600126 Nov 24 14:44:28.758136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-d2ea482b-0a5f-4253-8836-a2a5119a5818 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:28.760041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-d2ea482b-0a5f-4253-8836-a2a5119a5818 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 808 time: 0.2442117 Nov 24 14:44:28.823089 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-232676d8-09b8-4ed0-85e4-f2b65ab5e430 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 379 time: 0.0488975 Nov 24 14:44:28.844547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'port': {'device_id': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'admin_state_up': True, 'tenant_id': '006ebce565894296b86be20c02376564', 'security_groups': ['bfd08ff3-687b-4754-a9d4-2e5d49ad139f']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:28.998642 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:29.010674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:29.031596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Made reservation on behalf of 006ebce565894296b86be20c02376564 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:44:29.036833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:29.227543 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Allocated IP 172.20.0.12 (57651250-c5a6-49ea-8854-d5bd24238134/83595188-d82d-488c-a530-1d403197c43f/e1599578-8938-4fec-bc89-b2f6d98839d5) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:44:29.453371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:29.470496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Transition to ACTIVE for port object e1599578-8938-4fec-bc89-b2f6d98839d5 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:44:29.499212 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:29.506609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7735c0aa-a1c9-425d-9dd1-816cfd395880 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:29.722816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Network 57651250-c5a6-49ea-8854-d5bd24238134 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:44:29.726194 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:44:29.730458 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:44:29.778988 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:29.784328 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:29.805993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:29.806658 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:29.842296 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-2dbfa43c-9973-4a03-83c4-b4ff66825e95 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0016093 Nov 24 14:44:29.859814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Request body: {'port': {'device_id': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:30.059069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-adf5de45-81fe-4baa-87f3-91f7fa9220d3 None None] Provisioning for port e1599578-8938-4fec-bc89-b2f6d98839d5 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:44:30.062455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c8d3-1c20-4f12-afcf-05f1760f4580 req-c0ef13d0-b4b1-46a2-90d8-226ee2423c14 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:30.063219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-36b6c8d3-1c20-4f12-afcf-05f1760f4580 req-c0ef13d0-b4b1-46a2-90d8-226ee2423c14 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:44:30.069044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-adf5de45-81fe-4baa-87f3-91f7fa9220d3 None None] Provisioning complete for port e1599578-8938-4fec-bc89-b2f6d98839d5 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:44:30.069912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-adf5de45-81fe-4baa-87f3-91f7fa9220d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.079378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.130310 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-36b6c8d3-1c20-4f12-afcf-05f1760f4580 req-c0ef13d0-b4b1-46a2-90d8-226ee2423c14 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:44:30.131474 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36b6c8d3-1c20-4f12-afcf-05f1760f4580 req-c0ef13d0-b4b1-46a2-90d8-226ee2423c14 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 932 time: 0.2423561 Nov 24 14:44:30.149888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-adf5de45-81fe-4baa-87f3-91f7fa9220d3 None None] Port e1599578-8938-4fec-bc89-b2f6d98839d5 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:44:30.248064 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36b6c8d3-1c20-4f12-afcf-05f1760f4580 req-cdaec3ec-25c1-4f4b-8bb4-4899358262a2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041551 Nov 24 14:44:30.502082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1599578-8938-4fec-bc89-b2f6d98839d5 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:44:30.510077 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.527431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Transition to ACTIVE for port object e1599578-8938-4fec-bc89-b2f6d98839d5 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:44:30.531120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.535506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:30.668268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:30.696179 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:30.783431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Attempting to bind port e1599578-8938-4fec-bc89-b2f6d98839d5 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:44:30.784079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Attempting to bind port e1599578-8938-4fec-bc89-b2f6d98839d5 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:44:30.784227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Attempting to bind port e1599578-8938-4fec-bc89-b2f6d98839d5 on network 57651250-c5a6-49ea-8854-d5bd24238134 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:44:30.790441 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Port e1599578-8938-4fec-bc89-b2f6d98839d5 on network 57651250-c5a6-49ea-8854-d5bd24238134 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:44:30.790766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Attempting to bind port e1599578-8938-4fec-bc89-b2f6d98839d5 on network 57651250-c5a6-49ea-8854-d5bd24238134 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:44:30.799566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:44:30.799951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Checking segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:44:30.800497 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Bound using segment: {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:44:30.800951 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Bound port: e1599578-8938-4fec-bc89-b2f6d98839d5, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78df940-542d-4e7d-8548-a3526e7403df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:44:30.801356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.900510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:44:30.903622 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:44:30.909063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.913005 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-26222832-c3a2-4579-b80d-6242b6659917 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:30.980517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:30.981173 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:30.982562 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] 10.222.0.76 "PUT /v2.0/ports/e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 1094 time: 1.1274126 Nov 24 14:44:30.983099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:44:31.005947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:31.016277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:31.103680 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'status': 'completed', 'code': 200} Nov 24 14:44:31.105908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-0e9c21e3-2c61-4c0b-a8d2-89f09a5ad840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:31.107415 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-0e9c21e3-2c61-4c0b-a8d2-89f09a5ad840 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1097 time: 0.0815337 Nov 24 14:44:31.186752 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-40e7086e-3af8-45a4-94fc-e7574d7e28ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 217 time: 0.0672421 Nov 24 14:44:31.254233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-b57fedac-16fa-4fcd-99d2-865209e3911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:31.255584 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-b57fedac-16fa-4fcd-99d2-865209e3911a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0593467 Nov 24 14:44:31.339912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-143c9dea-efc8-4915-b34f-21b403b8b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:31.341516 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-143c9dea-efc8-4915-b34f-21b403b8b591 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754178 Nov 24 14:44:31.539332 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-769068be-d239-49b3-be44-1a7d8f92cc60 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877394 Nov 24 14:44:31.554364 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df69128-894e-4f7b-825a-03faa454619d req-3372b996-8794-440f-bb13-3cce8621be67 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:31.555713 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df69128-894e-4f7b-825a-03faa454619d req-3372b996-8794-440f-bb13-3cce8621be67 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.1758037 Nov 24 14:44:31.818605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0df69128-894e-4f7b-825a-03faa454619d req-1375236d-96c0-4966-a21e-c30b4676011e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440722 Nov 24 14:44:31.853946 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b0b99d36-7001-4ef5-ba83-ea5254295898 req-3411289b-04a5-4358-bb96-aadd335fe3ca service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972739 Nov 24 14:44:31.992972 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-b49415bf-48b9-4779-9153-0406f8516cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:31.994768 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-b49415bf-48b9-4779-9153-0406f8516cc2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1097 time: 0.0803273 Nov 24 14:44:32.135126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-11b81037-361a-4220-9bdc-27d91a7eda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:32.136923 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-11b81037-361a-4220-9bdc-27d91a7eda55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1344821 Nov 24 14:44:32.214063 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-ab0d3775-1895-4127-a5cf-24a8582a4e9f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 217 time: 0.0686338 Nov 24 14:44:32.285219 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-8f191bd8-77e3-47da-9b21-fb1d02a38ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:32.286686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-8f191bd8-77e3-47da-9b21-fb1d02a38ab8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0653393 Nov 24 14:44:32.373848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-13ec8876-c375-4f90-870c-1bdf78093fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:32.375369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-13ec8876-c375-4f90-870c-1bdf78093fcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773542 Nov 24 14:44:32.520848 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-3b71db6c-2fe9-4ef0-acda-b95cc1c03d5c service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349659 Nov 24 14:44:32.671134 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ec3af81-8c7f-41d7-af17-d82dc790f186 req-c11dfa75-00ba-4d2a-9a75-e25980d6c51e service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404233 Nov 24 14:44:33.028015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9913c-086f-4e31-be22-7b2c6d113991 req-42c79596-ac54-4a72-9289-78e08b318006 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:33.029520 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-43d9913c-086f-4e31-be22-7b2c6d113991 req-42c79596-ac54-4a72-9289-78e08b318006 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0943315 Nov 24 14:44:33.075913 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-43d9913c-086f-4e31-be22-7b2c6d113991 req-e0a8f905-b1dd-4cba-b6d6-c84727626c3a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393291 Nov 24 14:44:34.267953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169f5c0-8eec-4020-8e3f-e203bbffebeb req-28b39e0e-0670-42b6-b62f-5554ddea95a3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:34.269560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c169f5c0-8eec-4020-8e3f-e203bbffebeb req-28b39e0e-0670-42b6-b62f-5554ddea95a3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0837359 Nov 24 14:44:34.327811 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c169f5c0-8eec-4020-8e3f-e203bbffebeb req-560dc708-dd24-4482-a865-d6ecb8afe82b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522051 Nov 24 14:44:35.524298 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792117b-5895-43bc-b474-dda68c9d2ec9 req-7ddb4e71-ffc7-498d-ba0d-4c664ff089ff tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:35.526050 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2792117b-5895-43bc-b474-dda68c9d2ec9 req-7ddb4e71-ffc7-498d-ba0d-4c664ff089ff tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0867419 Nov 24 14:44:35.572077 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2792117b-5895-43bc-b474-dda68c9d2ec9 req-29533b9b-2157-469e-a2cc-6d624cf2da3a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406013 Nov 24 14:44:36.758455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba184eb-03cf-496e-a28a-726bc03c2d06 req-0c61e5aa-5e92-48a5-ad35-e6712e55e37d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:36.759926 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cba184eb-03cf-496e-a28a-726bc03c2d06 req-0c61e5aa-5e92-48a5-ad35-e6712e55e37d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0810187 Nov 24 14:44:36.809759 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cba184eb-03cf-496e-a28a-726bc03c2d06 req-148c974b-3047-4f32-b7a9-393cd57722c6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Nov 24 14:44:38.001573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee78c5-1fad-4223-a2bb-e15fe693e9cd req-6fb13a95-6649-46e1-9e89-31822435e8d5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:38.003794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-faee78c5-1fad-4223-a2bb-e15fe693e9cd req-6fb13a95-6649-46e1-9e89-31822435e8d5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0892699 Nov 24 14:44:38.058667 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-faee78c5-1fad-4223-a2bb-e15fe693e9cd req-c7d3a972-914e-4916-8220-e616a0d5efc3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490196 Nov 24 14:44:39.257537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4009ffc-6c87-4c47-8b44-666580950212 req-d31ed6f1-6b0d-48b2-8479-2ebbd11a1601 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:39.259860 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b4009ffc-6c87-4c47-8b44-666580950212 req-d31ed6f1-6b0d-48b2-8479-2ebbd11a1601 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0902512 Nov 24 14:44:39.308454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b4009ffc-6c87-4c47-8b44-666580950212 req-51550746-392c-410b-85cd-0cacdb584b75 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Nov 24 14:44:40.330372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:44:40.517507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a7b2-bc5a-4347-89f6-1d5eb51bd5c1 req-abde9a75-a656-4f22-839a-ecf0e2defae6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:40.519622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e8a0a7b2-bc5a-4347-89f6-1d5eb51bd5c1 req-abde9a75-a656-4f22-839a-ecf0e2defae6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0863152 Nov 24 14:44:40.530155 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:44:40.545368 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'port_id': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'mac_address': 'fa:16:3e:07:20:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:44:40.565903 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e8a0a7b2-bc5a-4347-89f6-1d5eb51bd5c1 req-a5f52918-5634-40dc-ba52-d3730d8adabd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396726 Nov 24 14:44:40.603145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:40.621228 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1599578-8938-4fec-bc89-b2f6d98839d5 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:44:40.637284 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:44:40.641339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:40.643064 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:40.714260 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:40.721606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.722058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.722415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.722747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.723084 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.723418 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.723744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.724070 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.724397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.724719 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.725066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.725386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:44:40.729308 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:40.899976 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e1599578-8938-4fec-bc89-b2f6d98839d5'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:44:41.809767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c097f9-2294-4e39-8e03-8e509331a70a req-ef653f34-a3c5-4f40-a92f-64633555bce0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:41.811308 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c4c097f9-2294-4e39-8e03-8e509331a70a req-ef653f34-a3c5-4f40-a92f-64633555bce0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 945 time: 0.0907664 Nov 24 14:44:41.862654 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c4c097f9-2294-4e39-8e03-8e509331a70a req-07013f0f-4377-4e6d-b770-9e4ba748e265 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441046 Nov 24 14:44:42.345932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:44:42.423035 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port e1599578-8938-4fec-bc89-b2f6d98839d5 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:44:42.429105 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port e1599578-8938-4fec-bc89-b2f6d98839d5 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:44:42.429484 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:42.555819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:42.586875 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:44:42.597517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:44:42.601687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:42.603805 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:42.647731 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'code': 200} Nov 24 14:44:42.685288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:42.688716 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:42.946537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb17c2a-cba9-4f86-9cdd-8ca70066cd80 req-690f4687-ec82-42b5-ac7d-2620cdc96660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:42.948014 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4bb17c2a-cba9-4f86-9cdd-8ca70066cd80 req-690f4687-ec82-42b5-ac7d-2620cdc96660 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0730550 Nov 24 14:44:43.041237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4bb17c2a-cba9-4f86-9cdd-8ca70066cd80 req-85a43542-9e2f-4fb5-aabe-2b41ec9c4a1a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823197 Nov 24 14:44:43.083314 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb636-c769-4b04-8402-65490b1a6d4c req-e698e159-fb67-4a85-b4b5-5281ed12fc43 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:43.084767 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e2bb636-c769-4b04-8402-65490b1a6d4c req-e698e159-fb67-4a85-b4b5-5281ed12fc43 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.1031561 Nov 24 14:44:43.131378 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e2bb636-c769-4b04-8402-65490b1a6d4c req-de931fa2-d8a8-448b-a818-afea05aa4e9a tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 Nov 24 14:44:44.329241 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d7a6-4494-4ac5-8184-27fbb22b5851 req-626642f8-026e-41b4-97a0-8f43361e89af tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:44.330761 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49c3d7a6-4494-4ac5-8184-27fbb22b5851 req-626642f8-026e-41b4-97a0-8f43361e89af tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0855820 Nov 24 14:44:44.518999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49c3d7a6-4494-4ac5-8184-27fbb22b5851 req-4d142779-97e0-44cd-9f7f-872ed7c1de41 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812472 Nov 24 14:44:45.715340 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc1aa0-7a55-4f86-b3c3-3968832886cf req-27f8f053-cf08-4d83-b508-1b36921a47fb tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:45.716957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36cc1aa0-7a55-4f86-b3c3-3968832886cf req-27f8f053-cf08-4d83-b508-1b36921a47fb tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0862684 Nov 24 14:44:45.771890 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-36cc1aa0-7a55-4f86-b3c3-3968832886cf req-4870f513-6af8-419a-9d4d-fb0c589d56f0 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485508 Nov 24 14:44:45.977795 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807c964-0bfa-415d-ac39-64d602b887b4 req-65264811-b9a1-4911-a76b-e9b35fe00385 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:45.979311 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9807c964-0bfa-415d-ac39-64d602b887b4 req-65264811-b9a1-4911-a76b-e9b35fe00385 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0917649 Nov 24 14:44:46.035597 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9807c964-0bfa-415d-ac39-64d602b887b4 req-cecc9ef0-e090-4acf-be7e-de7b4d4994e3 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444896 Nov 24 14:44:46.059044 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50938) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:46.134541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb268ff2-a8a2-4607-bd59-f1ed5e8928c1 tempest-TestShelveInstance-1517231630 tempest-TestShelveInstance-1517231630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:46.136030 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bb268ff2-a8a2-4607-bd59-f1ed5e8928c1 tempest-TestShelveInstance-1517231630 tempest-TestShelveInstance-1517231630-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1094 time: 0.0760005 Nov 24 14:44:46.139277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 50942) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:44:46.144631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'tenant_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:44:46.151065 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:44:46.154976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Usage tracker for resource:floatingip and tenant:006ebce565894296b86be20c02376564 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:44:46.157904 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:44:46.164129 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:44:46.179509 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:46.321606 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:46.491337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Allocated IP 172.26.8.28 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/678c2f3d-1a02-4495-8927-ec59128506b6) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:44:46.655019 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:46.687619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:46.691793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4deb08bf-befe-4e53-8c34-fc96f96b086c tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:46.762136 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:44:46.765193 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:44:46.770247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:44:46.801378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'Port': ['ID=678c2f3d-1a02-4495-8927-ec59128506b6,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:46.811934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:47.220228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:47.298323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:47.394566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:47.517511 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:47.522495 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:47.526334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b46d21a9-1ede-49a1-b724-82ee5488a42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:44:47.634751 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event updated for resources: {'Port': ['ID=678c2f3d-1a02-4495-8927-ec59128506b6,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:44:47.639216 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:44:47.648635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:47.957879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Floating IP e682cfbd-219c-477d-8ce8-4e412e20e75f associated. External IP: 172.26.8.28, port: e1599578-8938-4fec-bc89-b2f6d98839d5. Nov 24 14:44:48.344046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:44:48.533237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:44:48.544094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:44:48.554623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:44:48.555252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:44:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:48.561146 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:48.623472 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-05b101dd-16a6-40c8-9151-927780d20a9b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4830577 Nov 24 14:44:48.624040 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:44:48.679888 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'status': 'completed', 'code': 200} Nov 24 14:44:48.753869 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:44:48.782785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-cd23f538-658a-4359-9e36-8f232bd416e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:48.784278 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-cd23f538-658a-4359-9e36-8f232bd416e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0802777 Nov 24 14:44:48.931099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-adc6ebd3-31ad-4206-81cb-15b9cf3090e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:48.932604 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-adc6ebd3-31ad-4206-81cb-15b9cf3090e4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1416543 Nov 24 14:44:49.042652 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-f978d9ef-4343-4755-96f3-92283527dd00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 999 time: 0.1032312 Nov 24 14:44:49.113150 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-80397d60-7e13-4dd3-bc75-37512b3f5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:49.114672 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-80397d60-7e13-4dd3-bc75-37512b3f5111 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0658476 Nov 24 14:44:49.169757 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e682cfbd-219c-477d-8ce8-4e412e20e75f', 'tenant_id': '006ebce565894296b86be20c02376564', 'floating_ip_address': '172.26.8.28', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'port_id': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'mac_address': 'fa:16:3e:07:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:44:47Z', 'updated_at': '2021-11-24T14:44:47Z', 'revision_number': 0, 'project_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:49.173760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:44:49.184709 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:44:49.185235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:44:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:49.200305 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-3936b54a-3609-491a-b822-ea7391c23c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:44:49.201821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-3936b54a-3609-491a-b822-ea7391c23c1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807631 Nov 24 14:44:49.375199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:44:49.504450 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-6431d267-4ca5-4a2f-b21f-e3f9112f3bb4 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926414 Nov 24 14:44:49.645358 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8e71e3a4-0190-4751-9a93-d84b55a9b588 req-a7016c40-cdc9-40eb-ba27-c4c8d74aed50 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351104 Nov 24 14:44:49.811943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e682cfbd-219c-477d-8ce8-4e412e20e75f', 'tenant_id': '006ebce565894296b86be20c02376564', 'floating_ip_address': '172.26.8.28', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'port_id': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'mac_address': 'fa:16:3e:07:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:44:47Z', 'updated_at': '2021-11-24T14:44:47Z', 'revision_number': 0, 'project_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:44:49.816102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716042f-6085-4937-96ea-86577ea35dbc None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': 'e682cfbd-219c-477d-8ce8-4e412e20e75f', 'tenant_id': '006ebce565894296b86be20c02376564', 'floating_ip_address': '172.26.8.28', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'port_id': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'mac_address': 'fa:16:3e:07:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:44:47Z', 'updated_at': '2021-11-24T14:44:47Z', 'revision_number': 0, 'project_id': '006ebce565894296b86be20c02376564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:44:49.946162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a54a2a47-0bdc-4078-9596-6b6f3680f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:50.039602 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83a85f-9b24-47f4-822b-9fe635e1dfd9 None None] New status for floating IP e682cfbd-219c-477d-8ce8-4e412e20e75f: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:44:50.456397 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:52.687706 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-1069e6c2-62e6-469c-b28f-98c492acd830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:53.897606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:55.479695 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:44:57.011473 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:45:17.405184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:19.949832 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-90420296-6f57-46e3-b0c9-576e9ba119ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:20.459891 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:22.690956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b769bc72-872e-470d-9b6b-44512597d2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:23.899324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:25.482142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:30.131848 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-b28d7d6a-6e21-4bb9-b73b-15da4dfc49e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713699 Nov 24 14:45:30.281560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-be991fa5-b656-4fef-b1fd-7c89ff992b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:45:30.283605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-be991fa5-b656-4fef-b1fd-7c89ff992b08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0739522 Nov 24 14:45:30.437029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-6d20fc39-8c08-4fef-909a-046590513713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:45:30.438349 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-6d20fc39-8c08-4fef-909a-046590513713 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1297438 Nov 24 14:45:30.551740 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-a4e13bf4-515b-4899-87a8-3929edc60592 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 1001 time: 0.1032815 Nov 24 14:45:30.621489 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-1e4152b3-503a-47b3-a02e-321b9ef9a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:45:30.622934 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-1e4152b3-503a-47b3-a02e-321b9ef9a95b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0605147 Nov 24 14:45:30.700822 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-4e02e6c6-2ed3-4a48-8b72-9c9ed70f0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:45:30.702799 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-4e02e6c6-2ed3-4a48-8b72-9c9ed70f0c8d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695903 Nov 24 14:45:30.839633 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-dfdb0581-2a4f-41cc-ab0c-b823decf403d service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270370 Nov 24 14:45:30.978384 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-114fb6d9-50c5-4d2e-b7e8-b7f11bea1a0a req-8c6a89b7-304d-40d6-98d5-fffc4d472a47 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285222 Nov 24 14:45:34.010349 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:45:47.421966 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:49.951440 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ada9fff7-5fec-4aeb-889e-441662a744b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:50.464316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:52.696945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ebdc-9ffc-497e-9484-eb85a01e03d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:53.904949 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:45:55.484351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:11.009191 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:46:17.420835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:19.954727 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ddd5439f-9450-4752-89ef-f0114bd84c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:20.467331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:22.697893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-54095760-d1e5-4199-8430-d9f17a96c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:23.905763 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:25.487839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:32.147259 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-edf491c1-4d4d-44f5-b2b0-d28d1ecb86a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751548 Nov 24 14:46:32.295134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-634ffbbe-372b-4dd3-b462-91d69ba5221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:32.296575 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-634ffbbe-372b-4dd3-b462-91d69ba5221b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0718801 Nov 24 14:46:32.446846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-72d9bfcd-7db9-4d07-9e91-81f611662db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:32.448198 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-72d9bfcd-7db9-4d07-9e91-81f611662db2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1279449 Nov 24 14:46:32.561017 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-a0b3332d-72dd-4e09-ae70-4c1ecfa981a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 1001 time: 0.1023710 Nov 24 14:46:32.629807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-64547bee-2415-404d-bfc6-91c716785303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:32.631237 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-64547bee-2415-404d-bfc6-91c716785303 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0608728 Nov 24 14:46:32.726039 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-1f90083d-0492-4c54-ad35-c36e1ae65082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:32.727519 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-1f90083d-0492-4c54-ad35-c36e1ae65082 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859916 Nov 24 14:46:32.997327 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-5a5329b0-0891-4d00-b1f6-01b69bdf7317 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576244 Nov 24 14:46:33.143022 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8cedd702-b0cf-4c5b-9a4a-41f32434f99a req-a169a214-c01a-4f30-b05c-5e791d7da4e3 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356757 Nov 24 14:46:46.971312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacbcb1-4658-4edd-a860-849cc6f46bfc req-755c9e46-a387-4357-a137-2eb30e696e41 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:46.972838 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9bacbcb1-4658-4edd-a860-849cc6f46bfc req-755c9e46-a387-4357-a137-2eb30e696e41 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0907156 Nov 24 14:46:47.020118 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9bacbcb1-4658-4edd-a860-849cc6f46bfc req-dabc09a2-8f59-496f-97da-6e982ce9840b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Nov 24 14:46:47.422150 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:48.008167 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:46:48.223821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1c1cc-ba9e-4fc0-80ae-cb3e41caa49e req-c4627b28-6688-4f43-9065-ac79fdda6431 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:48.225309 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76f1c1cc-ba9e-4fc0-80ae-cb3e41caa49e req-c4627b28-6688-4f43-9065-ac79fdda6431 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0871363 Nov 24 14:46:48.272504 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-76f1c1cc-ba9e-4fc0-80ae-cb3e41caa49e req-0d0ea3b2-7aef-4ea3-bd4f-53909fcc41c5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415063 Nov 24 14:46:49.460976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b20d5-0aa3-46d3-ad87-63daff52f471 req-040c4447-7f55-49eb-a5ab-9f38d067664c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:49.462454 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5e9b20d5-0aa3-46d3-ad87-63daff52f471 req-040c4447-7f55-49eb-a5ab-9f38d067664c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0807760 Nov 24 14:46:49.512885 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5e9b20d5-0aa3-46d3-ad87-63daff52f471 req-e4a3cc2f-06a3-4813-aa76-b25bd65dfa94 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447719 Nov 24 14:46:49.959760 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6c1ff0c9-85fb-43d5-a5dc-86fda2994e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:50.470316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:50.705138 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9c089-ce81-4ea7-861e-a500c6b835d0 req-111cf41f-2190-4a4b-909e-8e1978677469 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:50.706639 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93b9c089-ce81-4ea7-861e-a500c6b835d0 req-111cf41f-2190-4a4b-909e-8e1978677469 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0831792 Nov 24 14:46:50.752599 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-93b9c089-ce81-4ea7-861e-a500c6b835d0 req-2bdfab4a-0ba9-4ef1-be24-aaa26325d972 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Nov 24 14:46:51.954437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268e7f-763d-480a-ad40-a19571118250 req-f95afe7d-59bc-45ee-9577-56a6ee66586f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:51.963580 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d8268e7f-763d-480a-ad40-a19571118250 req-f95afe7d-59bc-45ee-9577-56a6ee66586f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0929682 Nov 24 14:46:52.007502 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d8268e7f-763d-480a-ad40-a19571118250 req-e6080714-6caf-4839-a51e-de8dfbaa02d5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460408 Nov 24 14:46:52.700166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe8af-2efc-464c-9030-546ec926aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:53.202892 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0a3af-c240-4d41-bee3-fb658d276687 req-6282caa1-dfad-4f42-8136-eb56f32a8d20 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:53.205418 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24e0a3af-c240-4d41-bee3-fb658d276687 req-6282caa1-dfad-4f42-8136-eb56f32a8d20 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0914204 Nov 24 14:46:53.253669 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24e0a3af-c240-4d41-bee3-fb658d276687 req-5c11063d-7c93-4098-b99f-539b7a649031 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Nov 24 14:46:53.907572 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:54.448337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a364-61a8-476f-9783-6bc4c43213c0 req-689f497d-8201-4f11-ab7f-5eb8995aee46 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:54.449858 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7239a364-61a8-476f-9783-6bc4c43213c0 req-689f497d-8201-4f11-ab7f-5eb8995aee46 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0888855 Nov 24 14:46:54.498046 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7239a364-61a8-476f-9783-6bc4c43213c0 req-b74763ea-29b6-4630-b8b0-6f93d9b02dd9 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419285 Nov 24 14:46:55.492361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:46:55.686184 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b000c-2306-483c-be46-fb5b940dd274 req-bb087a15-3ac2-4859-9b24-fbb4f32c3b83 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:55.687679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-246b000c-2306-483c-be46-fb5b940dd274 req-bb087a15-3ac2-4859-9b24-fbb4f32c3b83 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0820150 Nov 24 14:46:55.733208 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-246b000c-2306-483c-be46-fb5b940dd274 req-0b03e37d-5e07-4471-8fbb-134d88101ca5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392795 Nov 24 14:46:56.927378 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e09f0-2c76-477a-8f26-64166810d700 req-aab9190a-389c-453a-91e6-23a13f7eaffc tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:56.928871 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a54e09f0-2c76-477a-8f26-64166810d700 req-aab9190a-389c-453a-91e6-23a13f7eaffc tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0853870 Nov 24 14:46:56.973819 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a54e09f0-2c76-477a-8f26-64166810d700 req-1f52f458-c116-48a4-a75c-d435cbe23b67 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392985 Nov 24 14:46:58.164370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2da25b-16fc-41e5-86ae-cb636b625c8a req-6ee216d9-08b6-4aa3-af03-109e49de9dde tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:58.165876 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd2da25b-16fc-41e5-86ae-cb636b625c8a req-6ee216d9-08b6-4aa3-af03-109e49de9dde tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0840342 Nov 24 14:46:58.215539 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dd2da25b-16fc-41e5-86ae-cb636b625c8a req-a3a59906-ec32-4152-908f-0f25f04b9324 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440865 Nov 24 14:46:59.404491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a62b39-5d65-4098-8434-5d25cf88ddcc req-ee748202-a2eb-4c7c-bc5d-692c6922ebec tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:46:59.405999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12a62b39-5d65-4098-8434-5d25cf88ddcc req-ee748202-a2eb-4c7c-bc5d-692c6922ebec tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0823030 Nov 24 14:46:59.453896 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-12a62b39-5d65-4098-8434-5d25cf88ddcc req-6dca6773-6e59-4bab-bac6-c0b7ee4c4b74 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409908 Nov 24 14:47:00.652232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddc6a-d95a-4823-871f-91dff8279323 req-8ba9e3b7-eb6b-4f9f-8e86-444adfa43051 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:00.653735 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8d5ddc6a-d95a-4823-871f-91dff8279323 req-8ba9e3b7-eb6b-4f9f-8e86-444adfa43051 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0931411 Nov 24 14:47:00.698849 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-8d5ddc6a-d95a-4823-871f-91dff8279323 req-c3fd93c4-d487-466a-a339-223cc20c5692 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392187 Nov 24 14:47:01.886662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a98039-c24f-48ad-8f6f-93d5e8081b76 req-c812abe9-e219-4751-ab68-c7db31b084b8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:01.888104 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71a98039-c24f-48ad-8f6f-93d5e8081b76 req-c812abe9-e219-4751-ab68-c7db31b084b8 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0799558 Nov 24 14:47:01.932407 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-71a98039-c24f-48ad-8f6f-93d5e8081b76 req-0fe26405-458f-4d98-b684-25e960594d70 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380044 Nov 24 14:47:02.130126 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-aed86d55-cce0-44d1-ae2c-c1e229a35d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:02.131622 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-aed86d55-cce0-44d1-ae2c-c1e229a35d25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0762932 Nov 24 14:47:02.270928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-fda7949e-3d4a-4a44-aa00-196dd046afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:02.272369 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-fda7949e-3d4a-4a44-aa00-196dd046afcd service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1304791 Nov 24 14:47:02.507276 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-01a45ff5-b733-4fb4-acfd-141a609d8fb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 1001 time: 0.2253673 Nov 24 14:47:02.573397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-2fd0e57e-01a7-47ab-b8fa-db6e32da8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:02.574793 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-2fd0e57e-01a7-47ab-b8fa-db6e32da8161 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0562704 Nov 24 14:47:02.652984 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-24a4bfcd-e51a-4cc5-80f4-8c82cdfdb20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:02.654425 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-24a4bfcd-e51a-4cc5-80f4-8c82cdfdb20b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694411 Nov 24 14:47:02.799643 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-544a49bd-ce5b-4f51-b6d7-c309675f0cc3 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332197 Nov 24 14:47:02.940911 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7916a7e4-f964-4a8a-a6d5-eb527104eb7b req-3f639246-915e-482b-9e93-c6f77cf83140 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316311 Nov 24 14:47:03.126249 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a872b-698b-4687-8f25-90f5ae957905 req-8f3478d6-d350-4ab1-b8fb-fd28269ddcd1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:03.127729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c5a872b-698b-4687-8f25-90f5ae957905 req-8f3478d6-d350-4ab1-b8fb-fd28269ddcd1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0873241 Nov 24 14:47:03.173338 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2c5a872b-698b-4687-8f25-90f5ae957905 req-65ce38ce-35af-4621-9159-3ed695d68329 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399165 Nov 24 14:47:04.361754 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae3d64-6a58-4251-9add-4342b7d76610 req-2d907b49-1bf1-4b77-b3f3-dfea9a185c5c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:04.363812 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-40ae3d64-6a58-4251-9add-4342b7d76610 req-2d907b49-1bf1-4b77-b3f3-dfea9a185c5c tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0837398 Nov 24 14:47:04.417156 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-40ae3d64-6a58-4251-9add-4342b7d76610 req-0295865e-986b-4544-8d3e-d1d2f18b64e2 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475945 Nov 24 14:47:05.605188 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61853478-da35-42cc-a524-44c8c0b832ab req-cac9aab6-a305-413b-93e4-64ae9f2ce2b1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:05.606718 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-61853478-da35-42cc-a524-44c8c0b832ab req-cac9aab6-a305-413b-93e4-64ae9f2ce2b1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0806634 Nov 24 14:47:05.654420 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-61853478-da35-42cc-a524-44c8c0b832ab req-c63aa815-988b-4da1-97e1-d63c782db8df tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407805 Nov 24 14:47:05.868437 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51012) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:47:06.053491 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9540c1-61f2-4ae6-aeb7-24dd6581b3f1 req-60b52922-aca9-4a8d-8061-315e810df055 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:06.054938 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b9540c1-61f2-4ae6-aeb7-24dd6581b3f1 req-60b52922-aca9-4a8d-8061-315e810df055 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.1266751 Nov 24 14:47:06.112004 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0b9540c1-61f2-4ae6-aeb7-24dd6581b3f1 req-644fd5bd-4bf4-4c78-9b16-c56b06369c69 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515130 Nov 24 14:47:06.126253 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-ada41a86-75d1-46a0-9c93-f17687545987 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2565567 Nov 24 14:47:07.136561 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:47:07.256123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:07.285429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:47:07.295059 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:47:07.300596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:07.303135 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:47:07.314393 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328ecf-777a-4db8-901d-a2b35275959c req-3ebe133e-3141-4076-921c-4e9452dad1ae tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:07.315931 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4f328ecf-777a-4db8-901d-a2b35275959c req-3ebe133e-3141-4076-921c-4e9452dad1ae tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0934443 Nov 24 14:47:07.364360 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4f328ecf-777a-4db8-901d-a2b35275959c req-ca2b5c52-5544-4ff8-8b0f-6c0d04e2e4bb tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Nov 24 14:47:07.381998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:47:07.392487 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.392880 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.393299 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.393713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.394139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.394474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.394798 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.395123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.395453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.395774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.396092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.396411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:47:07.400388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:47:07.470799 dv-neutron-818153-2-hyperv neutron-server[87694]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'code': 422} returned with failed status Nov 24 14:47:08.565384 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd72af-c474-4954-8989-44ee26557941 req-f8d2abcc-05d1-4d1e-aea7-92226ceb7a52 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:08.566994 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e1fd72af-c474-4954-8989-44ee26557941 req-f8d2abcc-05d1-4d1e-aea7-92226ceb7a52 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0877762 Nov 24 14:47:08.616078 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e1fd72af-c474-4954-8989-44ee26557941 req-22556edd-d0fc-4ad9-81ce-c860bd5497ef tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Nov 24 14:47:08.977058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-3c0228fe-cecb-4134-ac5c-542c8f2569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:08.978560 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-3c0228fe-cecb-4134-ac5c-542c8f2569c1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c&tenant_id=006ebce565894296b86be20c02376564 HTTP/1.1" status: 200 len: 1097 time: 0.0775387 Nov 24 14:47:09.074967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-ca4596b4-3136-4c5a-a44d-639be1204a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:09.076441 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-ca4596b4-3136-4c5a-a44d-639be1204a54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1097 time: 0.0728450 Nov 24 14:47:09.213638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-04cc3688-0e8d-4fea-a131-3a5b710b35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:09.214979 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-04cc3688-0e8d-4fea-a131-3a5b710b35f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1283827 Nov 24 14:47:09.326479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-826b6e04-fc26-4905-bfc4-dc74c0bfc66d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 999 time: 0.1010373 Nov 24 14:47:09.396976 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-5bc5b2d5-523e-453b-8892-439782922ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:09.398535 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-5bc5b2d5-523e-453b-8892-439782922ea2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0627062 Nov 24 14:47:09.483128 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-0beb18f4-8ba6-4c95-9c75-3505c029ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:09.485596 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-0beb18f4-8ba6-4c95-9c75-3505c029ee2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763369 Nov 24 14:47:09.633592 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-41012e9e-6408-431c-978a-f5cb7838686e service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365201 Nov 24 14:47:09.845861 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-efe5a080-97a4-4090-a1ce-4c2e7470d338 req-b8c3b5d6-db1d-4707-9926-e0830b915793 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001088 Nov 24 14:47:09.876482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d21310-3900-4be3-9a20-53c1298efe2a req-e5aa90a8-5ef2-4c09-bd28-bfb967ad8124 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:09.878061 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f9d21310-3900-4be3-9a20-53c1298efe2a req-e5aa90a8-5ef2-4c09-bd28-bfb967ad8124 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.1390028 Nov 24 14:47:09.937831 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f9d21310-3900-4be3-9a20-53c1298efe2a req-ba394546-8564-401b-a743-d3f375d62c63 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509379 Nov 24 14:47:11.127201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172c6e2-6fa7-4f99-93fe-ebaf7195cec6 req-f0b7c3ab-19d5-42f9-bb6c-a3993cf2e055 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:11.128647 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6172c6e2-6fa7-4f99-93fe-ebaf7195cec6 req-f0b7c3ab-19d5-42f9-bb6c-a3993cf2e055 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0809798 Nov 24 14:47:11.172684 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6172c6e2-6fa7-4f99-93fe-ebaf7195cec6 req-ef07fc14-8a5b-4b1a-b40e-11592cf86134 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 Nov 24 14:47:12.358806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66972284-b3a1-4cb4-8bba-cd3c20ac877f req-b5d46b06-4e3f-4cb9-97f0-8da53eb9bb34 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:12.360989 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-66972284-b3a1-4cb4-8bba-cd3c20ac877f req-b5d46b06-4e3f-4cb9-97f0-8da53eb9bb34 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0833979 Nov 24 14:47:12.405686 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-66972284-b3a1-4cb4-8bba-cd3c20ac877f req-66088233-4e9c-43b2-807c-5343d59dd621 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391221 Nov 24 14:47:13.596346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba962a-9092-4bf5-bab0-58eb5f22abfe req-b0a8238c-407a-42a0-8bfa-96cb24d53186 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:13.597833 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6fba962a-9092-4bf5-bab0-58eb5f22abfe req-b0a8238c-407a-42a0-8bfa-96cb24d53186 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0826061 Nov 24 14:47:13.642701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6fba962a-9092-4bf5-bab0-58eb5f22abfe req-4fe97d10-bea1-47db-a790-6e41b1b1b896 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391116 Nov 24 14:47:14.957371 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf697d-2351-4d76-b7a0-b6a39a67ec7e req-0c32249b-ba58-4b86-b726-befa72d8e64f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:14.958726 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcf697d-2351-4d76-b7a0-b6a39a67ec7e req-0c32249b-ba58-4b86-b726-befa72d8e64f tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.2074487 Nov 24 14:47:15.003074 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0dcf697d-2351-4d76-b7a0-b6a39a67ec7e req-087c2629-14f0-413b-afc9-3901365057c5 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 Nov 24 14:47:16.195833 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24700146-afc9-4a94-85b4-a429a69ca7fe req-4d53d99d-4a55-47d4-813e-77fa4963f15b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:16.197354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24700146-afc9-4a94-85b4-a429a69ca7fe req-4d53d99d-4a55-47d4-813e-77fa4963f15b tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0900872 Nov 24 14:47:16.246729 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-24700146-afc9-4a94-85b4-a429a69ca7fe req-e7b3702a-aec7-4dd3-a9b2-abb779fcf611 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439031 Nov 24 14:47:17.171590 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:47:17.304210 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:47:17.318143 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'port_id': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'mac_address': 'fa:16:3e:07:20:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:47:17.376707 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:17.393927 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1599578-8938-4fec-bc89-b2f6d98839d5 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:47:17.409557 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:47:17.414522 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:17.418297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:47:17.440569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe7d4-b886-4123-9603-877b8fc18648 req-50726026-6251-488b-a5e0-a7f11d68b42e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:17.442067 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb1fe7d4-b886-4123-9603-877b8fc18648 req-50726026-6251-488b-a5e0-a7f11d68b42e tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 944 time: 0.0853648 Nov 24 14:47:17.486690 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:17.487695 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-fb1fe7d4-b886-4123-9603-877b8fc18648 req-9d376075-df8b-4eec-9e60-7d936cd5a427 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Nov 24 14:47:17.496628 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:47:17.501007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:47:17.704732 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['e1599578-8938-4fec-bc89-b2f6d98839d5'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:47:18.678250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a740-f0dd-4b3e-a952-8ffce8684e94 req-42f347a1-d843-4921-b27d-70fdc08ac617 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:18.679705 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bcb7a740-f0dd-4b3e-a952-8ffce8684e94 req-42f347a1-d843-4921-b27d-70fdc08ac617 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 945 time: 0.0871334 Nov 24 14:47:18.734826 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bcb7a740-f0dd-4b3e-a952-8ffce8684e94 req-167e9bc0-65c4-4f3e-af65-99e7419b2e31 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494769 Nov 24 14:47:19.173627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:47:19.240634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port e1599578-8938-4fec-bc89-b2f6d98839d5 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:47:19.241058 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:19.397423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:19.426030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:47:19.435342 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:47:19.439622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:19.441540 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:47:19.470830 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'code': 200} Nov 24 14:47:19.510563 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:47:19.514249 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:47:19.778846 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11532e9-fae0-4630-af5d-8089c129dd6d req-5e6fac8f-6c3e-48b8-874e-767cb4d615b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:19.780354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e11532e9-fae0-4630-af5d-8089c129dd6d req-5e6fac8f-6c3e-48b8-874e-767cb4d615b8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0733330 Nov 24 14:47:19.830130 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e11532e9-fae0-4630-af5d-8089c129dd6d req-b67d6ee2-097c-48c0-a67a-58ce60504f0d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Nov 24 14:47:19.934030 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2f3e2-661e-4f5f-b43d-8297a846e732 req-bad045c3-07d8-4878-9841-131d534c2e4d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:19.935518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ce2f3e2-661e-4f5f-b43d-8297a846e732 req-bad045c3-07d8-4878-9841-131d534c2e4d tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0919673 Nov 24 14:47:19.955932 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-57ce9788-4a49-4ab0-8aae-e3d3513d4a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:19.986595 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2ce2f3e2-661e-4f5f-b43d-8297a846e732 req-1f78c394-a32c-485b-8291-ccdebd4fc0ca tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440159 Nov 24 14:47:20.476853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:21.188540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2d18-1ab2-45f9-a280-20ee8c138ee1 req-c5263a42-5c93-45e1-bdd3-d0e37b302bae tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:21.190453 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-914d2d18-1ab2-45f9-a280-20ee8c138ee1 req-c5263a42-5c93-45e1-bdd3-d0e37b302bae tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0842249 Nov 24 14:47:21.242364 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-914d2d18-1ab2-45f9-a280-20ee8c138ee1 req-36dcb1a4-4a0f-4951-aea3-a6cc7cfe0ea1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464246 Nov 24 14:47:22.702030 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c69c4d0a-a5ff-4f6b-9848-ac2c670c1b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:23.911878 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:25.006980 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:47:25.496269 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:32.146839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-75e07bee-b49e-4b00-972d-f403a45b2adf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792539 Nov 24 14:47:32.305290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-82b2e82f-9e35-4041-aead-147018e00604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:32.307430 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-82b2e82f-9e35-4041-aead-147018e00604 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0845490 Nov 24 14:47:32.508281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-1df3ec9a-28bf-48f2-baa3-b48b15c0a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:32.510798 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-1df3ec9a-28bf-48f2-baa3-b48b15c0a660 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1720462 Nov 24 14:47:32.624513 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-424acf73-fd40-4871-af07-ecc102962d20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 1001 time: 0.1081204 Nov 24 14:47:32.711252 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-5218d96b-6941-4a61-bb8a-27dbe0cd09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:32.712143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-5218d96b-6941-4a61-bb8a-27dbe0cd09ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0775123 Nov 24 14:47:32.790490 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-248fafe4-197e-4fce-aad1-5d3dd0726f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:47:32.791854 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-248fafe4-197e-4fce-aad1-5d3dd0726f56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723591 Nov 24 14:47:32.802878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-aa674623-a26e-44d0-8412-a5afc37a70e8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:47:32.803801 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-aa674623-a26e-44d0-8412-a5afc37a70e8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049114 Nov 24 14:47:32.938672 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-a6905aba-ad25-4354-b13c-fdac812327c5 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270244 Nov 24 14:47:33.082577 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-46be1de6-ddac-4c7e-9c9b-3f3e64c1e530 req-9b2d0fbf-a58a-4cac-9510-c157a72e3e8b service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306136 Nov 24 14:47:47.458057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:49.948788 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20e8731a-71f0-42d3-a135-23b1c809102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:50.470116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:52.706295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a976fa0-2913-49a7-9b26-4de9fd524e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:53.915952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:47:55.497428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:02.005573 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:48:17.464566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:19.950622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-212433d4-8fc2-43db-8698-ecdaf295227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:20.471825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:22.709052 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-81b1757b-1b85-4023-8717-33375c399e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:23.916428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:25.501893 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:32.175492 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-562af1f7-726c-404b-a1a2-258e3f2f0611 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133878 Nov 24 14:48:32.324149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-d2d47480-a324-4a5f-8cf1-32ada1355829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:32.325603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-d2d47480-a324-4a5f-8cf1-32ada1355829 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.0717049 Nov 24 14:48:32.473689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-0a414861-e905-419c-9efd-5dab9387cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:32.475119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-0a414861-e905-419c-9efd-5dab9387cc24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1258726 Nov 24 14:48:32.704588 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-bf4c64c6-65c8-4fd3-8131-7d2f8ab5b98f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 1001 time: 0.2184415 Nov 24 14:48:32.771560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-f27258f7-aa7a-470a-bac7-8b44ad3aebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:32.773015 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-f27258f7-aa7a-470a-bac7-8b44ad3aebab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0585146 Nov 24 14:48:32.855405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-e95025fd-d6f3-479d-8df2-d0c378a365bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:32.856943 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-e95025fd-d6f3-479d-8df2-d0c378a365bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735273 Nov 24 14:48:32.992999 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-89335ca6-0619-49ce-8912-8896979d5ea7 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238334 Nov 24 14:48:33.126745 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7f57f50a-0c43-42da-ab24-4b7d905a7263 req-2c026d7f-f2be-418d-b840-3bcbb6e4bb59 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240275 Nov 24 14:48:39.004442 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:48:41.985601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51116) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:42.185655 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Deleting port 678c2f3d-1a02-4495-8927-ec59128506b6 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:42.185990 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:42.357677 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:42.357998 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:42.477576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Calling delete_port for 678c2f3d-1a02-4495-8927-ec59128506b6 owned by network:floatingip {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:42.623881 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:42.627337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-f12136d6-ddf2-4192-b7f1-10930ebaf5d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:42.670412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event deleted for resources: {'Port': ['ID=678c2f3d-1a02-4495-8927-ec59128506b6,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:42.706891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.707270 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.707644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.708020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.708383 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.708762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.709121 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.709474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.709828 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.710178 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.710531 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.710879 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:42.718907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:42.773492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for floatingip, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:42.773787 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Floating IP e682cfbd-219c-477d-8ce8-4e412e20e75f disassociated (deleted). External IP: 172.26.8.28, port: e1599578-8938-4fec-bc89-b2f6d98839d5. Nov 24 14:48:43.243639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:48:43.429387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:48:43.439453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:48:43.449258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:48:43.449889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:43.451551 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:43.511293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "DELETE /v2.0/floatingips/e682cfbd-219c-477d-8ce8-4e412e20e75f HTTP/1.1" status: 204 len: 168 time: 1.5219972 Nov 24 14:48:43.511293 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:48:43.629305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:48:43.753266 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'status': 'completed', 'code': 200} Nov 24 14:48:43.913816 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-05b80867-435d-4fb1-9bfb-5f754301d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:43.915293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-05b80867-435d-4fb1-9bfb-5f754301d249 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=006ebce565894296b86be20c02376564&device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 1099 time: 0.1358702 Nov 24 14:48:43.943429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:43.947227 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:48:43.956014 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:48:43.956605 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:43.957227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade46bb-8e10-4891-b7f9-07c79483696b req-e8c82c6b-338a-4751-b8f1-1cd0380d78b6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:43.957928 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-bade46bb-8e10-4891-b7f9-07c79483696b req-e8c82c6b-338a-4751-b8f1-1cd0380d78b6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:48:44.035510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-bade46bb-8e10-4891-b7f9-07c79483696b req-e8c82c6b-338a-4751-b8f1-1cd0380d78b6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:48:44.036578 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bade46bb-8e10-4891-b7f9-07c79483696b req-e8c82c6b-338a-4751-b8f1-1cd0380d78b6 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.1964729 Nov 24 14:48:44.099171 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-34184bc3-d4eb-4bce-83a8-a520bed7cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:44.100624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-34184bc3-d4eb-4bce-83a8-a520bed7cdf6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 200 len: 910 time: 0.1772995 Nov 24 14:48:44.134714 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:48:44.162467 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-bade46bb-8e10-4891-b7f9-07c79483696b req-ea6926f9-4042-40fc-a050-09f4c5a6e478 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201632 Nov 24 14:48:44.178412 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-e8925655-57a0-4cd3-a259-0a1f44ee7165 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 200 len: 217 time: 0.0695956 Nov 24 14:48:44.240683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-9b156fb2-9386-43b1-b630-e3a40c235ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:44.242125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-9b156fb2-9386-43b1-b630-e3a40c235ff0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 200 len: 847 time: 0.0566916 Nov 24 14:48:44.324721 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-fc38629b-9f58-4e36-8d90-f1b5db02da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:44.326205 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-fc38629b-9f58-4e36-8d90-f1b5db02da79 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=57651250-c5a6-49ea-8854-d5bd24238134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771518 Nov 24 14:48:44.458513 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-555a1b1c-d51c-4235-8ac0-f06e484dd8f1 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248946 Nov 24 14:48:44.504016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:44.508138 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664361c-4b45-43f4-af19-2fa75e1af14c None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:39:32Z', 'revision_number': 4, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '144fb4ce-786d-49e7-b0ea-7c749919f3bc', 'name': '', 'network_id': '57651250-c5a6-49ea-8854-d5bd24238134', 'tenant_id': '006ebce565894296b86be20c02376564', 'mac_address': 'fa:16:3e:0f:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '83595188-d82d-488c-a530-1d403197c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:32Z', 'updated_at': '2021-11-24T14:39:39Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'subnets': [{'id': '83595188-d82d-488c-a530-1d403197c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:48:44.598443 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-84e00908-3ffa-41d4-a832-4b7aad551048 req-cb8def67-cee4-4682-b3bf-edcbfa861b41 service neutron] 10.222.0.76 "GET /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324892 Nov 24 14:48:44.736400 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce841b-a122-454b-a72b-0a3ff627c6a5 None None] New status for floating IP e682cfbd-219c-477d-8ce8-4e412e20e75f: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:48:45.364038 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef04a48-c4aa-44f6-b872-c691d6ac327c req-7d928a17-40ae-4426-ae46-820c3fef1acd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:45.365522 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ef04a48-c4aa-44f6-b872-c691d6ac327c req-7d928a17-40ae-4426-ae46-820c3fef1acd tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0953774 Nov 24 14:48:45.410446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9ef04a48-c4aa-44f6-b872-c691d6ac327c req-38fb7ca6-fd81-4f1e-a48f-1516af40c282 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd08ff3-687b-4754-a9d4-2e5d49ad139f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 Nov 24 14:48:45.627679 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-2389a1b2-9fbd-44ab-84c4-83ac43a995ac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:48:45.629115 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-2389a1b2-9fbd-44ab-84c4-83ac43a995ac tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 946 time: 0.0853846 Nov 24 14:48:45.704142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Deleting port e1599578-8938-4fec-bc89-b2f6d98839d5 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:45.704485 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:46.088586 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] For port e1599578-8938-4fec-bc89-b2f6d98839d5, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=e1599578-8938-4fec-bc89-b2f6d98839d5,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:46.088966 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:46.210481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Calling delete_port for e1599578-8938-4fec-bc89-b2f6d98839d5 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:46.358255 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:46.364807 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-56fe28d0-e55d-4d40-865b-2bdf631f6f03 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:46.411801 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event deleted for resources: {'Port': ['ID=e1599578-8938-4fec-bc89-b2f6d98839d5,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:46.414893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:46.490123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] No DVR routers for this DVR port e1599578-8938-4fec-bc89-b2f6d98839d5 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:48:46.492778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:46.495683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-deleted', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:48:46.511371 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-56c8ac52-00d9-47c7-8e62-d2fd2ce4c311 req-6181b3bb-31a1-4b2f-bb58-067887d038f1 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.76 "DELETE /v2.0/ports/e1599578-8938-4fec-bc89-b2f6d98839d5 HTTP/1.1" status: 204 len: 173 time: 0.8723602 Nov 24 14:48:46.559427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5cb118e3-15d7-4f49-919a-3ea2db0051e0 req-1521cef4-15c7-4e1a-8383-8861de4c34d4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Synchronizing usage tracker for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:48:46.574650 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-5cb118e3-15d7-4f49-919a-3ea2db0051e0 req-1521cef4-15c7-4e1a-8383-8861de4c34d4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Unset dirty status for tenant:006ebce565894296b86be20c02376564 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:48:46.576091 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5cb118e3-15d7-4f49-919a-3ea2db0051e0 req-1521cef4-15c7-4e1a-8383-8861de4c34d4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 210 time: 0.0575483 Nov 24 14:48:46.626660 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadb71a4-a754-47bb-b46d-accca9b6135c', 'name': 'network-vif-deleted', 'tag': 'e1599578-8938-4fec-bc89-b2f6d98839d5', 'status': 'completed', 'code': 200} Nov 24 14:48:47.475671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:47.769806 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c373da1-c07c-456c-9b7d-a09141bbe39e req-2a658080-e8c3-4d25-8789-b351841dc522 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "GET /v2.0/ports?device_id=cadb71a4-a754-47bb-b46d-accca9b6135c HTTP/1.1" status: 200 len: 210 time: 0.0517759 Nov 24 14:48:48.867577 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51136) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:48.944692 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:48.975518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:49.050968 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:49.056320 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b7ebcaf6-edd4-4f9f-b939-66e6b2b09cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:49.071981 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd08ff3-687b-4754-a9d4-2e5d49ad139f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:49.082744 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.083131 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.083525 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.083888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.084258 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.084627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.085030 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.085392 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.085756 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.086114 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.086474 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.086833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:48:49.090284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:49.094192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:49.097779 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-2f4fb58f-ba70-4a83-bf43-02dd94d33044 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] 10.222.0.36 "DELETE /v2.0/security-groups/bfd08ff3-687b-4754-a9d4-2e5d49ad139f HTTP/1.1" status: 204 len: 168 time: 0.2266722 Nov 24 14:48:49.576508 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:48:49.610751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: e1599578-8938-4fec-bc89-b2f6d98839d5 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:48:49.611136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device e1599578-8938-4fec-bc89-b2f6d98839d5 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:48:49.951488 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-c5ffa30a-d371-4dd7-a224-38609929703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:50.157874 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51148) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:50.474245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:50.995570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:51.342663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Deleting port 144fb4ce-786d-49e7-b0ea-7c749919f3bc {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:51.343516 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:51.513332 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] For port 144fb4ce-786d-49e7-b0ea-7c749919f3bc, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=144fb4ce-786d-49e7-b0ea-7c749919f3bc,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:51.513681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:51.634842 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Calling delete_port for 144fb4ce-786d-49e7-b0ea-7c749919f3bc owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:51.806242 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:51.810587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-3f0480b3-cfb4-485f-9aaf-721176a17bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:51.857077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=144fb4ce-786d-49e7-b0ea-7c749919f3bc,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:51.885191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:52.254090 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:52.612944 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Router 868f1a1b-d1bb-4d2d-834c-76c95835a60b has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:48:52.711512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b4a26e6c-c45e-406d-9c86-f3dfc70d44cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:52.793105 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:48:52.803194 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] Sync routers for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:48:52.808707 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] 10.222.0.36 "PUT /v2.0/routers/868f1a1b-d1bb-4d2d-834c-76c95835a60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6497676 Nov 24 14:48:52.811226 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51156) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:52.813997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:48:52.814630 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:52.991296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:52.991982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:48:53.177674 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:53.187740 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Deleting port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:53.188154 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:53.275907 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:48:51Z', 'revision_number': 5, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port': {'id': 'c2fe5bc0-8cfb-45df-b798-5eadbb90b37d', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:29Z', 'updated_at': '2021-11-24T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:53.279724 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] Checking router: 868f1a1b-d1bb-4d2d-834c-76c95835a60b for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:48:53.287957 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] Routers {'868f1a1b-d1bb-4d2d-834c-76c95835a60b'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:48:53.288556 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:53.359785 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] For port c2fe5bc0-8cfb-45df-b798-5eadbb90b37d, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:53.360233 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:53.443796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] Set router 868f1a1b-d1bb-4d2d-834c-76c95835a60b gateway port host: None {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:48:53.482285 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Calling delete_port for c2fe5bc0-8cfb-45df-b798-5eadbb90b37d owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:53.549608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:48:53Z', 'revision_number': 6, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:53.553455 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdc1fb-df28-4787-8517-95a94d19c259 None None] The sync data for ids ['868f1a1b-d1bb-4d2d-834c-76c95835a60b'] in dv-neutron-818153-2-hyperv is: [{'id': '868f1a1b-d1bb-4d2d-834c-76c95835a60b', 'name': 'tempest-TestShelveInstance-305674979-router', 'tenant_id': '006ebce565894296b86be20c02376564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:28Z', 'updated_at': '2021-11-24T14:48:53Z', 'revision_number': 6, 'project_id': '006ebce565894296b86be20c02376564', 'gw_port_host': None}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:48:53.790873 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:53.794346 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ed28f827-9162-43bd-b637-9cb055baa451 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:53.839827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fe5bc0-8cfb-45df-b798-5eadbb90b37d,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:53.842897 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:53.921754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:53.936035 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.108312 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.111034 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.133089 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.133602 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868f1a1b-d1bb-4d2d-834c-76c95835a60b {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:48:54.145927 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.147032 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] 10.222.0.36 "DELETE /v2.0/routers/868f1a1b-d1bb-4d2d-834c-76c95835a60b HTTP/1.1" status: 204 len: 168 time: 1.3348520 Nov 24 14:48:54.149500 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51160) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:54.210318 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Deleting subnet 83595188-d82d-488c-a530-1d403197c43f {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:48:54.213208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.262106 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.347601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.416837 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.420490 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-41e8a782-c91e-4845-af63-f945d466772e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:54.455693 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83595188-d82d-488c-a530-1d403197c43f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:54.459241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:54.461886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.467502 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b3a98-5f79-4d27-b7d4-a109e356da73 None None] Network 57651250-c5a6-49ea-8854-d5bd24238134 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:48:54.468648 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-584f0f03-a0c6-403a-af85-5f089898083f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/83595188-d82d-488c-a530-1d403197c43f HTTP/1.1" status: 204 len: 168 time: 0.3176470 Nov 24 14:48:54.471389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51164) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:54.584996 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.595749 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Deleting port 72ed2d52-0369-4345-83fb-dae9faba65fa {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:54.596066 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.762205 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] DHCP port deletion for 57651250-c5a6-49ea-8854-d5bd24238134 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:48:54.767112 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Deleting port 72ed2d52-0369-4345-83fb-dae9faba65fa {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:54.767573 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.804440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] For port 72ed2d52-0369-4345-83fb-dae9faba65fa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72ed2d52-0369-4345-83fb-dae9faba65fa,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:54.804704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:54.930233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Calling delete_port for 72ed2d52-0369-4345-83fb-dae9faba65fa owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:55.003129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 144fb4ce-786d-49e7-b0ea-7c749919f3bc no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:48:55.019208 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.022957 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-90d6d77b-67ce-4c90-8049-95c33d6463ae tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:55.040894 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 144fb4ce-786d-49e7-b0ea-7c749919f3bc {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:48:55.041248 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 144fb4ce-786d-49e7-b0ea-7c749919f3bc not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:48:55.041668 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c2fe5bc0-8cfb-45df-b798-5eadbb90b37d no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:48:55.072352 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ed2d52-0369-4345-83fb-dae9faba65fa,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:55.076698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:55.076953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] No DVR routers for this DVR port 72ed2d52-0369-4345-83fb-dae9faba65fa on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:48:55.090485 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c2fe5bc0-8cfb-45df-b798-5eadbb90b37d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:48:55.090838 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c2fe5bc0-8cfb-45df-b798-5eadbb90b37d not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:48:55.091273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72ed2d52-0369-4345-83fb-dae9faba65fa no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:48:55.122581 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] For port 72ed2d52-0369-4345-83fb-dae9faba65fa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=72ed2d52-0369-4345-83fb-dae9faba65fa,segment=NetworkSegment(f78df940-542d-4e7d-8548-a3526e7403df),segment_id=f78df940-542d-4e7d-8548-a3526e7403df)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:55.122984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.137923 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 72ed2d52-0369-4345-83fb-dae9faba65fa {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:48:55.138273 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 72ed2d52-0369-4345-83fb-dae9faba65fa not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:48:55.193645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.219105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57651250-c5a6-49ea-8854-d5bd24238134']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:55.234694 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78df940-542d-4e7d-8548-a3526e7403df') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:55.234975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78df940-542d-4e7d-8548-a3526e7403df') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:55.246377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.251410 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Calling delete_port for 72ed2d52-0369-4345-83fb-dae9faba65fa owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:55.262806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.269847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:48:55.270315 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:48:55.284975 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:48:55.326466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:48:55.326846 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:48:55.360440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.365280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.367856 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1ca7ef77-3c15-46bf-840a-1cadd16100da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:55.393734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Pushing event deleted for resources: {'Network': ['ID=57651250-c5a6-49ea-8854-d5bd24238134,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:55.397088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:55.403786 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] 10.222.0.36 "DELETE /v2.0/networks/57651250-c5a6-49ea-8854-d5bd24238134 HTTP/1.1" status: 204 len: 168 time: 0.9313145 Nov 24 14:48:55.407326 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51168) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:55.504065 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.827936 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Deleting port 72ed2d52-0369-4345-83fb-dae9faba65fa {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:55.828321 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:55.898524 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6214fd3d-0154-4ad6-8647-5c42b4705dff None None] The port '72ed2d52-0369-4345-83fb-dae9faba65fa' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:48:56.069539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:56.415645 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Deleting port 3c30dcd9-bd86-48b6-9038-45415d023b34 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:56.415973 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:56.584320 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] For port 3c30dcd9-bd86-48b6-9038-45415d023b34, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3c30dcd9-bd86-48b6-9038-45415d023b34,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:56.584649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:56.707071 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Calling delete_port for 3c30dcd9-bd86-48b6-9038-45415d023b34 owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:56.880752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:56.884174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bea5a53c-f208-4e1c-bee1-c73120d975d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:56.929525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c30dcd9-bd86-48b6-9038-45415d023b34,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:56.932098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:57.206480 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:57.689884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Router 221921be-919b-42fd-b9e0-e62be42406f1 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:48:57.867943 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:48:57.878395 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] Sync routers for ids ['221921be-919b-42fd-b9e0-e62be42406f1'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:48:57.884386 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] 10.222.0.36 "PUT /v2.0/routers/221921be-919b-42fd-b9e0-e62be42406f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758365 Nov 24 14:48:57.887015 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51172) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:57.888189 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] Routers {'221921be-919b-42fd-b9e0-e62be42406f1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:48:57.888828 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['221921be-919b-42fd-b9e0-e62be42406f1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:58.064876 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] Set router 221921be-919b-42fd-b9e0-e62be42406f1 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:48:58.067232 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:58.244218 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:58.255352 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Deleting port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:58.255734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:58.349316 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:48:56Z', 'revision_number': 5, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port': {'id': '3a1f1f69-2ac7-4235-a47b-be47e45e9ea9', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221921be-919b-42fd-b9e0-e62be42406f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:39:36Z', 'updated_at': '2021-11-24T14:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:58.353003 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] Checking router: 221921be-919b-42fd-b9e0-e62be42406f1 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:48:58.362024 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] Routers {'221921be-919b-42fd-b9e0-e62be42406f1'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:48:58.362680 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['221921be-919b-42fd-b9e0-e62be42406f1'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:58.429604 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] For port 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:58.430084 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:58.513519 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] Set router 221921be-919b-42fd-b9e0-e62be42406f1 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:48:58.623689 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:48:58Z', 'revision_number': 6, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:48:58.627973 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c48665-d1c9-4100-8afd-11d223eae361 None None] The sync data for ids ['221921be-919b-42fd-b9e0-e62be42406f1'] in dv-neutron-818153-2-hyperv is: [{'id': '221921be-919b-42fd-b9e0-e62be42406f1', 'name': 'tempest-TestShelveInstance-413534901-router', 'tenant_id': '7b00268ae610410f8b533284045584db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:39:35Z', 'updated_at': '2021-11-24T14:48:58Z', 'revision_number': 6, 'project_id': '7b00268ae610410f8b533284045584db', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:48:58.676889 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Calling delete_port for 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 owned by network:router_gateway {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:48:58.841319 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:58.845472 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-f6108e6b-28aa-4a0d-b8eb-d4b6b4f5662f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:58.891129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1f1f69-2ac7-4235-a47b-be47e45e9ea9,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:58.894961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:58.984201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.032278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3c30dcd9-bd86-48b6-9038-45415d023b34 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:48:59.071054 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3c30dcd9-bd86-48b6-9038-45415d023b34 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:48:59.071568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3c30dcd9-bd86-48b6-9038-45415d023b34 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:48:59.167152 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.169208 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.191988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.192506 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 221921be-919b-42fd-b9e0-e62be42406f1 {{(pid=87692) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:48:59.204599 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.205730 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c337925b-ab0e-4137-b38e-6efe94b222ba admin admin] 10.222.0.36 "DELETE /v2.0/routers/221921be-919b-42fd-b9e0-e62be42406f1 HTTP/1.1" status: 204 len: 168 time: 1.3177273 Nov 24 14:48:59.208179 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51176) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:59.269138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Deleting subnet f9310c16-208f-4b85-8b76-7838e47d1256 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:48:59.272047 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.320844 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.407504 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.474915 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.478749 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c82ec973-02c2-4af3-a865-e79f21a21c8e tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:48:59.516151 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9310c16-208f-4b85-8b76-7838e47d1256,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:48:59.519195 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:48:59.520173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.525444 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca4cc0-bf79-4643-8d12-ec20821dea06 None None] Network e2aeba77-efef-412f-b05c-27e65e20e119 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:48:59.527542 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-5f753b4c-3d8e-4041-9780-a063473b6bfb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9310c16-208f-4b85-8b76-7838e47d1256 HTTP/1.1" status: 204 len: 168 time: 0.3184252 Nov 24 14:48:59.529993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51180) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:48:59.643369 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.654119 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Deleting port b4794728-ba15-44d5-8ab6-fbb94a2d274a {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:59.654559 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.780638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75303527-2bda-4c93-b585-2c257769b45d None None] DHCP port deletion for e2aeba77-efef-412f-b05c-27e65e20e119 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:48:59.784999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Deleting port b4794728-ba15-44d5-8ab6-fbb94a2d274a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:48:59.785426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.875166 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] For port b4794728-ba15-44d5-8ab6-fbb94a2d274a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4794728-ba15-44d5-8ab6-fbb94a2d274a,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:59.875518 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.988061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-75303527-2bda-4c93-b585-2c257769b45d None None] For port b4794728-ba15-44d5-8ab6-fbb94a2d274a, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b4794728-ba15-44d5-8ab6-fbb94a2d274a,segment=NetworkSegment(82ea26b3-7c38-47a6-8476-9e27be86f224),segment_id=82ea26b3-7c38-47a6-8476-9e27be86f224)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:48:59.988345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:48:59.998638 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Calling delete_port for b4794728-ba15-44d5-8ab6-fbb94a2d274a owned by network:dhcp {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:49:00.078086 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.081961 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-db0d31a3-2ad5-42f7-9637-11adfe149e52 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:00.109345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Calling delete_port for b4794728-ba15-44d5-8ab6-fbb94a2d274a owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:49:00.123741 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4794728-ba15-44d5-8ab6-fbb94a2d274a,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:00.128032 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:00.130241 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] No DVR routers for this DVR port b4794728-ba15-44d5-8ab6-fbb94a2d274a on host dv-neutron-818153-2-hyperv {{(pid=87692) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:49:00.182350 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:49:00.182702 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:49:00.355767 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.381328 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2aeba77-efef-412f-b05c-27e65e20e119']}} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:00.393678 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ea26b3-7c38-47a6-8476-9e27be86f224') {'for_net_delete': True} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:00.393973 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.services.segments.db [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ea26b3-7c38-47a6-8476-9e27be86f224') {} {{(pid=87692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:00.405182 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27550500'] for segment, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.421342 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.428017 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=87692) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:49:00.428398 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1797574'] for segment, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: Traceback (most recent call last): Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: timer() Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: cb(*args, **kw) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: return func(*args, **kwargs) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: self._notify() Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: self.callback(batched_events) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: event.method(event) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: return f(self, *a, **k) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._get(url).json() Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: return self.request(url, 'GET', **kwargs) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:49:00.441865 dv-neutron-818153-2-hyperv neutron-server[87692]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:49:00.519059 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.522456 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ef03d311-32cc-438a-8da3-4aadf57dfc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:00.535469 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.548344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2aeba77-efef-412f-b05c-27e65e20e119,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:00.551823 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:00.553605 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] 10.222.0.36 "DELETE /v2.0/networks/e2aeba77-efef-412f-b05c-27e65e20e119 HTTP/1.1" status: 204 len: 168 time: 1.0227096 Nov 24 14:49:00.661988 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51186) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:00.684462 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Deleting port b4794728-ba15-44d5-8ab6-fbb94a2d274a {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:49:00.684896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-75303527-2bda-4c93-b585-2c257769b45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.714278 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-56b56dbf-04b5-4df3-b96f-26b4d8dc6c5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006ebce565894296b86be20c02376564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487401 Nov 24 14:49:00.714547 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51190) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:00.751969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-75303527-2bda-4c93-b585-2c257769b45d None None] The port 'b4794728-ba15-44d5-8ab6-fbb94a2d274a' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:49:00.783266 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.809566 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.860890 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.864609 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-a16c9e8f-557e-4b10-921b-515518182f28 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:00.877155 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b592aa49-c513-4502-89c1-0dac6802906f,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:00.884607 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:00.885541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:00.886646 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-488d9d12-7249-40b9-9c0c-4acbc85cb9bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b592aa49-c513-4502-89c1-0dac6802906f HTTP/1.1" status: 204 len: 168 time: 0.1712017 Nov 24 14:49:00.999108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4794728-ba15-44d5-8ab6-fbb94a2d274a no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:49:01.035777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b4794728-ba15-44d5-8ab6-fbb94a2d274a {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:49:01.036131 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b4794728-ba15-44d5-8ab6-fbb94a2d274a not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:49:01.036551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:49:01.069148 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:49:01.069506 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 3a1f1f69-2ac7-4235-a47b-be47e45e9ea9 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:49:01.240733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51198) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:01.290440 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3e16cae9-d611-45e4-9362-8546ac4034ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b00268ae610410f8b533284045584db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484662 Nov 24 14:49:01.292877 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51202) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:01.351096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:01.376946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:01.430809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:01.434324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d6ab07d9-af8b-4b86-857b-8fbf77fa9475 tempest-SecGroupIPv6Test-741202880 tempest-SecGroupIPv6Test-741202880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:01.445660 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b14605e-aa04-44dc-b276-f6d1e8d4420b,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:01.450105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:01.452549 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:01.453677 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b14605e-aa04-44dc-b276-f6d1e8d4420b HTTP/1.1" status: 204 len: 168 time: 0.1599383 Nov 24 14:49:02.170633 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51226) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:02.272297 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-500115138-network', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:02.277127 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:02.281148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Usage tracker for resource:network and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:02.284021 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:02.289715 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:02.300598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Made reservation on behalf of 51f2e051d6034ada8bdc20ffe907f404 for: {'network': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:49:02.302850 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.315283 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.329470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:02.333218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:02.335938 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:02.341539 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:02.425802 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.429651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.433566 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dfacac59-c1cd-4e44-83a9-ad776a40be68 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:02.460195 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=87693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:49:02.471725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef695b4-881f-453f-8ff3-68a1e4a7ff85,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:02.475939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:02.476880 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.477217 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.segments_db [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Added segment 6abf3331-c722-4cd1-850a-87ac63a89027 of type vlan for network ec85f217-0324-4504-b384-7aa9b67943c3 Nov 24 14:49:02.504107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.532978 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.534095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:02.534681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.537908 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-dae9b308-8021-4938-ac57-d8cf49272a65 tempest-NetworksIpV6Test-730781346 tempest-NetworksIpV6Test-730781346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:02.637867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Pushing event updated for resources: {'Network': ['ID=ec85f217-0324-4504-b384-7aa9b67943c3,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:02.641607 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:02.643143 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-aca8efdd-1d68-46f9-bdb8-607d6fad1f53 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4714909 Nov 24 14:49:02.646267 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51232) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:02.648246 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network ec85f217-0324-4504-b384-7aa9b67943c3 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:49:02.652356 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Request body: {'subnet': {'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-500115138-subnet', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'ip_version': 4}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:02.657723 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:02.661562 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Usage tracker for resource:subnet and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:02.664466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:02.670132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:02.681301 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Made reservation on behalf of 51f2e051d6034ada8bdc20ffe907f404 for: {'subnet': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:49:02.683663 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28027404'] for subnet, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.891284 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1797471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28027454'] for subnet, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:02.896452 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c775f53d-078a-4b0f-81a3-0d1147249b46 tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:02.976705 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:02.979939 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:02.985993 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Checking segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:02.986351 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Network hostable DHCP agents. Network: ec85f217-0324-4504-b384-7aa9b67943c3, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87692) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:49:03.005407 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Network ec85f217-0324-4504-b384-7aa9b67943c3 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87692) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:49:03.015627 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, ec85f217-0324-4504-b384-7aa9b67943c3) {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:03.020373 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:03.021217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.024435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0fba4e-af16-4e66-b3b4-b7e8b950362c None None] Network ec85f217-0324-4504-b384-7aa9b67943c3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:49:03.042631 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-95850902-9acb-46a8-b0ef-e3f9616fa3ac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3950973 Nov 24 14:49:03.045326 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51236) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:03.050495 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:03.055138 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:03.058875 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Usage tracker for resource:router and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:03.061665 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:03.067201 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:03.078689 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.080418 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.096880 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.241183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-ec85f217-0324-4504-b384-7aa9b67943c3', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:49:03.242057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.392934 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.396926 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Allocated IP 172.20.0.2 (ec85f217-0324-4504-b384-7aa9b67943c3/9e6e6176-8d8e-4b4e-8efd-6610cae05bb3/b3940ef5-1f86-4d1c-87bf-d6f6a36a0706) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:03.620872 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.631799 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Transition to ACTIVE for port object b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:03.650000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Transition to ACTIVE for port object b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:03.654983 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.660160 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:03.719081 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.720576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Network ec85f217-0324-4504-b384-7aa9b67943c3 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:03.723437 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:03.727527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:03.750171 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.773844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Pushing event updated for resources: {'Port': ['ID=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:03.819166 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.819517 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.819858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.820196 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.820529 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.820889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.821221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.821551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.821879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.822208 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.822532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.822853 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:03.828994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:03.835984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Attempting to bind port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:03.836362 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Attempting to bind port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:03.836737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Attempting to bind port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 on network ec85f217-0324-4504-b384-7aa9b67943c3 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:03.842022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:03.842402 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Checking segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:03.843369 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.843925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Bound using segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:03.844474 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Bound port: b3940ef5-1f86-4d1c-87bf-d6f6a36a0706, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:03.844887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.939212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] For port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:03.942579 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] For port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:03.946129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:03.950012 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:04.011144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Allocated IP 172.26.8.67 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/6bc1101b-d8c4-429b-a201-df90de1f8aed) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:04.037852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Pushing event updated for resources: {'Port': ['ID=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:04.040655 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:04.164833 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:04.206930 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:04.213286 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6e4a2f4c-682b-46b9-8d99-dbc2d3255eaa tempest-TestMinimumBasicScenario-562266454 tempest-TestMinimumBasicScenario-562266454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:04.279906 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:04.283816 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:04.287471 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:04.320858 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc1101b-d8c4-429b-a201-df90de1f8aed,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:04.331676 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:04.705144 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.037593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:05.059123 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.068457 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4667c9-2785-4a2b-a059-b6ecd28ea183 None None] Network ec85f217-0324-4504-b384-7aa9b67943c3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:49:05.194638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9db4c63c-bc67-45c8-858e-db1ad3256d68 None None] Provisioning for port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:05.234372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:05.243845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:05.244220 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.264010 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87692) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:49:05.456426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.498952 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:05.503318 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.505004 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:05.574795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:05.577879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:05.582942 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:49:05.596170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:49:05.606088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:05.606753 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:05.615486 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Notify callbacks [] for router, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.619284 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5703368 Nov 24 14:49:05.619480 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51240) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:05.805709 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-ec78f429-5441-4357-a0ee-e378404442eb None None] Provisioning complete for port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:05.805984 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-ec78f429-5441-4357-a0ee-e378404442eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:05.888231 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:06.240896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:04Z', 'revision_number': 3, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:06.247911 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:49:06.248262 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Updating router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e port 6bc1101b-d8c4-429b-a201-df90de1f8aed binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:49:06.301910 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.305266 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.509475 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Allocated IP 172.20.0.1 (ec85f217-0324-4504-b384-7aa9b67943c3/9e6e6176-8d8e-4b4e-8efd-6610cae05bb3/0bf87a61-f93a-4be3-8486-813ac8f4bdbb) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:06.634827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.651883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Transition to ACTIVE for port object 6bc1101b-d8c4-429b-a201-df90de1f8aed will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:06.660361 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.663739 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.667057 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-133cd355-39cd-40f8-9cd5-de6af0000042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:06.679926 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.provisioning_blocks [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Transition to ACTIVE for port object 0bf87a61-f93a-4be3-8486-813ac8f4bdbb will not be triggered until provisioned by entity DHCP. {{(pid=87692) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:06.704686 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.708422 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-25b5c2f9-1eb0-4992-92e7-e52cf95e6b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:06.738802 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Attempting to bind port 6bc1101b-d8c4-429b-a201-df90de1f8aed on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:06.739175 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Attempting to bind port 6bc1101b-d8c4-429b-a201-df90de1f8aed by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:06.739550 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Attempting to bind port 6bc1101b-d8c4-429b-a201-df90de1f8aed on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:06.745137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3b8d1-3e65-420c-aafe-124e87021305 None None] Pushing event updated for resources: {'Port': ['ID=6bc1101b-d8c4-429b-a201-df90de1f8aed,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:06.750600 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2d3b8d1-3e65-420c-aafe-124e87021305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:06.751512 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:06.751889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:06.752296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.752681 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:06.753177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Bound port: 6bc1101b-d8c4-429b-a201-df90de1f8aed, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:06.753555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.773380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Network ec85f217-0324-4504-b384-7aa9b67943c3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:06.776192 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:06.778608 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:06.824000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Pushing event updated for resources: {'Port': ['ID=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:06.829335 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:06.834584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] For port 6bc1101b-d8c4-429b-a201-df90de1f8aed, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:06.838151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] For port 6bc1101b-d8c4-429b-a201-df90de1f8aed, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6bc1101b-d8c4-429b-a201-df90de1f8aed,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:06.841967 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.843872 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:06.846453 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:06.927451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:06.928252 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:06.964391 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.067879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:07.106253 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3b8d1-3e65-420c-aafe-124e87021305 None None] Pushing event updated for resources: {'Port': ['ID=6bc1101b-d8c4-429b-a201-df90de1f8aed,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:07.123193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2d3b8d1-3e65-420c-aafe-124e87021305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:07.159406 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-afac1fd4-ca68-4574-9c89-5986a8bb99f5 None None] Provisioning for port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:07.172477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-afac1fd4-ca68-4574-9c89-5986a8bb99f5 None None] Provisioning complete for port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:07.172863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-afac1fd4-ca68-4574-9c89-5986a8bb99f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.261108 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:07.320430 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.322144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-afac1fd4-ca68-4574-9c89-5986a8bb99f5 None None] Port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:49:07.326191 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.330445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:07.330819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.352514 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-daccf85e-b98f-4ca3-b276-3689f84673e1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:07.439546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Pushing event updated for resources: {'Port': ['ID=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:07.441904 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.445448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:07.577606 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Network ec85f217-0324-4504-b384-7aa9b67943c3 is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:07.578776 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:07.738007 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:07.742288 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd20ea7-9481-48ab-8fbd-0e13069506d6 None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:49:07.783835 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:49:07.857117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-395aa7a4-b049-44bc-aeee-cb2c0a93b483 None None] Provisioning complete for port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:07.857423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-395aa7a4-b049-44bc-aeee-cb2c0a93b483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:07.918980 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-395aa7a4-b049-44bc-aeee-cb2c0a93b483 None None] Port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:49:07.994344 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:49:08.004847 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-bf66ad73-c53d-4db2-8b92-8cb055176dae admin admin] 10.222.0.36 "PUT /v2.0/routers/bbaa84eb-4b28-411a-8a0a-833c2e06ed9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3840864 Nov 24 14:49:08.544001 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51258) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:08.550682 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1561047661-network', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:08.555941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:08.559924 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Usage tracker for resource:network and tenant:697081fbff744957a7fe1ea7c16c94eb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:08.563300 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:08.569173 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:08.580338 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Made reservation on behalf of 697081fbff744957a7fe1ea7c16c94eb for: {'network': 1} {{(pid=87692) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:49:08.582735 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for network, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.599877 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.615726 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:08.619631 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Usage tracker for resource:security_group_rule and tenant:697081fbff744957a7fe1ea7c16c94eb is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:08.622817 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:08.628766 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:08.718941 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.722937 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.726165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-cc0c6232-f66a-4b4a-ba8a-8eaabb1e3c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:08.755593 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=87692) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:49:08.765570 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf433cbf-d4ec-45d3-91e3-6fc2f992eb66,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:08.768716 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:08.773568 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.773909 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.segments_db [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Added segment d7b7c68c-d576-4534-be7f-ce2ef60fc499 of type vlan for network f450d7c7-0979-40b5-947b-099b12a04d36 Nov 24 14:49:08.802460 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756219070410'] for network, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.832893 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393'] for network, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.834014 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:08.834588 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Notify callbacks [] for network, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:08.838103 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c080eb9e-8707-4eca-a475-6d5cdd9dbcdb tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:08.945912 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Pushing event updated for resources: {'Network': ['ID=f450d7c7-0979-40b5-947b-099b12a04d36,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:08.948626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:08.950155 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-53a8fdbf-79f2-4755-aa17-d8019522cf89 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4050963 Nov 24 14:49:08.953674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51262) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:08.959662 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Request body: {'subnet': {'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1561047661-subnet', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'ip_version': 4}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:08.966422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Network f450d7c7-0979-40b5-947b-099b12a04d36 details requested by agent ovs-agent-dv-neutron-818153-2-hyperv with host dv-neutron-818153-2-hyperv {{(pid=87694) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 24 14:49:08.974733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:08.981218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Usage tracker for resource:subnet and tenant:697081fbff744957a7fe1ea7c16c94eb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:08.985482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:08.994857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:09.009954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Made reservation on behalf of 697081fbff744957a7fe1ea7c16c94eb for: {'subnet': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:49:09.013073 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27325866'] for subnet, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.066651 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6bc1101b-d8c4-429b-a201-df90de1f8aed up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:09.148541 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 6bc1101b-d8c4-429b-a201-df90de1f8aed completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:09.153562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6bc1101b-d8c4-429b-a201-df90de1f8aed triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:09.153955 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.239541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27636136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27325848'] for subnet, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.243296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2af7554b-4198-4514-bea2-e9d523373360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:09.286171 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.303022 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 6bc1101b-d8c4-429b-a201-df90de1f8aed, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6bc1101b-d8c4-429b-a201-df90de1f8aed,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:09.306863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.309783 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:09.314921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bc681c-d8c3-439d-b4ab-441e8e80afc2,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:09.318411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:09.324123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Checking segment: {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:09.324478 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Network hostable DHCP agents. Network: f450d7c7-0979-40b5-947b-099b12a04d36, hostable agents: ['8538bcc8-fba4-41ea-8101-b30c0c2e60dc'], hosted agents: [] {{(pid=87693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:49:09.345000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Network f450d7c7-0979-40b5-947b-099b12a04d36 is scheduled to be hosted by DHCP agent 8538bcc8-fba4-41ea-8101-b30c0c2e60dc with binding_index 1 {{(pid=87693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:49:09.354220 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818153-2-hyperv, f450d7c7-0979-40b5-947b-099b12a04d36) {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:09.358917 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:09.359426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.364883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa5359b-b25f-4fd3-8738-da278c8d2bd0 None None] Network f450d7c7-0979-40b5-947b-099b12a04d36 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:49:09.380271 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4d43d46c-ae4b-497f-b354-9c8f94e87fe8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4253471 Nov 24 14:49:09.382902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51268) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:09.389295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:09.394778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:09.398697 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Usage tracker for resource:router and tenant:697081fbff744957a7fe1ea7c16c94eb is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:09.401570 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:09.409541 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:09.421965 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1021658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497270'] for router, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.423063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1026573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1020941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497249'] for router, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.440181 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.469792 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=6bc1101b-d8c4-429b-a201-df90de1f8aed,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:09.474547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:09.610720 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7429e5d1-20c2-59f8-a232-87a36fca4680-f450d7c7-0979-40b5-947b-099b12a04d36', 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'fixed_ips': [{'subnet_id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2'}]}} from dv-neutron-818153-2-hyperv. {{(pid=87694) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 24 14:49:09.611622 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:09.776780 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:49:09.782476 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.db_base_plugin_common [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Allocated IP 172.20.0.2 (f450d7c7-0979-40b5-947b-099b12a04d36/04bc681c-d8c3-439d-b4ab-441e8e80afc2/26ec43fc-000f-4fab-9c2b-bddeb06c0e09) {{(pid=87694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:09.788264 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:09.789019 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:09.857510 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1020991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497171'] for router, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.001554 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.013033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Transition to ACTIVE for port object 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:10.018314 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:10.031999 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Transition to ACTIVE for port object 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 will not be triggered until provisioned by entity DHCP. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:10.038116 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861'] for port, after_create {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.043314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:10.106055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Network f450d7c7-0979-40b5-947b-099b12a04d36 is already hosted by enough agents. {{(pid=87694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:10.109674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.scheduler.base_scheduler [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Resources bound (agent type, host, resource id): {{(pid=87694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:10.113033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Received port after_create {{(pid=87694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:10.148858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Pushing event updated for resources: {'Port': ['ID=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,revision_number=1']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:10.151580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:10.187636 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.215076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Attempting to bind port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:10.215537 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Attempting to bind port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:10.215969 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Attempting to bind port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 on network f450d7c7-0979-40b5-947b-099b12a04d36 {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:10.218217 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.221857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:10.222302 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Checking segment: {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:10.222806 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.223263 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Bound using segment: {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:10.223790 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Bound port: 26ec43fc-000f-4fab-9c2b-bddeb06c0e09, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:10.224230 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.359548 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:07Z', 'revision_number': 2, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:10.363648 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:49:10.364178 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Updating router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:49:10.370295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] For port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:10.373230 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Allocated IP 172.26.8.200 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/52241814-786e-4aa3-bda4-be0895ab92aa) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:10.374977 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] For port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:10.379627 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.383279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:10.419949 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.460865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Pushing event updated for resources: {'Port': ['ID=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:10.463896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:10.548180 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.579920 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.586347 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b4d9d815-bf65-4a90-be4f-bace89cab401 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:10.666603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:10.672170 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:10.673413 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:10.733573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Pushing event updated for resources: {'Port': ['ID=52241814-786e-4aa3-bda4-be0895ab92aa,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:10.736931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:10.874867 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.887470 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Transition to ACTIVE for port object 0bf87a61-f93a-4be3-8486-813ac8f4bdbb will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:10.895265 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:10.899307 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-9ca5bf0c-5b80-413c-b741-bbb60658534e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:11.060582 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Pushing event updated for resources: {'Port': ['ID=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:11.100761 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.100957 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.101156 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.101485 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.101809 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.102135 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.102459 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.102779 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.103099 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.103418 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.103736 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.104049 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:49:11.113067 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:11.132658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:11.169511 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Attempting to bind port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:11.170155 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Attempting to bind port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:11.171353 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Attempting to bind port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb on network ec85f217-0324-4504-b384-7aa9b67943c3 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:11.178116 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:11.178502 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Checking segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:11.178913 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:11.179318 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Bound using segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:11.179799 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Bound port: 0bf87a61-f93a-4be3-8486-813ac8f4bdbb, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:11.180180 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:11.239188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:11.242616 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:11.246504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6bc1101b-d8c4-429b-a201-df90de1f8aed up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:11.290597 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] For port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:11.294146 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] For port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:11.300000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:11.306389 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-2e1da36d-7c80-4d25-886d-fc1a84550d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:11.395423 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Pushing event updated for resources: {'Port': ['ID=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:11.401147 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-6e5544b3-965b-4b8c-9c64-b4b3610f6eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:11.412411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 6bc1101b-d8c4-429b-a201-df90de1f8aed triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:11.412827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:11.417500 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:11.418135 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:11.689520 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:11.832796 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24473335-95f0-490e-bd51-a7d69869da21 None None] Network f450d7c7-0979-40b5-947b-099b12a04d36 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:49:11.841887 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1021146'] for router, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:11.965817 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Provisioning for port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:11.987162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Provisioning complete for port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:11.987877 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:12.056323 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Router d06532f7-e896-4777-8b86-4f5dcd7ab758 is scheduled to L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd with binding_index 1 {{(pid=87693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 24 14:49:12.085394 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:11Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:12.090485 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f4b7e4-109a-4932-9f6e-f37173f3ea5f None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:11Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:49:12.235079 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:12.256817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:49:12.276956 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] For port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:12.279377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Sync routers for ids ['d06532f7-e896-4777-8b86-4f5dcd7ab758'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:49:12.284523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:12.285346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:12.286845 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9028840 Nov 24 14:49:12.288324 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:12.290022 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51272) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:12.341864 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Routers {'d06532f7-e896-4777-8b86-4f5dcd7ab758'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:12.342584 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d06532f7-e896-4777-8b86-4f5dcd7ab758'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:12.521510 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Pushing event updated for resources: {'Port': ['ID=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:12.527223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:12.565597 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Set router d06532f7-e896-4777-8b86-4f5dcd7ab758 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:12.764819 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-02c926ca-e8e0-4f87-b3df-3c9d16fe7525 None None] Provisioning complete for port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:12.765359 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-02c926ca-e8e0-4f87-b3df-3c9d16fe7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:12.991643 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:49:10Z', 'revision_number': 3, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:12.995774 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Checking router: d06532f7-e896-4777-8b86-4f5dcd7ab758 for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:49:12.996127 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Updating router d06532f7-e896-4777-8b86-4f5dcd7ab758 port 52241814-786e-4aa3-bda4-be0895ab92aa binding host dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:49:13.041290 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.078279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:13.152818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.264946 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:13.265571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.391200 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Allocated IP 172.20.0.1 (f450d7c7-0979-40b5-947b-099b12a04d36/04bc681c-d8c3-439d-b4ab-441e8e80afc2/c8c025d8-487e-49e4-acc3-3b185dc9caaa) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:13.504694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0bf87a61-f93a-4be3-8486-813ac8f4bdbb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:13.544910 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.560818 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Transition to ACTIVE for port object c8c025d8-487e-49e4-acc3-3b185dc9caaa will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:13.585086 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.589626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fb081466-b4e7-4d98-b98a-15f85a431cf9 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:13.638513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:13.649593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:13.649973 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.650114 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Network f450d7c7-0979-40b5-947b-099b12a04d36 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:13.653029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:13.656780 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:13.681754 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Notify callbacks [] for port, precommit_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.710925 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Transition to ACTIVE for port object 52241814-786e-4aa3-bda4-be0895ab92aa will not be triggered until provisioned by entity L2. {{(pid=87694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:13.722000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.724190 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Pushing event updated for resources: {'Port': ['ID=c8c025d8-487e-49e4-acc3-3b185dc9caaa,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:13.726477 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-f2d3b8d1-3e65-420c-aafe-124e87021305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:13.727018 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:13.738003 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569364'] for router_interface, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.854562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Attempting to bind port 52241814-786e-4aa3-bda4-be0895ab92aa on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:13.854943 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Attempting to bind port 52241814-786e-4aa3-bda4-be0895ab92aa by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:13.855315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Attempting to bind port 52241814-786e-4aa3-bda4-be0895ab92aa on network c46d9702-f11e-43f1-8c93-a333c7ed69cb {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:13.863940 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead9eb6-e9eb-4e01-98d6-6dd2215107d0 None None] Pushing event updated for resources: {'Port': ['ID=52241814-786e-4aa3-bda4-be0895ab92aa,revision_number=2']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:13.867110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.871567 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fead9eb6-e9eb-4e01-98d6-6dd2215107d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:13.872613 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:13.873016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Checking segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:13.873450 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.873912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Bound using segment: {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'} {{(pid=87694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:13.874391 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.managers [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Bound port: 52241814-786e-4aa3-bda4-be0895ab92aa, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3334f38-458a-4802-9c28-8170814cc4a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb'}}] {{(pid=87694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:13.874775 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.923040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.980094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:13.984172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] For port 52241814-786e-4aa3-bda4-be0895ab92aa, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:13.987772 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] For port 52241814-786e-4aa3-bda4-be0895ab92aa, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=52241814-786e-4aa3-bda4-be0895ab92aa,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:13.989712 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:13.992179 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-3a5cc2b8-e3e8-492b-a8e9-229e3ba10528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:14.026994 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:14.060626 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f7266947-be56-4b82-b4b9-a5098dee41b0 None None] Provisioning for port c8c025d8-487e-49e4-acc3-3b185dc9caaa completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:14.076634 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-f7266947-be56-4b82-b4b9-a5098dee41b0 None None] Provisioning complete for port c8c025d8-487e-49e4-acc3-3b185dc9caaa triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:14.077551 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f7266947-be56-4b82-b4b9-a5098dee41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:14.097218 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:14.101353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:14.125454 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:14.128476 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-2b35502f-7e75-45d7-a0e5-1ca59cd5466d tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:14.131576 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:14.132187 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d8ee1ed3-f662-49b8-a29c-63b5a94917f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:14.160794 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Routers {'d06532f7-e896-4777-8b86-4f5dcd7ab758'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:14.161439 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d06532f7-e896-4777-8b86-4f5dcd7ab758'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:14.209632 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569591'] for router_interface, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:14.213986 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Pushing event updated for resources: {'Port': ['ID=c8c025d8-487e-49e4-acc3-3b185dc9caaa,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:14.219250 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:14.318083 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-f7266947-be56-4b82-b4b9-a5098dee41b0 None None] Port c8c025d8-487e-49e4-acc3-3b185dc9caaa cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:49:14.340795 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead9eb6-e9eb-4e01-98d6-6dd2215107d0 None None] Pushing event updated for resources: {'Port': ['ID=52241814-786e-4aa3-bda4-be0895ab92aa,revision_number=3']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:14.345676 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fead9eb6-e9eb-4e01-98d6-6dd2215107d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:14.350325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Network f450d7c7-0979-40b5-947b-099b12a04d36 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:14.351481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:14.379242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] Set router d06532f7-e896-4777-8b86-4f5dcd7ab758 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:14.546768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Router d06532f7-e896-4777-8b86-4f5dcd7ab758 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:49:14.660839 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-5ee8783d-99f9-4d4d-a7a4-40053749fb57 None None] Provisioning complete for port c8c025d8-487e-49e4-acc3-3b185dc9caaa triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:14.661110 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5ee8783d-99f9-4d4d-a7a4-40053749fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:14.739626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:49:14.749702 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-b5a9abab-dd53-46ef-84d4-98f826f194be admin admin] 10.222.0.36 "PUT /v2.0/routers/d06532f7-e896-4777-8b86-4f5dcd7ab758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4576068 Nov 24 14:49:14.771856 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8783d-99f9-4d4d-a7a4-40053749fb57 None None] Port c8c025d8-487e-49e4-acc3-3b185dc9caaa cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:49:14.807348 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c8c025d8-487e-49e4-acc3-3b185dc9caaa', 'name': '', 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'mac_address': 'fa:16:3e:22:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:13Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 2, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'subnets': [{'id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:14.812001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45706d-cb0e-422f-9124-2f9594bd0348 None None] The sync data for ids ['d06532f7-e896-4777-8b86-4f5dcd7ab758'] in dv-neutron-818153-2-hyperv is: [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c8c025d8-487e-49e4-acc3-3b185dc9caaa', 'name': '', 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'mac_address': 'fa:16:3e:22:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:13Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 2, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'subnets': [{'id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:49:15.057552 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0bf87a61-f93a-4be3-8486-813ac8f4bdbb up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:15.141662 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:15.142136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.494232 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51284) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:15.500768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-699596659', 'description': 'tempest-secgroup-smoke-699596659 description', 'project_id': '51f2e051d6034ada8bdc20ffe907f404'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:15.506954 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:15.510960 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:15.513912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:15.520776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:15.533142 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.554647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:15.558619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:15.562151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:15.568158 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:15.642659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.647559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.651611 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bf4f25f6-1770-42c9-b176-3bdd078cd673 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:15.695582 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df9487-06ce-45e0-81ca-e967cb635615,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:15.698492 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:15.699985 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.704448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51288) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:15.704943 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-3a856e05-05e2-48fd-84dc-51c830204db5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2092333 Nov 24 14:49:15.710402 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group_rule': {'security_group_id': 'b3df9487-06ce-45e0-81ca-e967cb635615', 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:15.716822 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:15.721324 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:15.724353 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:15.731209 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:15.750148 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.814512 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.818433 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.824375 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-575592d0-12f5-4875-b96b-888ca5772405 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:15.845550 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f42cf3-6498-49de-8bd4-d6a44f6d4436,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:15.848929 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:15.856797 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.860543 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-770cd25b-ccd5-476c-8c6f-b4d5606b46c1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518457 Nov 24 14:49:15.860762 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51292) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:15.865886 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group_rule': {'security_group_id': 'b3df9487-06ce-45e0-81ca-e967cb635615', 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:15.872327 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:15.876389 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:15.879754 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:15.886348 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:15.905441 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.975365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.979724 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:15.981630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-289cab4f-297c-4cda-b26b-9e0db3df995a tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:16.003802 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:49:16.005263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765a4d42-44b4-477a-ae41-c8206f702bff,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:16.007729 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:16.015248 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.016555 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-214a8f3f-b7e1-44d5-af4a-a20fa7c73530 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548791 Nov 24 14:49:16.019400 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51296) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:16.024600 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group_rule': {'security_group_id': 'b3df9487-06ce-45e0-81ca-e967cb635615', 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:16.031229 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:16.034964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:16.037775 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:16.043545 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:16.061129 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.125820 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.129308 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.131048 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-d3f5a6a1-fa59-4b55-97e4-12c83a55694f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:16.152124 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73a920-1f94-46d7-8f7f-e398a7803bd5,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:16.154563 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:16.162040 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.163191 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-86259202-4779-4b0f-a41a-fff3993b8951 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428947 Nov 24 14:49:16.166043 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51300) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:16.171595 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group_rule': {'security_group_id': 'b3df9487-06ce-45e0-81ca-e967cb635615', 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:16.177502 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:16.181421 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:16.184378 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:16.190219 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:16.206395 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.272132 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.275581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.277357 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-da6c949c-7ba1-4957-b796-8056281a472a tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:16.299052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0669eb-bd23-44a9-98e4-cb721e31d7de,revision_number=0']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:16.301415 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:16.308003 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.309163 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-10637897-dea7-4902-97d5-18dd7d4bed01 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422210 Nov 24 14:49:16.312837 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51304) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:16.318024 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group_rule': {'security_group_id': 'b3df9487-06ce-45e0-81ca-e967cb635615', 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:16.324131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:16.328731 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:16.331864 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:16.337676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:16.483690 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Project 51f2e051d6034ada8bdc20ffe907f404 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:49:16.490319 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.557843 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.562615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.564884 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-6ecd7f4d-9552-42fd-8034-9c819cb5676f tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:16.588189 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c0a219-9ada-4001-9f41-47523a5c8c96,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:16.593481 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:16.597806 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.599163 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-bea6097c-75cc-46dc-81ef-897a10601873 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2853627 Nov 24 14:49:16.602046 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51308) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:16.607048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'security_group_rule': {'security_group_id': 'b3df9487-06ce-45e0-81ca-e967cb635615', 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:16.614079 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:16.618377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:security_group_rule and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:16.621983 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:16.628063 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:16.642632 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.securitygroups_db [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Project 51f2e051d6034ada8bdc20ffe907f404 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:49:16.650165 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.716638 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.721186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889974'] for security_group_rule, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.727268 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bb036158-d8a2-4ea8-a733-1eba38993250 tempest-TestNetworkBasicOps-1968669914 tempest-TestNetworkBasicOps-1968669914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:16.749891 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e34090c-5c30-4d31-b45e-f1f81aa03735,revision_number=0']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:16.753085 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:16.760431 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:16.761644 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-5f2a2e15-3983-40c5-8a46-c047749be9d0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586690 Nov 24 14:49:16.811806 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Sync routers for ids ['d06532f7-e896-4777-8b86-4f5dcd7ab758'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:49:16.821292 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Routers {'d06532f7-e896-4777-8b86-4f5dcd7ab758'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:16.821894 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d06532f7-e896-4777-8b86-4f5dcd7ab758'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:17.013853 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Set router d06532f7-e896-4777-8b86-4f5dcd7ab758 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:17.044366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 52241814-786e-4aa3-bda4-be0895ab92aa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:17.118601 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port 52241814-786e-4aa3-bda4-be0895ab92aa completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:17.124675 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 52241814-786e-4aa3-bda4-be0895ab92aa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:17.125221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.130164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-8d2823b0-a658-4cba-ba66-975d890a4fa9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Synchronizing usage tracker for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:security_group {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:49:17.148388 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-8d2823b0-a658-4cba-ba66-975d890a4fa9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Unset dirty status for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:security_group {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:49:17.149971 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-8d2823b0-a658-4cba-ba66-975d890a4fa9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-699596659&fields=id&tenant_id=51f2e051d6034ada8bdc20ffe907f404 HTTP/1.1" status: 200 len: 267 time: 0.0667307 Nov 24 14:49:17.249278 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.268061 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port 52241814-786e-4aa3-bda4-be0895ab92aa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=52241814-786e-4aa3-bda4-be0895ab92aa,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:17.273137 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.275405 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6ce46f89-af9b-4fae-ae07-89b0422c8d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:17.309353 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-c2d8b053-ae45-4348-bc83-a5b594b99ba0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:17.309931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-c2d8b053-ae45-4348-bc83-a5b594b99ba0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Synchronizing usage tracker for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:network {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:49:17.328547 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-c2d8b053-ae45-4348-bc83-a5b594b99ba0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Unset dirty status for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:network {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:49:17.329772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-c2d8b053-ae45-4348-bc83-a5b594b99ba0 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 809 time: 0.1723800 Nov 24 14:49:17.348981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-d4485a3c-3362-4bc8-9fa1-47ef3481ad4d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/quotas/51f2e051d6034ada8bdc20ffe907f404 HTTP/1.1" status: 200 len: 375 time: 0.0130398 Nov 24 14:49:17.349502 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c8c025d8-487e-49e4-acc3-3b185dc9caaa', 'name': '', 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'mac_address': 'fa:16:3e:22:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:13Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 2, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'subnets': [{'id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:17.349945 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=52241814-786e-4aa3-bda4-be0895ab92aa,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:17.353465 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Checking router: d06532f7-e896-4777-8b86-4f5dcd7ab758 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:49:17.354025 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Updating router d06532f7-e896-4777-8b86-4f5dcd7ab758 port c8c025d8-487e-49e4-acc3-3b185dc9caaa binding host dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:49:17.360648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:17.407932 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.434936 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-66137a8f-3ad9-444a-956d-1798aac4caeb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798011 Nov 24 14:49:17.469960 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.681457 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-0b67d9e8-c55b-4aff-9e54-6f311579c0c5 service neutron] 10.222.0.36 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340040 Nov 24 14:49:17.755734 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Notify callbacks [] for port, precommit_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.767892 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.provisioning_blocks [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Transition to ACTIVE for port object c8c025d8-487e-49e4-acc3-3b185dc9caaa will not be triggered until provisioned by entity L2. {{(pid=87695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:17.774510 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:17.778984 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-ba24b708-f5d2-4f64-9b90-26f51203acd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:17.818812 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-46cfffd3-d979-4ea8-b915-1cd1358465af service neutron] 10.222.0.36 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311715 Nov 24 14:49:17.924310 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4e6b9-6e35-4132-b0bc-0e3c2d72eace None None] Pushing event updated for resources: {'Port': ['ID=c8c025d8-487e-49e4-acc3-3b185dc9caaa,revision_number=3']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:17.927081 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-def4e6b9-6e35-4132-b0bc-0e3c2d72eace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:18.020339 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Attempting to bind port c8c025d8-487e-49e4-acc3-3b185dc9caaa on host dv-neutron-818153-2-hyperv for vnic_type normal with profile {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:18.021000 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Attempting to bind port c8c025d8-487e-49e4-acc3-3b185dc9caaa by drivers openvswitch,hyperv on host dv-neutron-818153-2-hyperv at level 0 using segments [{'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:18.021085 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Attempting to bind port c8c025d8-487e-49e4-acc3-3b185dc9caaa on network f450d7c7-0979-40b5-947b-099b12a04d36 {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:18.025219 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-d96cd479-984f-4ff3-b39a-874db595761b req-eeebd09f-91d4-4280-8795-0916aa73c979 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 210 time: 0.0509989 Nov 24 14:49:18.031070 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Checking agent: {'id': '1352535d-cea7-47b0-9fc5-7710c58db7a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818153-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 47, 20), 'started_at': datetime.datetime(2021, 11, 24, 13, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818153-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:18.031457 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Checking segment: {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:18.031869 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:18.032272 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Bound using segment: {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'} {{(pid=87695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:18.032795 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.managers [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Bound port: c8c025d8-487e-49e4-acc3-3b185dc9caaa, host: dv-neutron-818153-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b7c68c-d576-4534-be7f-ce2ef60fc499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36'}}] {{(pid=87695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:18.033729 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:18.150292 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] For port c8c025d8-487e-49e4-acc3-3b185dc9caaa, host dv-neutron-818153-2-hyperv, cleared binding levels {{(pid=87695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:18.153202 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.plugins.ml2.db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] For port c8c025d8-487e-49e4-acc3-3b185dc9caaa, host dv-neutron-818153-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c8c025d8-487e-49e4-acc3-3b185dc9caaa,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:18.158261 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:18.161843 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-03c93f71-dd57-47e0-98e2-55273923162a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:18.234103 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Routers {'d06532f7-e896-4777-8b86-4f5dcd7ab758'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:18.234712 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:48:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d06532f7-e896-4777-8b86-4f5dcd7ab758'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:18.347813 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4e6b9-6e35-4132-b0bc-0e3c2d72eace None None] Pushing event updated for resources: {'Port': ['ID=c8c025d8-487e-49e4-acc3-3b185dc9caaa,revision_number=4']} {{(pid=87695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:18.357419 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG oslo_concurrency.lockutils [None req-def4e6b9-6e35-4132-b0bc-0e3c2d72eace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:18.418751 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] Set router d06532f7-e896-4777-8b86-4f5dcd7ab758 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:18.731813 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c8c025d8-487e-49e4-acc3-3b185dc9caaa', 'name': '', 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'mac_address': 'fa:16:3e:22:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:13Z', 'updated_at': '2021-11-24T14:49:18Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'subnets': [{'id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:18.736540 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f250-b033-440e-b5c6-17322e613f12 None None] The sync data for ids ['d06532f7-e896-4777-8b86-4f5dcd7ab758'] in dv-neutron-818153-2-hyperv is: [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': 'c8c025d8-487e-49e4-acc3-3b185dc9caaa', 'name': '', 'network_id': 'f450d7c7-0979-40b5-947b-099b12a04d36', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'mac_address': 'fa:16:3e:22:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:13Z', 'updated_at': '2021-11-24T14:49:18Z', 'revision_number': 4, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'subnets': [{'id': '04bc681c-d8c3-439d-b4ab-441e8e80afc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:49:19.053698 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8c025d8-487e-49e4-acc3-3b185dc9caaa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:19.139688 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7ac5377b-81d7-4d26-a537-cf76dc231706 req-78de74e8-21ef-495d-94b8-76014beecf17 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 210 time: 0.0579014 Nov 24 14:49:19.157176 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning for port c8c025d8-487e-49e4-acc3-3b185dc9caaa completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:19.162862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c8c025d8-487e-49e4-acc3-3b185dc9caaa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:19.163245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:19.297466 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:19.337034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] For port c8c025d8-487e-49e4-acc3-3b185dc9caaa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c8c025d8-487e-49e4-acc3-3b185dc9caaa,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:19.343725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:19.344612 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 52241814-786e-4aa3-bda4-be0895ab92aa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:19.369447 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fead9eb6-e9eb-4e01-98d6-6dd2215107d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:19.464536 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Pushing event updated for resources: {'Port': ['ID=c8c025d8-487e-49e4-acc3-3b185dc9caaa,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:19.468814 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:19.480141 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port 52241814-786e-4aa3-bda4-be0895ab92aa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:19.480525 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:19.953997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3bd48a9e-99d8-44f1-a58e-96e36d7f6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:20.284293 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-99d89d8b-47f0-49d7-8c5e-b53f9ea5fc7f req-1461a75c-19e6-430a-8672-f8ad8c7c824b tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 210 time: 0.0431607 Nov 24 14:49:20.479168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:21.014426 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8c025d8-487e-49e4-acc3-3b185dc9caaa up at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:21.084764 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Provisioning complete for port c8c025d8-487e-49e4-acc3-3b185dc9caaa triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:21.085129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:21.247177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-4fd0423a-c2b4-4478-ae21-06e919abb37f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:21.248572 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-4fd0423a-c2b4-4478-ae21-06e919abb37f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 809 time: 0.1532035 Nov 24 14:49:21.304367 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-3762b1c3-d8e0-4938-86c3-354b843c28a7 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51f2e051d6034ada8bdc20ffe907f404 HTTP/1.1" status: 200 len: 379 time: 0.0415773 Nov 24 14:49:21.327767 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'port': {'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'admin_state_up': True, 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'security_groups': ['b3df9487-06ce-45e0-81ca-e967cb635615']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:21.458330 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ffabc93f-2a38-4056-987e-caedfb978e5d req-09fa2704-e510-4b1f-ad5d-a960823f253d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 210 time: 0.0606399 Nov 24 14:49:21.516604 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:21.520419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:port and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:21.523240 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:21.528921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:21.538793 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Made reservation on behalf of 51f2e051d6034ada8bdc20ffe907f404 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:49:21.542282 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:21.700948 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Allocated IP 172.20.0.9 (ec85f217-0324-4504-b384-7aa9b67943c3/9e6e6176-8d8e-4b4e-8efd-6610cae05bb3/fd423949-d2b0-4bc3-8df2-cf82a051e81d) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:21.886995 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:21.902247 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Transition to ACTIVE for port object fd423949-d2b0-4bc3-8df2-cf82a051e81d will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:21.925600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:21.931069 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-a30ed360-a927-4419-bdb8-8fd449c0da94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:22.122639 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Network ec85f217-0324-4504-b384-7aa9b67943c3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:22.126676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:22.130552 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:22.162099 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:22.173684 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:22.202810 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:22.203525 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:22.224966 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-ab4ad26a-36fa-40d5-9ed1-24bafd2628fb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9019659 Nov 24 14:49:22.241225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Request body: {'port': {'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:22.355709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:22.381011 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-233e5aab-2002-4821-8f1d-f10f9b180ad8 None None] Provisioning for port fd423949-d2b0-4bc3-8df2-cf82a051e81d completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:22.385638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-233e5aab-2002-4821-8f1d-f10f9b180ad8 None None] Provisioning complete for port fd423949-d2b0-4bc3-8df2-cf82a051e81d triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:22.386015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-233e5aab-2002-4821-8f1d-f10f9b180ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:22.438769 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-233e5aab-2002-4821-8f1d-f10f9b180ad8 None None] Port fd423949-d2b0-4bc3-8df2-cf82a051e81d cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:49:22.700360 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daad3d1-f0a3-4b56-b1df-0a3f50e8ffca req-74a08108-9c67-42fe-b162-342e38724001 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:22.701016 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3daad3d1-f0a3-4b56-b1df-0a3f50e8ffca req-74a08108-9c67-42fe-b162-342e38724001 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Synchronizing usage tracker for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:49:22.715858 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-96c29125-16a4-4c1f-8b9b-b3a812ea8b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:22.779211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-3daad3d1-f0a3-4b56-b1df-0a3f50e8ffca req-74a08108-9c67-42fe-b162-342e38724001 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Unset dirty status for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:49:22.781268 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3daad3d1-f0a3-4b56-b1df-0a3f50e8ffca req-74a08108-9c67-42fe-b162-342e38724001 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 931 time: 0.2075391 Nov 24 14:49:22.785082 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd423949-d2b0-4bc3-8df2-cf82a051e81d {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:49:22.806940 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:22.836502 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Transition to ACTIVE for port object fd423949-d2b0-4bc3-8df2-cf82a051e81d will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:49:22.839612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:22.846330 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ccb63c26-0688-4cfe-aa14-6837fb9685f4 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:22.884673 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3daad3d1-f0a3-4b56-b1df-0a3f50e8ffca req-e78d3748-ba76-4ddf-93a8-e0dd05540cfc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952466 Nov 24 14:49:22.979029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:23.006858 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:23.090048 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Attempting to bind port fd423949-d2b0-4bc3-8df2-cf82a051e81d on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:49:23.090374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Attempting to bind port fd423949-d2b0-4bc3-8df2-cf82a051e81d by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:49:23.090695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Attempting to bind port fd423949-d2b0-4bc3-8df2-cf82a051e81d on network ec85f217-0324-4504-b384-7aa9b67943c3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:23.095753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Port fd423949-d2b0-4bc3-8df2-cf82a051e81d on network ec85f217-0324-4504-b384-7aa9b67943c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:49:23.096059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Attempting to bind port fd423949-d2b0-4bc3-8df2-cf82a051e81d on network ec85f217-0324-4504-b384-7aa9b67943c3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:49:23.101051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:49:23.101377 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Checking segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:49:23.101752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Bound using segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:49:23.102160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Bound port: fd423949-d2b0-4bc3-8df2-cf82a051e81d, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:49:23.102522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:23.190733 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:49:23.193609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:49:23.197784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:23.201267 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-3ac763db-91a6-4927-a107-53621ebef175 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:23.261550 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:23.262177 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:23.263532 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] 10.222.0.76 "PUT /v2.0/ports/fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 1093 time: 1.0266759 Nov 24 14:49:23.264231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:49:23.296554 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:23.300560 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:23.340048 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'status': 'completed', 'code': 200} Nov 24 14:49:23.382516 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-e497839b-3517-4ec0-9aa7-bece3710088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:23.383993 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-e497839b-3517-4ec0-9aa7-bece3710088a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1096 time: 0.0769989 Nov 24 14:49:23.463526 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-1f873096-08d4-4d0f-aa1e-0d73285d3811 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 217 time: 0.0679181 Nov 24 14:49:23.530534 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-7a2145ab-6bc2-42f0-b665-980be911d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:23.531814 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-7a2145ab-6bc2-42f0-b665-980be911d5fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0592878 Nov 24 14:49:23.613436 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-308f86fd-00d1-43fa-a85f-1e8efd4a2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:23.614894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-308f86fd-00d1-43fa-a85f-1e8efd4a2c7b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717947 Nov 24 14:49:23.753930 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-5ee06621-2466-4500-a9a2-19e8a6e0cab5 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267822 Nov 24 14:49:23.889720 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-78ad2277-db7d-4e11-89cc-def495bb0c11 req-c3868fed-d818-4a4e-acd6-59737cd2c196 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238286 Nov 24 14:49:23.923958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:24.204325 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-4940ee48-9355-4f6c-b415-3d3f31dccf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:24.205725 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-4940ee48-9355-4f6c-b415-3d3f31dccf7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1096 time: 0.2601321 Nov 24 14:49:24.213870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a786af-be0c-489e-9a21-8e1ed125d707 req-5d6468e7-80a8-4162-996a-5b05677219a1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:24.215229 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1a786af-be0c-489e-9a21-8e1ed125d707 req-5d6468e7-80a8-4162-996a-5b05677219a1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.1085835 Nov 24 14:49:24.336528 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-c1a786af-be0c-489e-9a21-8e1ed125d707 req-ba625af6-d097-481b-bb7c-684dc492f126 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017914 Nov 24 14:49:24.373474 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-5d9abda5-67d5-4159-83f1-f0d1ce522f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:24.375049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-5d9abda5-67d5-4159-83f1-f0d1ce522f13 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1589932 Nov 24 14:49:24.444860 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-af9af767-258c-49a7-98cc-a31b100f849a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 217 time: 0.0623887 Nov 24 14:49:24.512412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-96f6eaad-88fe-4f61-b79f-9b4cea40faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:24.513942 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-96f6eaad-88fe-4f61-b79f-9b4cea40faed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0599864 Nov 24 14:49:24.588578 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-ecaa209f-2586-4338-aae7-050853bd2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:24.590072 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-ecaa209f-2586-4338-aae7-050853bd2b21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694647 Nov 24 14:49:24.723178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-d822876c-9f6f-4c5b-9513-c544bd3f46e5 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247172 Nov 24 14:49:24.864557 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f7daf6a8-cabd-4640-89b1-539cf16d5a3d req-ebe7922e-978d-4ddb-9981-46bb79139ee9 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345603 Nov 24 14:49:25.509119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:25.527912 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d11a1-3e9b-4cce-846b-9a3d82eb9b97 req-327490c7-6281-4e36-a024-23c193382770 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:25.529624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-564d11a1-3e9b-4cce-846b-9a3d82eb9b97 req-327490c7-6281-4e36-a024-23c193382770 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.0870903 Nov 24 14:49:25.574342 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-564d11a1-3e9b-4cce-846b-9a3d82eb9b97 req-c9871d7d-7d76-4b35-8b37-a04de5dd86a6 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Nov 24 14:49:26.756302 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9ef22-6af1-42c6-b03b-77884610f22a req-2aa0cc17-6825-4d35-999a-af444499b54e tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:26.757776 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-45b9ef22-6af1-42c6-b03b-77884610f22a req-2aa0cc17-6825-4d35-999a-af444499b54e tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.0788088 Nov 24 14:49:26.805337 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-45b9ef22-6af1-42c6-b03b-77884610f22a req-e6159c30-7af3-441d-a2b5-978a924eb1a4 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Nov 24 14:49:27.779639 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:49:27.916356 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:27.930204 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:49:27.985646 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:27.999029 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13756-8370-4218-a708-cd028c6536c1 req-3d1f7007-f256-4933-822d-5abe87141ddb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:28.000555 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5bd13756-8370-4218-a708-cd028c6536c1 req-3d1f7007-f256-4933-822d-5abe87141ddb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.0829813 Nov 24 14:49:28.005566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd423949-d2b0-4bc3-8df2-cf82a051e81d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:49:28.021016 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:28.024848 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:28.026559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:28.046354 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-5bd13756-8370-4218-a708-cd028c6536c1 req-fb4c391b-31a8-496a-a77c-7d0970151ebe tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 Nov 24 14:49:28.092915 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:28.095849 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:28.321024 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['fd423949-d2b0-4bc3-8df2-cf82a051e81d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:49:29.239113 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d313a0-8456-4ee2-8a0b-5b08a7eec127 req-170cc0cf-2f02-461a-9cdf-b9d5df3a0310 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:29.240628 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f3d313a0-8456-4ee2-8a0b-5b08a7eec127 req-170cc0cf-2f02-461a-9cdf-b9d5df3a0310 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 944 time: 0.0879307 Nov 24 14:49:29.287037 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-f3d313a0-8456-4ee2-8a0b-5b08a7eec127 req-e303129e-a444-4a1e-a110-ddb1a10bbdee tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Nov 24 14:49:29.809446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:49:29.880534 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port fd423949-d2b0-4bc3-8df2-cf82a051e81d completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:49:29.884997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port fd423949-d2b0-4bc3-8df2-cf82a051e81d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:49:29.885370 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:30.001123 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:30.027199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:49:30.037491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:49:30.041157 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:30.043043 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:30.073969 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'code': 200} Nov 24 14:49:30.112347 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:30.115193 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:30.310134 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dce44-987a-402b-9fac-b6d216fe85dc req-aa99e144-abcc-4c43-a817-b62ca8a1a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:30.312235 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b89dce44-987a-402b-9fac-b6d216fe85dc req-aa99e144-abcc-4c43-a817-b62ca8a1a2b8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1098 time: 0.0710623 Nov 24 14:49:30.357197 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b89dce44-987a-402b-9fac-b6d216fe85dc req-3964ad67-4bef-4629-b03e-22e434ec3b1e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348229 Nov 24 14:49:30.479374 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7885f9-f60d-4be8-8f68-34bcdc5a76c7 req-1fa36684-513f-4220-a3d6-069a82c8031d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:30.480842 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc7885f9-f60d-4be8-8f68-34bcdc5a76c7 req-1fa36684-513f-4220-a3d6-069a82c8031d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 945 time: 0.0844891 Nov 24 14:49:30.526087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-cc7885f9-f60d-4be8-8f68-34bcdc5a76c7 req-0b11042e-9c21-4fb8-93cb-7203d0077f11 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Nov 24 14:49:31.711062 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1fcbf-db80-4f14-ae59-1b87756b5d78 req-e8d94576-b562-4998-bb02-600fd60e86fd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:31.712523 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87b1fcbf-db80-4f14-ae59-1b87756b5d78 req-e8d94576-b562-4998-bb02-600fd60e86fd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 945 time: 0.0811415 Nov 24 14:49:31.756596 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-87b1fcbf-db80-4f14-ae59-1b87756b5d78 req-0ea53147-158f-4d50-a7f8-5af678377b4e tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Nov 24 14:49:31.942093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fd713-807f-4195-a87f-ada5a67ec59c req-d8462dab-2df9-496a-88ae-e437000b23dd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:31.943518 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-564fd713-807f-4195-a87f-ada5a67ec59c req-d8462dab-2df9-496a-88ae-e437000b23dd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 945 time: 0.0816109 Nov 24 14:49:31.987305 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-564fd713-807f-4195-a87f-ada5a67ec59c req-69ca4180-59b1-4252-a6d2-d9c93519692f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Nov 24 14:49:32.009901 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51382) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:32.166646 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30e23e-bd99-4a32-bca2-67fe4c730a6b tempest-TestSnapshotPattern-2057112715 tempest-TestSnapshotPattern-2057112715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:32.172387 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca30e23e-bd99-4a32-bca2-67fe4c730a6b tempest-TestSnapshotPattern-2057112715 tempest-TestSnapshotPattern-2057112715-project-admin] Synchronizing usage tracker for tenant:697081fbff744957a7fe1ea7c16c94eb on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:49:32.184242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ca30e23e-bd99-4a32-bca2-67fe4c730a6b tempest-TestSnapshotPattern-2057112715 tempest-TestSnapshotPattern-2057112715-project-admin] Unset dirty status for tenant:697081fbff744957a7fe1ea7c16c94eb on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:49:32.188618 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ca30e23e-bd99-4a32-bca2-67fe4c730a6b tempest-TestSnapshotPattern-2057112715 tempest-TestSnapshotPattern-2057112715-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1093 time: 0.1745830 Nov 24 14:49:32.188839 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51388) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:49:32.193784 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:49:32.199569 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:49:32.203507 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:floatingip and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:49:32.206280 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87693) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:49:32.211870 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:49:32.225076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:32.477873 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:32.606937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Allocated IP 172.26.8.63 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/bac9f12e-cf9d-4e74-b85c-c164f520a27c) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:49:32.750827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:32.778670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:32.782674 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-59a2ba29-b7eb-4f39-91ce-283b2c38560d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:32.853013 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:49:32.856132 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:49:32.860614 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:49:32.884648 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'Port': ['ID=bac9f12e-cf9d-4e74-b85c-c164f520a27c,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:32.890942 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:33.267947 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:33.344922 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:33.547975 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:33.552265 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:33.555698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-38e2ec1b-921b-432c-9690-48f4af08d9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:49:33.659847 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'Port': ['ID=bac9f12e-cf9d-4e74-b85c-c164f520a27c,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:49:33.664695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:49:33.673505 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:33.840290 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.db.l3_db [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Floating IP 096fdbb4-affe-42b4-ab37-d24365f17f93 associated. External IP: 172.26.8.63, port: fd423949-d2b0-4bc3-8df2-cf82a051e81d. Nov 24 14:49:34.197489 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-f5ddf86e-d7eb-4eba-a1f8-07ca86740b30 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211317 Nov 24 14:49:34.431334 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:49:34.435482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-80ebc153-78db-4656-88c2-acdc26c5f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:34.436990 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-80ebc153-78db-4656-88c2-acdc26c5f8a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1098 time: 0.1298091 Nov 24 14:49:34.726027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-2740e2e0-b719-451c-b351-7c7d2805f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:34.727465 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-2740e2e0-b719-451c-b351-7c7d2805f3c8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.2365417 Nov 24 14:49:34.728565 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:49:34.738448 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:49:34.749504 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:34.750126 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:49:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:34.833124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:34.884374 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-5beac13a-525d-46d2-910c-c4a2b80223d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 998 time: 0.1484959 Nov 24 14:49:34.932703 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:34.937565 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7476890 Nov 24 14:49:34.940273 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:49:34.959827 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-42bb898f-85f1-4d45-96ca-8fdff429b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:34.961627 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-42bb898f-85f1-4d45-96ca-8fdff429b92d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0699422 Nov 24 14:49:35.047859 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-20e2d531-9940-44a3-af79-016fa68abd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:35.049377 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-20e2d531-9940-44a3-af79-016fa68abd68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809369 Nov 24 14:49:35.077763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'status': 'completed', 'code': 200} Nov 24 14:49:35.184449 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-9fbae80b-276f-4fba-8610-138e6d31d271 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274099 Nov 24 14:49:35.290428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:33Z', 'revision_number': 0, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:35.294286 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:49:35.303451 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:49:35.304053 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:49:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:35.458879 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0300a2d3-e355-4fca-bc94-3b97bd166a6d req-523fbbcd-a97c-417b-bd36-24a695dbfd68 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680776 Nov 24 14:49:35.547435 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:49:35.572572 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951a0c-d437-454a-8655-4007cea5125b req-c0af1144-311d-4f37-b344-de2d762acf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:35.574056 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-c0af1144-311d-4f37-b344-de2d762acf4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1098 time: 0.0702505 Nov 24 14:49:35.710905 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951a0c-d437-454a-8655-4007cea5125b req-2c21712b-3c72-4a32-bd12-645a2f546b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:35.712361 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-2c21712b-3c72-4a32-bd12-645a2f546b29 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1266911 Nov 24 14:49:35.816646 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-d1f2bbb2-3529-445b-a720-f9e4e7c3d249 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 998 time: 0.0970902 Nov 24 14:49:35.879482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951a0c-d437-454a-8655-4007cea5125b req-454481e5-ba90-401e-8f77-3a7b845bb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:35.880980 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-454481e5-ba90-401e-8f77-3a7b845bb7ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0582602 Nov 24 14:49:35.900948 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:33Z', 'revision_number': 0, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:49:35.905786 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2ac07-f52e-4f53-bd04-559f50033f0a None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:33Z', 'revision_number': 0, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:49:35.961196 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951a0c-d437-454a-8655-4007cea5125b req-61f87818-eaf0-46c1-a8df-000fa4ab1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:49:35.962657 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-61f87818-eaf0-46c1-a8df-000fa4ab1a9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752749 Nov 24 14:49:36.099763 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-ef7d4657-d7d8-4a16-baf6-30a80ab62367 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299734 Nov 24 14:49:36.107139 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4247ad-3af1-481a-851b-451e99b52f31 None None] New status for floating IP 096fdbb4-affe-42b4-ab37-d24365f17f93: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:49:36.234664 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ac951a0c-d437-454a-8655-4007cea5125b req-1cdb9420-46ee-4888-9799-a14f15453221 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283028 Nov 24 14:49:47.474033 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:49.955142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2b3843db-8d5d-4302-aa85-43e4e389fbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:50.481275 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:52.718903 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ab83-fb21-402d-bc8e-4e4e193cf226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:53.003204 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:49:53.925620 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:49:55.510606 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:17.462032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:19.956596 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-3e54c97a-6fcf-4116-b47b-00b2fa2b110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:20.483824 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:22.721172 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-67f90f9c-910a-4fcc-bd5a-8e52ca32db38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:23.927734 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:25.513996 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:30.001955 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:50:34.235027 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-64a559a3-8eea-44e0-80ed-16c782e4ef03 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700126 Nov 24 14:50:34.387576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baacee-7118-4f1f-aade-18cae334134f req-cdd25c4c-2b71-4b15-96aa-345f4425c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:50:34.389044 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-cdd25c4c-2b71-4b15-96aa-345f4425c945 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1098 time: 0.0756106 Nov 24 14:50:34.536734 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baacee-7118-4f1f-aade-18cae334134f req-47094467-5dee-43b9-ae30-c95e519e7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:50:34.538097 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-47094467-5dee-43b9-ae30-c95e519e7409 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1261594 Nov 24 14:50:34.645800 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-894db38e-cfcb-4085-abd7-0c7e24b9a07c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 1000 time: 0.0977829 Nov 24 14:50:34.712456 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baacee-7118-4f1f-aade-18cae334134f req-2f794850-9965-4746-bf00-0fc3f6e16368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:50:34.713944 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-2f794850-9965-4746-bf00-0fc3f6e16368 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0573728 Nov 24 14:50:34.791133 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baacee-7118-4f1f-aade-18cae334134f req-9474a2ec-d044-4aca-9bb9-8cabf08195df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:50:34.792465 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-9474a2ec-d044-4aca-9bb9-8cabf08195df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686002 Nov 24 14:50:34.927033 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-f163d02e-5dc0-408e-8fff-cced644c39a3 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241512 Nov 24 14:50:35.064417 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-22baacee-7118-4f1f-aade-18cae334134f req-ba94a2a6-e82e-4edc-bcf9-977546290be5 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270006 Nov 24 14:50:47.465430 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:49.957267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-24c18612-0aaf-4d4c-a064-9505dbf246db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:50.485235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:52.722657 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f19de971-b980-4915-8db7-a67d95057a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:53.931096 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:50:55.517235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:07.001127 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:51:17.461170 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:19.958319 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e9d95a29-a022-408f-9eb1-2f825e82930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:20.489366 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:22.724918 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-82fee5bb-6cf9-4100-bd75-0add8338a6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:23.934673 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:25.519874 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:35.382031 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-acdb95d3-87a9-45d3-b868-ae153b6ce213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:35.383483 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-acdb95d3-87a9-45d3-b868-ae153b6ce213 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1098 time: 0.2012265 Nov 24 14:51:35.532596 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-502f1a0b-174e-46e8-88fe-a33c9bc07d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:35.534092 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-502f1a0b-174e-46e8-88fe-a33c9bc07d81 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1297424 Nov 24 14:51:35.639310 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-5b6050a1-edd9-4557-9cd4-569552b60837 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 1000 time: 0.0981045 Nov 24 14:51:35.717558 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-d92f41ff-d7a5-425e-b1f0-8bfad5253536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:35.719041 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-d92f41ff-d7a5-425e-b1f0-8bfad5253536 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0678105 Nov 24 14:51:35.800619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-97600b36-b9b2-4f05-9c98-3ef94449b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:35.802119 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-97600b36-b9b2-4f05-9c98-3ef94449b1cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761065 Nov 24 14:51:35.941821 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-d96507c9-bf59-499b-b63a-a49f7fb0f508 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328244 Nov 24 14:51:36.085605 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-dcbba1a8-124e-41b5-9675-fc06d898c679 req-0e8b86c8-8e4d-428f-afb9-0aab7cef69d6 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333165 Nov 24 14:51:36.402094 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:51:36.548222 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:51:36.562888 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:51:36.627434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:36.646705 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd423949-d2b0-4bc3-8df2-cf82a051e81d {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:51:36.664345 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:51:36.669935 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:36.673310 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-fead9eb6-e9eb-4e01-98d6-6dd2215107d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:51:36.758069 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:51:36.765380 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['fd423949-d2b0-4bc3-8df2-cf82a051e81d'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:51:36.807341 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.807687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.808029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.808355 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.808687 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.809046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.809887 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.810294 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.810825 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.811281 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.811997 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.812492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:36.824223 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:51:38.409951 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:51:38.487829 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port fd423949-d2b0-4bc3-8df2-cf82a051e81d triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:51:38.488190 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:38.617740 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:38.647314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:51:38.658082 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:51:38.691756 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:38.694591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-d29b10ce-302a-4e91-9e95-90ccc4cbc26d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:51:38.734621 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'code': 200} Nov 24 14:51:38.773188 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:51:38.776212 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:51:44.000455 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:51:45.700772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-74eb6477-e8e4-4ecf-b940-537907dfcf49 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-699596659&fields=id&tenant_id=51f2e051d6034ada8bdc20ffe907f404 HTTP/1.1" status: 200 len: 267 time: 0.0401502 Nov 24 14:51:45.851164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-fd9a3e3d-beb6-403c-8fd1-ffe8ea2efc08 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:45.852590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-fd9a3e3d-beb6-403c-8fd1-ffe8ea2efc08 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 809 time: 0.1454349 Nov 24 14:51:45.867446 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-6ec5bcb2-bcf0-41d7-9e9d-1cc458b1578b tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/quotas/51f2e051d6034ada8bdc20ffe907f404 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Nov 24 14:51:45.957770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-12b4b1c1-ff04-4b11-9db0-53db9f316ec9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837703 Nov 24 14:51:45.972878 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-099e7026-214b-41b4-a9d8-14a70855e61b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87693) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:51:45.973811 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-099e7026-214b-41b4-a9d8-14a70855e61b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050926 Nov 24 14:51:46.103510 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-7aa876f9-ccf1-4116-847c-3810d02c9293 service neutron] 10.222.0.36 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244760 Nov 24 14:51:46.236567 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-ce52c23e-0668-4cfe-9f88-f971c1a83cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265769 Nov 24 14:51:46.415112 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6b255966-dda3-4af2-ab98-0c9cb2dce667 req-eec70c4c-b837-4eb4-b7da-e282ef18ba5d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 210 time: 0.0482891 Nov 24 14:51:47.477555 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:47.629857 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-1d090bf3-42df-46ea-ad97-48dac6174456 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:47.631590 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-1d090bf3-42df-46ea-ad97-48dac6174456 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 809 time: 0.1600096 Nov 24 14:51:47.701350 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-451c8ea3-29da-4208-9c26-921892a0b8f5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51f2e051d6034ada8bdc20ffe907f404 HTTP/1.1" status: 200 len: 379 time: 0.0553136 Nov 24 14:51:47.741433 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'port': {'device_id': '4f39b522-7484-4d11-b221-cc387e32c759', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'admin_state_up': True, 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'security_groups': ['b3df9487-06ce-45e0-81ca-e967cb635615']}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:51:47.764274 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2f432337-7c43-4e3d-bea9-a3648aaa3952 req-3d51a9d1-ea29-4fb8-8028-01fb175e16e2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 210 time: 0.0620980 Nov 24 14:51:48.019151 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:51:48.030056 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.quota.driver [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87693) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:51:48.041160 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Made reservation on behalf of 51f2e051d6034ada8bdc20ffe907f404 for: {'port': 1} {{(pid=87693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:51:48.045709 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:48.313969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_common [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Allocated IP 172.20.0.8 (ec85f217-0324-4504-b384-7aa9b67943c3/9e6e6176-8d8e-4b4e-8efd-6610cae05bb3/bb667fbb-9aca-4e3f-84bb-5c719bcf47e0) {{(pid=87693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:51:48.462594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:51:48.563486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for port, precommit_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:48.582600 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Transition to ACTIVE for port object bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 will not be triggered until provisioned by entity DHCP. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:51:48.610869 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_create {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:48.618254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b3362c9e-0636-434a-b0b7-1533127e5f86 tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:51:48.675840 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:48.701545 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Network ec85f217-0324-4504-b384-7aa9b67943c3 is already hosted by enough agents. {{(pid=87693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:51:48.705452 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.base_scheduler [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources bound (agent type, host, resource id): {{(pid=87693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:51:48.709573 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Received port after_create {{(pid=87693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:51:48.730701 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:51:48.748483 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:51:48.750830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=1']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:51:48.765243 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.765631 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.766014 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.766379 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.766752 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.767120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.767482 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.768611 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:48.773041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-133cd355-39cd-40f8-9cd5-de6af0000042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:51:48.775154 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.775603 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.775993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.776601 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.776718 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:51:48.791651 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:51:48.830397 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:48.831418 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:48.842436 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'code': 200} Nov 24 14:51:48.897689 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-5967d413-ae93-4355-a0e0-cdc08e0560e3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1645374 Nov 24 14:51:48.978683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:51:48.990492 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:51:49.062135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28431d6a-06e0-49b1-b89f-42be7392fde7 req-bdbcc81d-6b6c-4249-b25a-fe3ef23185e7 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:49.062817 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-28431d6a-06e0-49b1-b89f-42be7392fde7 req-bdbcc81d-6b6c-4249-b25a-fe3ef23185e7 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Synchronizing usage tracker for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:51:49.081141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-28431d6a-06e0-49b1-b89f-42be7392fde7 req-bdbcc81d-6b6c-4249-b25a-fe3ef23185e7 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Unset dirty status for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:51:49.082452 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-28431d6a-06e0-49b1-b89f-42be7392fde7 req-bdbcc81d-6b6c-4249-b25a-fe3ef23185e7 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.1127696 Nov 24 14:51:49.113962 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-00a2f622-1034-4b7c-aa66-5973bf925f6a None None] Provisioning for port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 completed by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:51:49.119066 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-00a2f622-1034-4b7c-aa66-5973bf925f6a None None] Provisioning complete for port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 triggered by entity DHCP. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:51:49.119528 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-00a2f622-1034-4b7c-aa66-5973bf925f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:49.142427 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-28431d6a-06e0-49b1-b89f-42be7392fde7 req-ec39bd76-4177-47e7-a1d8-741c26e253a2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534840 Nov 24 14:51:49.183385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-00a2f622-1034-4b7c-aa66-5973bf925f6a None None] Port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 cannot update to ACTIVE because it is not bound. {{(pid=87694) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 24 14:51:49.959696 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6143c920-4e8f-4ce7-aeb6-aa0345596242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:50.321599 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163526f-29c4-4f2f-aa9a-aa2ba5c9d611 req-c5a94f2e-a002-4ed6-b2fc-5b9daca86439 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:50.323087 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e163526f-29c4-4f2f-aa9a-aa2ba5c9d611 req-c5a94f2e-a002-4ed6-b2fc-5b9daca86439 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0823033 Nov 24 14:51:50.369949 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e163526f-29c4-4f2f-aa9a-aa2ba5c9d611 req-0d8c187f-e3a8-4efe-8353-245acad4c665 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408695 Nov 24 14:51:50.491608 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:51.568144 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586040d5-c28b-4ab7-9585-4775653ad602 req-86bff001-4684-439b-8edf-fadcc2eddf14 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:51.569615 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-586040d5-c28b-4ab7-9585-4775653ad602 req-86bff001-4684-439b-8edf-fadcc2eddf14 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0852766 Nov 24 14:51:51.616794 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-586040d5-c28b-4ab7-9585-4775653ad602 req-9d6878f5-2152-4e26-bcd2-9f424ab805c3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Nov 24 14:51:52.728985 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-820c2dac-2156-4f8e-88a6-8a1eb3d8c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:52.829592 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49397ed3-b25e-4c2b-b415-498d550b2139 req-f6c36008-ba07-45bf-9903-65d8d54ee0d5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:52.831049 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49397ed3-b25e-4c2b-b415-498d550b2139 req-f6c36008-ba07-45bf-9903-65d8d54ee0d5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0909069 Nov 24 14:51:52.881016 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-49397ed3-b25e-4c2b-b415-498d550b2139 req-5d628154-ec71-4e03-8a60-dc78e0933527 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 Nov 24 14:51:53.942625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:54.076689 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a99a5-358b-4ab1-b547-2bf0b5794974 req-37146bd4-5329-4203-bf4b-c25f9fe608d8 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:54.078320 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a94a99a5-358b-4ab1-b547-2bf0b5794974 req-37146bd4-5329-4203-bf4b-c25f9fe608d8 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0858884 Nov 24 14:51:54.126258 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a94a99a5-358b-4ab1-b547-2bf0b5794974 req-7a82229f-ff8e-4ef3-aa84-35758f3d5211 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Nov 24 14:51:55.327141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e91c8-a745-483d-8d84-ddccb4e4a9f8 req-e306e3f9-bbff-4dfa-bf75-66f9f5a7c3bc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:55.328624 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-948e91c8-a745-483d-8d84-ddccb4e4a9f8 req-e306e3f9-bbff-4dfa-bf75-66f9f5a7c3bc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0923002 Nov 24 14:51:55.375196 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-948e91c8-a745-483d-8d84-ddccb4e4a9f8 req-83f5e14e-ffa0-4b7f-9c59-2021fdb57306 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405493 Nov 24 14:51:55.524256 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:56.571286 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187129-6aca-4cc1-9221-77296a10a432 req-3cacc831-abfa-4c1f-ae76-56fee334fa7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:56.572823 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7a187129-6aca-4cc1-9221-77296a10a432 req-3cacc831-abfa-4c1f-ae76-56fee334fa7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0835321 Nov 24 14:51:56.619957 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-7a187129-6aca-4cc1-9221-77296a10a432 req-5cb313dd-4160-4aba-a382-8ade9809d799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407162 Nov 24 14:51:57.835834 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907ac27-39c4-49eb-9ce8-98506479a4e0 req-1c41ec73-d04f-4db3-9eab-bc29a71f75a9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:57.837315 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2907ac27-39c4-49eb-9ce8-98506479a4e0 req-1c41ec73-d04f-4db3-9eab-bc29a71f75a9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0875826 Nov 24 14:51:57.885431 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2907ac27-39c4-49eb-9ce8-98506479a4e0 req-f41e7bc5-5307-4d29-a707-8ac13c15746b tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422854 Nov 24 14:51:59.080724 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868ba8e-7b6f-4eca-b4ed-59719aab7cd0 req-bd85d71d-f616-4555-87ff-393de02ea1f4 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:51:59.082178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4868ba8e-7b6f-4eca-b4ed-59719aab7cd0 req-bd85d71d-f616-4555-87ff-393de02ea1f4 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 931 time: 0.0849264 Nov 24 14:51:59.112626 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.v2.base [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Request body: {'port': {'device_id': '4f39b522-7484-4d11-b221-cc387e32c759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8181'}} {{(pid=87693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:51:59.180551 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-4868ba8e-7b6f-4eca-b4ed-59719aab7cd0 req-873e0eea-0ef0-4a15-8bd4-71b26618ddad tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928113 Nov 24 14:51:59.242567 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:59.608902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 {{(pid=87693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:51:59.616015 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:59.630675 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.provisioning_blocks [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Transition to ACTIVE for port object bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 will not be triggered until provisioned by entity L2. {{(pid=87693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:51:59.635141 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:51:59.639610 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bffb6584-17c5-4941-8ce9-10b973e517c6 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:51:59.928576 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=2']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:51:59.936768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:52:00.004108 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Attempting to bind port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 on host hv-neutron-8181 for vnic_type normal with profile {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 24 14:52:00.004440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Attempting to bind port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 by drivers openvswitch,hyperv on host hv-neutron-8181 at level 0 using segments [{'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 24 14:52:00.004798 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Attempting to bind port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 on network ec85f217-0324-4504-b384-7aa9b67943c3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:52:00.009522 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 on network ec85f217-0324-4504-b384-7aa9b67943c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8181 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 24 14:52:00.009866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Attempting to bind port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 on network ec85f217-0324-4504-b384-7aa9b67943c3 {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 24 14:52:00.014900 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Checking agent: {'id': '37050992-8dca-418b-82a4-aae6570d40d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8181', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'started_at': datetime.datetime(2021, 11, 24, 13, 53, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 14:52:00.015893 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Checking segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 24 14:52:00.016281 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Bound using segment: {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'} {{(pid=87693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 14:52:00.016706 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.managers [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Bound port: bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host: hv-neutron-8181, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abf3331-c722-4cd1-850a-87ac63a89027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3'}}] {{(pid=87693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 24 14:52:00.017076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:00.109805 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, cleared binding levels {{(pid=87693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 24 14:52:00.112725 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 24 14:52:00.117050 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27636181'] for port, after_update {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:00.121559 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9a4c0b23-8b1a-4142-bdaa-cdee9d43f6b1 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:52:00.177235 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:00.177845 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:00.179211 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] 10.222.0.76 "PUT /v2.0/ports/bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 200 len: 1093 time: 1.0736139 Nov 24 14:52:00.179741 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:52:00.205821 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=3']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:52:00.216211 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-d9ac14e2-cdd2-4dfb-b10a-bc7bad112d81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:52:00.262479 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'status': 'completed', 'code': 200} Nov 24 14:52:00.299902 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-c74105e2-7027-425f-b838-74c009a1ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:00.302749 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-c74105e2-7027-425f-b838-74c009a1ea17 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1096 time: 0.0802491 Nov 24 14:52:00.425595 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-4dc3de6f-c742-404f-8794-c64abb4d7588 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 200 len: 217 time: 0.1113346 Nov 24 14:52:00.507261 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-b143d016-442c-4724-ae23-6d654a0625ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:00.508589 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-b143d016-442c-4724-ae23-6d654a0625ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0716314 Nov 24 14:52:00.565124 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967730a-63be-4344-b47d-823852019cd7 req-6887aaf7-5506-4d08-b0b2-0f972d6637b1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:00.566563 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2967730a-63be-4344-b47d-823852019cd7 req-6887aaf7-5506-4d08-b0b2-0f972d6637b1 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 943 time: 0.1922514 Nov 24 14:52:00.624288 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2967730a-63be-4344-b47d-823852019cd7 req-7343d926-2fd2-4f37-ab7f-b4b30de23ceb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520701 Nov 24 14:52:00.637406 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-e07c88d7-604f-48e4-9602-190eb2c895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:00.638864 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-e07c88d7-604f-48e4-9602-190eb2c895fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1195362 Nov 24 14:52:00.779840 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-f8c5b035-a8ce-4ec0-b840-89796cc75861 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299520 Nov 24 14:52:00.917772 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-a1a53e34-33a6-4822-bd6b-71f40b98940b req-8726b43f-2515-40a7-a40c-04bb4f5afc25 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265411 Nov 24 14:52:01.043135 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fcbad-d258-4c51-9a36-a198cab282fe req-e799321a-663a-4b2a-9d13-98c8bdf6f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:01.044633 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-e799321a-663a-4b2a-9d13-98c8bdf6f456 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1096 time: 0.0705371 Nov 24 14:52:01.175669 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fcbad-d258-4c51-9a36-a198cab282fe req-7be090ea-a0fc-49a9-aab7-422e595d69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:01.177131 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-7be090ea-a0fc-49a9-aab7-422e595d69e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1243815 Nov 24 14:52:01.250180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-541ade60-2233-45aa-af09-aaec7d4f0923 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 200 len: 217 time: 0.0639405 Nov 24 14:52:01.314277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fcbad-d258-4c51-9a36-a198cab282fe req-b1130660-cda2-4505-8a30-7d3ae79ee7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:01.315676 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-b1130660-cda2-4505-8a30-7d3ae79ee7b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0561955 Nov 24 14:52:01.394098 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fcbad-d258-4c51-9a36-a198cab282fe req-bdb34070-398d-4529-b573-14856d2b8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:01.395548 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-bdb34070-398d-4529-b573-14856d2b8d6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725565 Nov 24 14:52:01.527463 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-c2381fad-5947-412c-83fd-b91eb33c000c service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232100 Nov 24 14:52:01.841884 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-921fcbad-d258-4c51-9a36-a198cab282fe req-cede9775-79d6-41bd-a55a-02419580d4ee service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076437 Nov 24 14:52:01.857333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3c314-86c6-4f2b-9a10-b0b26a27f7ff req-20f449ba-8116-4e9a-849a-c810bcab92a3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:01.859275 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3f3c314-86c6-4f2b-9a10-b0b26a27f7ff req-20f449ba-8116-4e9a-849a-c810bcab92a3 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 943 time: 0.1172695 Nov 24 14:52:01.908180 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-e3f3c314-86c6-4f2b-9a10-b0b26a27f7ff req-eec737b8-7581-4ae1-9b74-4cdcdade26ae tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Nov 24 14:52:02.556889 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:52:02.690337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:52:02.703428 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'port_id': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'mac_address': 'fa:16:3e:61:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:52:02.770032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:02.786968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:52:02.802546 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:52:02.806527 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:02.809452 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-5f8c365a-6046-40ee-aa96-7c678b7938f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:52:02.874234 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=4']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:52:02.878305 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:52:03.069755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:52:03.095027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc61dd6-17be-4b16-9242-4c84fc984104 req-fc5f2c07-6889-41e4-b504-1b8520a729f5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:03.096499 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ccc61dd6-17be-4b16-9242-4c84fc984104 req-fc5f2c07-6889-41e4-b504-1b8520a729f5 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 944 time: 0.0792856 Nov 24 14:52:03.141894 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ccc61dd6-17be-4b16-9242-4c84fc984104 req-9de253f3-749f-4d2c-b26a-21c160b81847 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396521 Nov 24 14:52:04.332455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0330b-24ec-4870-9215-20d0812a0f5f req-05ccd7ad-5c42-4cfa-bfe2-3dc4f8953aeb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:04.333928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2d0330b-24ec-4870-9215-20d0812a0f5f req-05ccd7ad-5c42-4cfa-bfe2-3dc4f8953aeb tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 944 time: 0.0868928 Nov 24 14:52:04.377824 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-b2d0330b-24ec-4870-9215-20d0812a0f5f req-11ce6d34-8064-4bcf-86ac-ea4a5e92ca90 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383394 Nov 24 14:52:04.572199 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:52:04.639745 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning for port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 completed by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:52:04.645913 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:52:04.646295 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:04.769251 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:04.799102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:52:04.808568 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:52:04.813379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:04.816041 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-dfe4915b-a24b-45bd-8246-a85b86615bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:52:04.851015 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'code': 200} Nov 24 14:52:04.884243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=5']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:52:04.887088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:52:05.103518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81310577-a85a-4827-a897-fb2f62b37417 req-585e586e-9e6c-4e04-9305-d0632b49716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:05.105638 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-81310577-a85a-4827-a897-fb2f62b37417 req-585e586e-9e6c-4e04-9305-d0632b49716f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1098 time: 0.0835400 Nov 24 14:52:05.150891 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-81310577-a85a-4827-a897-fb2f62b37417 req-d1830e8c-d2c7-45bc-9e0b-92175ebc2436 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344033 Nov 24 14:52:05.574427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11349e33-61f6-4799-96ef-c9f0b8c32a2d req-e1b60ef9-2753-4a9b-82bd-f550bc3914d6 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:05.575928 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-11349e33-61f6-4799-96ef-c9f0b8c32a2d req-e1b60ef9-2753-4a9b-82bd-f550bc3914d6 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 945 time: 0.0853517 Nov 24 14:52:05.621705 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-11349e33-61f6-4799-96ef-c9f0b8c32a2d req-61958b02-6a88-4570-83a3-b906b32d0a02 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Nov 24 14:52:06.813921 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34fe12-a390-4d72-ac9a-fdaeeae6b96f req-d18930e8-87e7-41d3-bb78-e5891fb84d58 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:06.815371 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2b34fe12-a390-4d72-ac9a-fdaeeae6b96f req-d18930e8-87e7-41d3-bb78-e5891fb84d58 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 945 time: 0.0829892 Nov 24 14:52:06.863304 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2b34fe12-a390-4d72-ac9a-fdaeeae6b96f req-cd139d35-ae7f-4e62-b65b-d3be151f3af9 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Nov 24 14:52:07.054351 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f972721-ca2c-4f32-aba1-023087928305 req-96acc148-9f85-4179-b2a0-a51f2e913f7d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:07.055791 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f972721-ca2c-4f32-aba1-023087928305 req-96acc148-9f85-4179-b2a0-a51f2e913f7d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 945 time: 0.0882890 Nov 24 14:52:07.100374 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6f972721-ca2c-4f32-aba1-023087928305 req-c079674d-bed7-43f9-9e7d-d4e0d3a5c10c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Nov 24 14:52:07.122432 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51650) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:52:07.192954 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb50700-7316-4247-93b3-ea561db8d943 tempest-TestSnapshotPattern-2057112715 tempest-TestSnapshotPattern-2057112715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87692) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:07.194691 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-fcb50700-7316-4247-93b3-ea561db8d943 tempest-TestSnapshotPattern-2057112715 tempest-TestSnapshotPattern-2057112715-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1093 time: 0.0706661 Nov 24 14:52:07.197434 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51654) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:52:07.202269 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.v2.base [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Request body: {'floatingip': {'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'port_id': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87692) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:52:07.209168 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 24 14:52:07.212943 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Usage tracker for resource:floatingip and tenant:51f2e051d6034ada8bdc20ffe907f404 is out of sync, need to count used quota {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 24 14:52:07.215770 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.quota.resource [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87692) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 24 14:52:07.221463 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.quota.driver [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87692) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 24 14:52:07.231302 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:07.478438 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:07.616491 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_common [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Allocated IP 172.26.8.148 (c46d9702-f11e-43f1-8c93-a333c7ed69cb/75772164-8295-49aa-88ad-60f8a8a4bc3a/52e5bb99-a9bf-416b-beaf-6e0e6a276700) {{(pid=87692) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:52:07.764364 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for port, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:07.793540 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756219083861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:07.798184 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6add0aa8-7e28-4124-9017-09ce5f389012 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:52:07.861372 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Network c46d9702-f11e-43f1-8c93-a333c7ed69cb is already hosted by enough agents. {{(pid=87692) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:52:07.864165 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.base_scheduler [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Resources bound (agent type, host, resource id): {{(pid=87692) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:52:07.867963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Received port after_create {{(pid=87692) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 14:52:07.911111 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'Port': ['ID=52e5bb99-a9bf-416b-beaf-6e0e6a276700,revision_number=1']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:52:07.923590 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.923982 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.924361 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.924737 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.925147 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.925519 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.925888 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.926257 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.926625 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.926990 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.927354 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.927718 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:52:07.933283 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:52:08.291546 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:08.364725 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:08.582997 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for port, precommit_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:08.587365 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1797410'] for port, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:08.590952 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c3ccc972-0ce0-4a57-b22e-32081319d924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:52:08.699077 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event updated for resources: {'Port': ['ID=52e5bb99-a9bf-416b-beaf-6e0e6a276700,revision_number=2']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:52:08.704861 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:52:08.713052 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1021067'] for floatingip, after_update {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:08.883429 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Floating IP 8102fceb-be31-4a01-b6c7-c05819abf61c associated. External IP: 172.26.8.148, port: bb667fbb-9aca-4e3f-84bb-5c719bcf47e0. Nov 24 14:52:09.354992 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:52:09.532340 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:52:09.542258 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:52:09.552203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:52:09.552857 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:51:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:52:09.556146 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:09.614170 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-b4511eca-e926-4577-8236-2b0bc9ffc799 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4155695 Nov 24 14:52:09.614681 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:52:09.720077 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'status': 'completed', 'code': 200} Nov 24 14:52:09.737351 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:52:09.817231 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-6562d973-95d5-4c0d-9d86-793f719742ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:09.818717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-6562d973-95d5-4c0d-9d86-793f719742ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1098 time: 0.0771658 Nov 24 14:52:09.957609 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-251961dc-0fb0-4bc7-b3c1-82c9075309ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:09.958998 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-251961dc-0fb0-4bc7-b3c1-82c9075309ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1341174 Nov 24 14:52:10.063409 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-c4cd22b2-bcf1-44c4-b06e-6897cc590139 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 200 len: 999 time: 0.0979638 Nov 24 14:52:10.129243 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:36Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}, {'id': '8102fceb-be31-4a01-b6c7-c05819abf61c', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.148', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:61:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f39b522-7484-4d11-b221-cc387e32c759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:52:08Z', 'updated_at': '2021-11-24T14:52:08Z', 'revision_number': 0, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:52:10.131969 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-44bdf24b-12fc-45bf-ab85-559cf3d1836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:10.133159 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:52:10.133438 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-44bdf24b-12fc-45bf-ab85-559cf3d1836e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0635846 Nov 24 14:52:10.142142 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:52:10.142742 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:51:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:52:10.210324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-7b6066eb-6b46-4e3e-b639-233df22a6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:10.211722 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-7b6066eb-6b46-4e3e-b639-233df22a6f1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723066 Nov 24 14:52:10.318594 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:52:10.345521 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-5db925ab-6a31-4d63-8a1f-3ae193da8624 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263638 Nov 24 14:52:10.478734 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-6dc9dcaa-b617-49b0-b374-ce530474b987 req-a022b999-7736-415c-8173-466db2a299a9 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258516 Nov 24 14:52:10.665107 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:36Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}, {'id': '8102fceb-be31-4a01-b6c7-c05819abf61c', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.148', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:61:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f39b522-7484-4d11-b221-cc387e32c759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:52:08Z', 'updated_at': '2021-11-24T14:52:08Z', 'revision_number': 0, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:52:10.669104 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab84fa-3ada-4630-9288-87e7e107d74f None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:36Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}, {'id': '8102fceb-be31-4a01-b6c7-c05819abf61c', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.148', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:61:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f39b522-7484-4d11-b221-cc387e32c759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:52:08Z', 'updated_at': '2021-11-24T14:52:08Z', 'revision_number': 0, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:52:10.868570 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896a2cc-106d-423e-815a-d65c263808bd None None] New status for floating IP 8102fceb-be31-4a01-b6c7-c05819abf61c: ACTIVE {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:52:17.476886 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:19.961242 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ef7e-6e93-4b33-a2b0-8965141b6307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:20.494744 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:20.999139 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:52:22.723513 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-894741dc-9856-4f9b-b2ea-5b3528d5d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:23.941438 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:25.525902 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:36.126270 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-e6d3f768-eb6e-486e-859e-b068eeacde93 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734565 Nov 24 14:52:36.281670 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-d7ca08da-1931-4965-b1a2-4d39f96d3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:36.283839 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-d7ca08da-1931-4965-b1a2-4d39f96d3ab9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1096 time: 0.0789642 Nov 24 14:52:36.437931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-3cd0a641-ba76-43e4-977c-457298859b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:36.439266 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-3cd0a641-ba76-43e4-977c-457298859b03 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1276879 Nov 24 14:52:36.546775 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-56c176b4-35de-457a-b134-fe4e43267c4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 998 time: 0.0967486 Nov 24 14:52:36.609053 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-bd9f0049-b34e-47b0-92b0-c1a62b10395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:36.610469 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-bd9f0049-b34e-47b0-92b0-c1a62b10395e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0568624 Nov 24 14:52:36.818020 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-2ea8cbea-a518-400c-82bb-5739de76d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:52:36.819475 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-2ea8cbea-a518-400c-82bb-5739de76d0a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1993971 Nov 24 14:52:36.954704 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-64456d59-6745-4091-8050-18bdff524c3c service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244843 Nov 24 14:52:37.096962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-300a67f6-cef8-40e6-afea-6f5fb047b29e req-211a59cb-4545-4ca2-9e8c-383f53978f89 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315367 Nov 24 14:52:47.479374 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:49.962591 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-20f2ffa9-55ad-48f1-abd5-bc011b5d5a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:50.496077 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:52.726661 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b800de88-8585-43a4-95e4-c06c948e3445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:53.944623 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:55.529197 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:52:57.997601 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:53:17.509032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:19.963114 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-98cddc35-f77c-4c0d-a5e7-28137b908eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:20.498800 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:22.728683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cbfcde5b-3494-45a3-9eb3-57abb50b6807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:23.946300 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:25.532001 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:34.996483 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:53:38.245598 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-d29c5248-1359-466c-bf01-fe9e04aa9ace service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287081 Nov 24 14:53:38.343762 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-b8926be0-e523-49c4-aa05-566972e59a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:53:38.345223 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-b8926be0-e523-49c4-aa05-566972e59a06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1098 time: 0.0741580 Nov 24 14:53:38.492672 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-ef3d4117-e0c6-4018-8e63-8fb110bc284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:53:38.494021 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-ef3d4117-e0c6-4018-8e63-8fb110bc284b service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1257012 Nov 24 14:53:38.600152 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-c3e6cb32-5882-4bb0-a3e1-a73fbf224a0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 200 len: 1001 time: 0.0948985 Nov 24 14:53:38.664324 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-96daf35e-c925-4c1f-8380-676a0d5aa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:53:38.665759 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-96daf35e-c925-4c1f-8380-676a0d5aa476 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0562541 Nov 24 14:53:38.745930 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-14391e9d-0115-4fcd-ba52-cbb27fe4c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:53:38.747322 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-14391e9d-0115-4fcd-ba52-cbb27fe4c509 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699437 Nov 24 14:53:38.880236 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-57a1b6fd-eaff-40cd-a8de-64a010d9aa25 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220074 Nov 24 14:53:39.013534 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-ace1a8d8-f30f-44eb-b006-2b5072b50d1c req-f77c276b-8c55-41ad-9ed5-03536137227f service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220369 Nov 24 14:53:47.504277 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:49.964648 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-acb27014-12b9-4c8d-9fa2-e9ee35f32a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:50.499688 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:51.265386 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 details requested by agent hyperv_hv-neutron-8181 with host hv-neutron-8181 {{(pid=87694) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 24 14:53:51.396032 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:53:51.409617 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Returning: {'device': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'port_id': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'mac_address': 'fa:16:3e:61:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87694) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 14:53:51.466883 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:51.484013 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 {{(pid=87694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:53:51.499797 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:53:51.503844 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:51.505770 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:53:51.574202 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=6']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:53:51.581118 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.581470 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.581810 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.582145 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.582475 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.582804 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.583129 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.583459 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.583781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.584102 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.584422 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.584755 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:53:51.589392 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:53:51.595241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] get_ports_and_sgs() called for port_ids ['bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'] {{(pid=87694) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 14:53:52.729920 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b06a6b69-6e36-451a-8aac-e97f24a5f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:53.271789 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 up at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 24 14:53:53.356044 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.provisioning_blocks [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Provisioning complete for port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 triggered by entity L2. {{(pid=87694) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:53:53.356434 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4014318'] for port, provisioning_complete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:53.556151 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:53.593425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:53:53.606532 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:53:53.612415 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:53.618207 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:53:53.698136 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=7']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:53:53.702411 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:53:53.868168 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'code': 200} Nov 24 14:53:53.950443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:53:55.537908 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:02.840774 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51852) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:03.043714 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Deleting port 52e5bb99-a9bf-416b-beaf-6e0e6a276700 {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:03.043964 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:03.216630 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:03.216975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:03.338021 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Calling delete_port for 52e5bb99-a9bf-416b-beaf-6e0e6a276700 owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:03.492294 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:03.496784 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4b513307-98b5-488b-b131-805a15c29b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:03.541581 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event deleted for resources: {'Port': ['ID=52e5bb99-a9bf-416b-beaf-6e0e6a276700,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:03.581315 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.581701 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.582073 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.582445 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.582812 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.583178 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.583541 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.583901 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.584263 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.584621 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.585018 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.585601 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:03.739470 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:03.769587 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:03.769964 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Floating IP 8102fceb-be31-4a01-b6c7-c05819abf61c disassociated (deleted). External IP: 172.26.8.148, port: bb667fbb-9aca-4e3f-84bb-5c719bcf47e0. Nov 24 14:54:04.121264 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:54:04.315626 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:54:04.326419 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:54:04.337117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:04.337823 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:53:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:04.339578 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:04.394897 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-dbfa4f4a-c53b-4403-977e-58b81e67dcc2 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "DELETE /v2.0/floatingips/8102fceb-be31-4a01-b6c7-c05819abf61c HTTP/1.1" status: 204 len: 168 time: 1.5529308 Nov 24 14:54:04.395462 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:54:04.516593 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:04.638704 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'status': 'completed', 'code': 200} Nov 24 14:54:04.770006 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-ec8441d6-ac44-4d2f-afb2-02ff3ea7ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:04.771497 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-ec8441d6-ac44-4d2f-afb2-02ff3ea7ce20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 1098 time: 0.1012998 Nov 24 14:54:04.914713 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:36Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:04.918547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:54:04.927068 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:04.927671 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:53:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:04.966403 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-5281f9a5-1319-4e3f-a979-cce938fff4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:04.967833 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-5281f9a5-1319-4e3f-a979-cce938fff4d0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.1889408 Nov 24 14:54:04.979390 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674dd1b-4594-47e1-a586-4d8b8103548c req-b4e4c539-aa8f-45bd-9eeb-6f6c9bcf7c3a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:04.980770 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2674dd1b-4594-47e1-a586-4d8b8103548c req-b4e4c539-aa8f-45bd-9eeb-6f6c9bcf7c3a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 945 time: 0.1832340 Nov 24 14:54:05.065955 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-9c879c07-bf88-4ef5-a7e1-e1bf5737254c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 200 len: 217 time: 0.0842550 Nov 24 14:54:05.136337 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:05.267717 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-2674dd1b-4594-47e1-a586-4d8b8103548c req-f12a151b-0f86-4135-acc4-2782bd65ac05 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314055 Nov 24 14:54:05.292486 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-e3993556-661f-4094-beb9-f08f53bd7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:05.292486 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-e3993556-661f-4094-beb9-f08f53bd7170 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.2017190 Nov 24 14:54:05.363865 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-7793472c-d3fb-4ed2-92d6-2a33611cfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:05.365367 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-7793472c-d3fb-4ed2-92d6-2a33611cfce8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733840 Nov 24 14:54:05.372777 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:05.502344 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-22526163-0346-4f48-8c7f-a9b2d923abea service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297042 Nov 24 14:54:05.611896 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4003613'] for port, before_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:05.638036 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-307b51db-51f6-4c34-9442-a71ae46fc942 req-703872c8-ce47-49a5-a97a-eef8068d819a service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284385 Nov 24 14:54:05.814443 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:54:05.837958 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:05.845658 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756219629114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756219083879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756219083924'] for port, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:05.848785 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:05.885391 dv-neutron-818153-2-hyperv neutron-server[87694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'code': 200} Nov 24 14:54:05.894782 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:36Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:05.910306 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7c869-9375-4eb7-83cb-157c2cca8e75 None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_floatingips': [{'id': '096fdbb4-affe-42b4-ab37-d24365f17f93', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'floating_ip_address': '172.26.8.63', 'floating_network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'router_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'port_id': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'mac_address': 'fa:16:3e:5e:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:49:33Z', 'updated_at': '2021-11-24T14:49:36Z', 'revision_number': 1, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:54:05.938407 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Pushing event updated for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=8']} {{(pid=87694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:05.942421 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_concurrency.lockutils [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:06.140198 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927ecfb-875a-45bd-b205-12a98f61f570 None None] New status for floating IP 8102fceb-be31-4a01-b6c7-c05819abf61c: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:54:06.514853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b2b21-e057-47e5-9126-fe0a2c6f07b1 req-67f499d0-75c2-44bc-865c-131fe43781b4 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:06.516207 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-086b2b21-e057-47e5-9126-fe0a2c6f07b1 req-67f499d0-75c2-44bc-865c-131fe43781b4 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 943 time: 0.1378176 Nov 24 14:54:06.555295 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-04884388-19dc-4904-be61-e88ba9d16dbc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:06.556683 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-04884388-19dc-4904-be61-e88ba9d16dbc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 943 time: 0.1159647 Nov 24 14:54:06.609178 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-086b2b21-e057-47e5-9126-fe0a2c6f07b1 req-c6400821-f34e-4d9a-93cf-52caf381b020 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865185 Nov 24 14:54:06.640426 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Deleting port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:06.640776 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:06.888401 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] For port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:06.888764 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:07.013427 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Calling delete_port for bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:07.161123 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:07.166581 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ceb780a3-4b95-4859-a1aa-f11bb7c55f5a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:07.212574 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event deleted for resources: {'Port': ['ID=bb667fbb-9aca-4e3f-84bb-5c719bcf47e0,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:07.250753 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.251143 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.251529 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.252076 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.252455 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.252853 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.253225 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.253598 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.253967 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.254333 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.254696 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.255059 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818153-2-hyperv {{(pid=87693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:54:07.262842 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:07.301356 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] No DVR routers for this DVR port bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:54:07.303680 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:07.306809 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-deleted', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:54:07.318969 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-0c12f505-97f0-414c-8f07-a6af7bba6fae req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "DELETE /v2.0/ports/bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 HTTP/1.1" status: 204 len: 173 time: 0.7504554 Nov 24 14:54:07.356606 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b522-7484-4d11-b221-cc387e32c759', 'name': 'network-vif-deleted', 'tag': 'bb667fbb-9aca-4e3f-84bb-5c719bcf47e0', 'status': 'completed', 'code': 200} Nov 24 14:54:07.778337 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-9299b57a-95e2-48f9-a082-dfbdaa1ce3e1 req-e52b1bf0-9b5d-43d0-83c0-b9f583bf90fd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Synchronizing usage tracker for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:54:07.795251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-9299b57a-95e2-48f9-a082-dfbdaa1ce3e1 req-e52b1bf0-9b5d-43d0-83c0-b9f583bf90fd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Unset dirty status for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:54:07.796394 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-9299b57a-95e2-48f9-a082-dfbdaa1ce3e1 req-e52b1bf0-9b5d-43d0-83c0-b9f583bf90fd tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f39b522-7484-4d11-b221-cc387e32c759 HTTP/1.1" status: 200 len: 210 time: 0.0610869 Nov 24 14:54:09.367206 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:09.407520 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:09.407871 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device bb667fbb-9aca-4e3f-84bb-5c719bcf47e0 not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:09.465240 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51916) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:09.667448 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Deleting port bac9f12e-cf9d-4e74-b85c-c164f520a27c {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:09.667703 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:09.833234 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:09.833557 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:09.958814 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Calling delete_port for bac9f12e-cf9d-4e74-b85c-c164f520a27c owned by network:floatingip {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:10.109437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:10.113183 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-499bc62c-9d3f-4a5d-bef4-bec5a5a3d424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:10.277437 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event deleted for resources: {'Port': ['ID=bac9f12e-cf9d-4e74-b85c-c164f520a27c,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:10.279870 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:10.373140 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for floatingip, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:10.373725 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.db.l3_db [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Floating IP 096fdbb4-affe-42b4-ab37-d24365f17f93 disassociated (deleted). External IP: 172.26.8.63, port: fd423949-d2b0-4bc3-8df2-cf82a051e81d. Nov 24 14:54:10.722000 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:54:10.901296 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:54:10.911254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:54:10.920768 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:10.921379 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:53:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:10.921523 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for floatingip, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:10.976521 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-9cfc506e-f73c-4fb6-9c2e-22a945d0873d tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "DELETE /v2.0/floatingips/096fdbb4-affe-42b4-ab37-d24365f17f93 HTTP/1.1" status: 204 len: 168 time: 1.5101054 Nov 24 14:54:10.977112 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87692) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:54:11.101122 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:11.223921 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'status': 'completed', 'code': 200} Nov 24 14:54:11.364148 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-b502eb99-88fd-4e8c-9a3b-de2b46e130f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:11.365656 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-b502eb99-88fd-4e8c-9a3b-de2b46e130f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51f2e051d6034ada8bdc20ffe907f404&device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 1096 time: 0.1188321 Nov 24 14:54:11.430046 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:11.435101 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:54:11.443571 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:11.444177 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:53:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:11.631031 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:11.631493 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ab92f-461a-48b2-9128-d5af1b4bf70f req-7a9d8af4-1eb9-4e1e-8103-9f72357f38b6 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:11.632981 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-858ab92f-461a-48b2-9128-d5af1b4bf70f req-7a9d8af4-1eb9-4e1e-8103-9f72357f38b6 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.3235219 Nov 24 14:54:11.681681 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-0877fef5-c7e5-40ff-8a54-3d9bf60bab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:11.683127 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-0877fef5-c7e5-40ff-8a54-3d9bf60bab2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 200 len: 911 time: 0.3091547 Nov 24 14:54:11.687679 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-858ab92f-461a-48b2-9128-d5af1b4bf70f req-51360fe4-2c9a-4bf5-9502-d49a244d72b8 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451798 Nov 24 14:54:11.761187 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-da19a633-0f22-46f3-9e4a-6d3f5817c261 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 200 len: 217 time: 0.0703344 Nov 24 14:54:11.824927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-3fca652d-6261-4881-9187-2b5ca15f7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:11.826356 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-3fca652d-6261-4881-9187-2b5ca15f7f5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 200 len: 848 time: 0.0578206 Nov 24 14:54:11.908274 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-3c2e50d9-402d-4492-9692-4a1e9ff39bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:11.909701 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-3c2e50d9-402d-4492-9692-4a1e9ff39bed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec85f217-0324-4504-b384-7aa9b67943c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756280 Nov 24 14:54:11.958139 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:11.962314 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d83534-acee-496b-9291-61ff1155c097 None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:06Z', 'revision_number': 4, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv', '_interfaces': [{'id': '0bf87a61-f93a-4be3-8486-813ac8f4bdbb', 'name': '', 'network_id': 'ec85f217-0324-4504-b384-7aa9b67943c3', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'mac_address': 'fa:16:3e:7d:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:06Z', 'updated_at': '2021-11-24T14:49:13Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'subnets': [{'id': '9e6e6176-8d8e-4b4e-8efd-6610cae05bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:54:11.995661 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:54:12.051846 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-d84fb139-dcc0-4f02-843f-7a4d7031e032 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346037 Nov 24 14:54:12.190756 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ac341-f679-420c-849d-5b85fdc91f0f None None] New status for floating IP 096fdbb4-affe-42b4-ab37-d24365f17f93: DOWN {{(pid=87695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:54:12.194748 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-975c9578-cb39-4cd0-bf4e-2fe8086aae87 req-311a22ef-5087-4461-8585-8b3a5229caf9 service neutron] 10.222.0.76 "GET /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356909 Nov 24 14:54:12.875546 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218e78-f7d8-4277-8e0e-ad5f37a6ff55 req-24c1e655-6cff-4b6f-9738-0f026512f645 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:12.877040 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-07218e78-f7d8-4277-8e0e-ad5f37a6ff55 req-24c1e655-6cff-4b6f-9738-0f026512f645 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.0800178 Nov 24 14:54:12.922250 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-07218e78-f7d8-4277-8e0e-ad5f37a6ff55 req-4c892dba-291e-498e-9ca1-131473d72691 tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3df9487-06ce-45e0-81ca-e967cb635615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395865 Nov 24 14:54:13.164164 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-c0e79c0a-3459-4f97-9cf7-e1a1faa61b0a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:54:13.166125 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-c0e79c0a-3459-4f97-9cf7-e1a1faa61b0a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 943 time: 0.0854568 Nov 24 14:54:13.240635 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Deleting port fd423949-d2b0-4bc3-8df2-cf82a051e81d {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:13.240993 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:13.490300 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] For port fd423949-d2b0-4bc3-8df2-cf82a051e81d, host hv-neutron-8181, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8181',level=0,port_id=fd423949-d2b0-4bc3-8df2-cf82a051e81d,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:13.490561 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:13.611931 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Calling delete_port for fd423949-d2b0-4bc3-8df2-cf82a051e81d owned by compute:nova {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:13.759929 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:13.765237 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-358c2853-01ff-4951-b9e7-69f11804c323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:13.809460 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event deleted for resources: {'Port': ['ID=fd423949-d2b0-4bc3-8df2-cf82a051e81d,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:13.811769 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:13.887068 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] No DVR routers for this DVR port fd423949-d2b0-4bc3-8df2-cf82a051e81d on host hv-neutron-8181 {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:54:13.889644 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244612'] for port, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:13.892251 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-deleted', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d'}] {{(pid=87693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:54:13.905079 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-3537ff00-ce74-4c43-8416-e2ff5f58d4ea req-fb6540ae-7346-476b-ab84-df674b5aea7c tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.76 "DELETE /v2.0/ports/fd423949-d2b0-4bc3-8df2-cf82a051e81d HTTP/1.1" status: 204 len: 173 time: 0.7284222 Nov 24 14:54:13.939962 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa3749-d76e-40d2-b216-3e26afc93c22', 'name': 'network-vif-deleted', 'tag': 'fd423949-d2b0-4bc3-8df2-cf82a051e81d', 'status': 'completed', 'code': 200} Nov 24 14:54:14.162277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1afd1c3c-96ff-4710-905f-0a1ba1327d14 req-f8bf9398-968d-4388-a914-d61306038bfc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Synchronizing usage tracker for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 24 14:54:14.179125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.quota.resource [req-1afd1c3c-96ff-4710-905f-0a1ba1327d14 req-f8bf9398-968d-4388-a914-d61306038bfc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Unset dirty status for tenant:51f2e051d6034ada8bdc20ffe907f404 on resource:port {{(pid=87693) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 24 14:54:14.180407 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [req-1afd1c3c-96ff-4710-905f-0a1ba1327d14 req-f8bf9398-968d-4388-a914-d61306038bfc tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8aa3749-d76e-40d2-b216-3e26afc93c22 HTTP/1.1" status: 200 len: 210 time: 0.0638220 Nov 24 14:54:15.273994 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51936) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:15.342734 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:15.372380 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:15.441429 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:15.445235 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-99b4bfef-337e-461d-a3f1-18469c752033 tempest-RoutersNegativeTest-643618421 tempest-RoutersNegativeTest-643618421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:15.459063 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df9487-06ce-45e0-81ca-e967cb635615,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:15.462250 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:15.471654 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Notify callbacks [] for security_group, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:15.472802 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-e23e6412-49ff-47ab-8b67-180218fa343a tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3df9487-06ce-45e0-81ca-e967cb635615 HTTP/1.1" status: 204 len: 168 time: 0.1978459 Nov 24 14:54:15.523217 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51942) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:16.293503 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:16.640466 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Deleting port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb {{(pid=87692) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:16.640827 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:16.813299 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.db [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] For port 0bf87a61-f93a-4be3-8486-813ac8f4bdbb, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87692) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:16.813652 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:16.939688 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Calling delete_port for 0bf87a61-f93a-4be3-8486-813ac8f4bdbb owned by network:router_interface {{(pid=87692) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:17.107316 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1797419'] for port, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:17.110999 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-4790ab1a-6e7b-4977-82d3-2b86875ab2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:17.155963 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf87a61-f93a-4be3-8486-813ac8f4bdbb,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:17.159025 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:17.403545 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d no longer exists at agent hyperv_hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:17.438149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:17.438726 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] No Port match for: fd423949-d2b0-4bc3-8df2-cf82a051e81d {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:17.439015 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Device fd423949-d2b0-4bc3-8df2-cf82a051e81d not bound to the agent host hv-neutron-8181 {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:17.504519 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:18.010645 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87692) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:54:18.197805 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87692) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:54:18.208778 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] Sync routers for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:54:18.215958 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-c7f7cb3b-a5bf-4694-b693-d399ed6f1d65 admin admin] 10.222.0.36 "PUT /v2.0/routers/bbaa84eb-4b28-411a-8a0a-833c2e06ed9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901882 Nov 24 14:54:18.219344 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51950) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:18.220372 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:18.221184 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:53:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:18.466381 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:18.601047 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:18.754842 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:54:17Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:18.758741 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] Checking router: bbaa84eb-4b28-411a-8a0a-833c2e06ed9e for host: dv-neutron-818153-2-hyperv {{(pid=87694) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:54:18.767241 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] Routers {'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87694) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:18.767845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:53:53Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'], 'active': True} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:18.813577 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:18.824779 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Deleting port 6bc1101b-d8c4-429b-a201-df90de1f8aed {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:18.825110 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:18.943559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_dvr_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] Set router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e gateway port host: dv-neutron-818153-2-hyperv {{(pid=87694) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:19.003269 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] For port 6bc1101b-d8c4-429b-a201-df90de1f8aed, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=6bc1101b-d8c4-429b-a201-df90de1f8aed,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:19.003726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.131854 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Calling delete_port for 6bc1101b-d8c4-429b-a201-df90de1f8aed owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:19.241409 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.db.l3_hamode_db [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:54:17Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:19.246873 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8356f2e-e5d9-41c6-b5b9-3ff7d8b26772 None None] The sync data for ids ['bbaa84eb-4b28-411a-8a0a-833c2e06ed9e'] in dv-neutron-818153-2-hyperv is: [{'id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'name': 'tempest-TestSnapshotPattern-500115138-router', 'tenant_id': '51f2e051d6034ada8bdc20ffe907f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:54:17Z', 'revision_number': 5, 'project_id': '51f2e051d6034ada8bdc20ffe907f404', 'gw_port': {'id': '6bc1101b-d8c4-429b-a201-df90de1f8aed', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa84eb-4b28-411a-8a0a-833c2e06ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:03Z', 'updated_at': '2021-11-24T14:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}] {{(pid=87694) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:54:19.307228 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.310785 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-126f2b1e-fad8-4064-b593-4c701b9643ee tempest-TestShelveInstance-3652147 tempest-TestShelveInstance-3652147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:19.356149 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc1101b-d8c4-429b-a201-df90de1f8aed,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:19.359946 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:19.444105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.616830 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.619412 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.644695 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.645227 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbaa84eb-4b28-411a-8a0a-833c2e06ed9e {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:54:19.658726 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.661263 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] 10.222.0.36 "DELETE /v2.0/routers/bbaa84eb-4b28-411a-8a0a-833c2e06ed9e HTTP/1.1" status: 204 len: 168 time: 1.4396484 Nov 24 14:54:19.662587 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51954) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:19.728296 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Deleting subnet 9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 {{(pid=87693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:54:19.731688 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.780201 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27461386'] for subnet, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.863714 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:19.968088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-7ad1059f-1992-43a9-a834-ea67d5401996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.060496 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27636207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27325825'] for subnet, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.064088 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-bdd81861-9f85-4db4-822f-18e920c983e8 tempest-TestNetworkAdvancedServerOps-1824052850 tempest-TestNetworkAdvancedServerOps-1824052850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:20.098907 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6e6176-8d8e-4b4e-8efd-6610cae05bb3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:20.101732 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:20.103417 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.108637 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86accfde-86a2-474e-9fb3-6927867f98a6 None None] Network ec85f217-0324-4504-b384-7aa9b67943c3 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:54:20.110983 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e91c18e5-3bec-49d3-a9a7-a2ea7fe217d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9e6e6176-8d8e-4b4e-8efd-6610cae05bb3 HTTP/1.1" status: 204 len: 168 time: 0.4473403 Nov 24 14:54:20.113464 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51958) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:20.249867 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.263537 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Deleting port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:20.264659 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.373978 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] DHCP port deletion for ec85f217-0324-4504-b384-7aa9b67943c3 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:54:20.377863 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Deleting port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:20.378245 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.480613 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] For port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:20.481245 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.607824 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Calling delete_port for b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:20.619304 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.646574 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] For port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,segment=NetworkSegment(6abf3331-c722-4cd1-850a-87ac63a89027),segment_id=6abf3331-c722-4cd1-850a-87ac63a89027)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:20.646982 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.691999 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.695909 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-366c4056-b038-4fa2-bb48-08a56d55824a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:20.740242 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3940ef5-1f86-4d1c-87bf-d6f6a36a0706,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:20.744683 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:20.747120 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] No DVR routers for this DVR port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:54:20.770845 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Calling delete_port for b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 14:54:20.840447 dv-neutron-818153-2-hyperv neutron-server[87694]: util.warn( Nov 24 14:54:20.848818 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:54:20.849183 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:54:20.864649 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.891186 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec85f217-0324-4504-b384-7aa9b67943c3']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:20.904540 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abf3331-c722-4cd1-850a-87ac63a89027') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:20.904866 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abf3331-c722-4cd1-850a-87ac63a89027') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:20.916506 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.932051 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.938518 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:54:20.938896 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:54:20.952667 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:54:21.030937 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:21.034419 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-aa3d76d8-c3c2-4330-b0ec-2deb3e6ad661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:21.048105 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:21.058176 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec85f217-0324-4504-b384-7aa9b67943c3,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:21.061214 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:21.071468 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-4a891883-b997-44f9-8ed2-d1955cf84354 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ec85f217-0324-4504-b384-7aa9b67943c3 HTTP/1.1" status: 204 len: 168 time: 0.9570038 Nov 24 14:54:21.074348 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51962) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:21.156968 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0bf87a61-f93a-4be3-8486-813ac8f4bdbb no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:21.191339 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 0bf87a61-f93a-4be3-8486-813ac8f4bdbb {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:21.191694 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 0bf87a61-f93a-4be3-8486-813ac8f4bdbb not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:21.192119 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6bc1101b-d8c4-429b-a201-df90de1f8aed no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:21.226586 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 6bc1101b-d8c4-429b-a201-df90de1f8aed {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:21.227140 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 6bc1101b-d8c4-429b-a201-df90de1f8aed not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:21.227544 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:21.263737 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:21.264088 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:21.350460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Deleting port b3940ef5-1f86-4d1c-87bf-d6f6a36a0706 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:21.350852 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:21.417460 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-faedf83e-79fd-4bcc-88fc-91d08c0eae30 None None] The port 'b3940ef5-1f86-4d1c-87bf-d6f6a36a0706' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:54:21.742093 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569497'] for router_interface, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:22.096411 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Deleting port c8c025d8-487e-49e4-acc3-3b185dc9caaa {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:22.096766 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:22.278058 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] For port c8c025d8-487e-49e4-acc3-3b185dc9caaa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=c8c025d8-487e-49e4-acc3-3b185dc9caaa,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:22.278405 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:22.400027 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Calling delete_port for c8c025d8-487e-49e4-acc3-3b185dc9caaa owned by network:router_interface {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:22.562979 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:22.566470 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7d63d7a6-1a22-4475-a2c1-ec7d4883f982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:22.613619 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c025d8-487e-49e4-acc3-3b185dc9caaa,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:22.640939 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:22.733060 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6e13-7278-4dbd-af97-eb5891167a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:22.885000 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579945'] for router_interface, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:23.370693 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Router d06532f7-e896-4777-8b86-4f5dcd7ab758 has already been hosted by L3 agent 8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd {{(pid=87693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 24 14:54:23.548447 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] Notify agent at l3_agent.dv-neutron-818153-2-hyperv the message routers_updated {{(pid=87693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 24 14:54:23.557175 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] Sync routers for ids ['d06532f7-e896-4777-8b86-4f5dcd7ab758'] in dv-neutron-818153-2-hyperv {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:54:23.565481 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-abf840c8-cd78-4649-b6cb-2f1f0f136505 admin admin] 10.222.0.36 "PUT /v2.0/routers/d06532f7-e896-4777-8b86-4f5dcd7ab758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899659 Nov 24 14:54:23.566867 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] Routers {'d06532f7-e896-4777-8b86-4f5dcd7ab758'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:23.567467 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:54:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d06532f7-e896-4777-8b86-4f5dcd7ab758'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:23.567778 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51966) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:23.745174 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks [] for router, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:23.746843 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] Set router d06532f7-e896-4777-8b86-4f5dcd7ab758 gateway port host: dv-neutron-818153-2-hyperv {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:23.923641 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:23.933768 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Deleting port 52241814-786e-4aa3-bda4-be0895ab92aa {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:23.934107 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:23.958425 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.033923 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'external_fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:54:22Z', 'revision_number': 5, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port': {'id': '52241814-786e-4aa3-bda4-be0895ab92aa', 'name': '', 'network_id': 'c46d9702-f11e-43f1-8c93-a333c7ed69cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:cd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818153-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:49:10Z', 'updated_at': '2021-11-24T14:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75772164-8295-49aa-88ad-60f8a8a4bc3a', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818153-2-hyperv'}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:24.037734 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] Checking router: d06532f7-e896-4777-8b86-4f5dcd7ab758 for host: dv-neutron-818153-2-hyperv {{(pid=87695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:54:24.046184 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] Routers {'d06532f7-e896-4777-8b86-4f5dcd7ab758'} bound to L3 agent in host dv-neutron-818153-2-hyperv {{(pid=87695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 14:54:24.046804 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818153-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T13:47:22Z,description=,heartbeat_timestamp=2021-11-24T14:54:23Z,host='dv-neutron-818153-2-hyperv',id=8f2cbc98-5dc2-4482-9cc1-bd5b4ccb60bd,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T13:47:22Z,topic='l3_agent')) {'router_ids': ['d06532f7-e896-4777-8b86-4f5dcd7ab758'], 'active': True} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:24.108885 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] For port 52241814-786e-4aa3-bda4-be0895ab92aa, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=52241814-786e-4aa3-bda4-be0895ab92aa,segment=NetworkSegment(d3334f38-458a-4802-9c28-8170814cc4a7),segment_id=d3334f38-458a-4802-9c28-8170814cc4a7)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:24.109233 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.234712 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_dvr_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] Set router d06532f7-e896-4777-8b86-4f5dcd7ab758 gateway port host: None {{(pid=87695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 24 14:54:24.240796 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Calling delete_port for 52241814-786e-4aa3-bda4-be0895ab92aa owned by network:router_gateway {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:24.340654 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.l3_hamode_db [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 6, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port_host': None}], 'dv-neutron-818153-2-hyperv', False) {} {{(pid=87695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:24.345102 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e17a5-6f16-4c0c-8421-48d7463d0ca9 None None] The sync data for ids ['d06532f7-e896-4777-8b86-4f5dcd7ab758'] in dv-neutron-818153-2-hyperv is: [{'id': 'd06532f7-e896-4777-8b86-4f5dcd7ab758', 'name': 'tempest-TestSnapshotPattern-1561047661-router', 'tenant_id': '697081fbff744957a7fe1ea7c16c94eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:49:09Z', 'updated_at': '2021-11-24T14:54:23Z', 'revision_number': 6, 'project_id': '697081fbff744957a7fe1ea7c16c94eb', 'gw_port_host': None}] {{(pid=87695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:54:24.410336 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.413848 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-ddfbf330-2abd-4c8a-b403-71e0cc5e8c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:24.593871 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Pushing event deleted for resources: {'Port': ['ID=52241814-786e-4aa3-bda4-be0895ab92aa,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:24.597771 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:24.687213 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1021182'] for router_gateway, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.867254 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497176'] for router, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.870408 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.894248 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-569456'] for router, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.894781 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d06532f7-e896-4777-8b86-4f5dcd7ab758 {{(pid=87693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 14:54:24.907139 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] Notify callbacks [] for router, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:24.908238 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-02e1bf3a-7320-41bc-8ea6-a3bada449125 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d06532f7-e896-4777-8b86-4f5dcd7ab758 HTTP/1.1" status: 204 len: 168 time: 1.3395727 Nov 24 14:54:24.910925 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [-] (87692) accepted ('10.222.0.36', 51970) {{(pid=87692) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:24.971417 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Deleting subnet 04bc681c-d8c3-439d-b4ab-441e8e80afc2 {{(pid=87692) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 14:54:24.974334 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.026629 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27550515'] for subnet, precommit_delete_associations {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.103149 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4012876'] for subnet, precommit_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.168153 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8c025d8-487e-49e4-acc3-3b185dc9caaa no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:25.181279 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4012820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1797400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28027431'] for subnet, after_delete {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.185065 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-6a2bd8c7-a035-4979-a1db-fcb616bd3a8c tempest-RoutersTest-1949667265 tempest-RoutersTest-1949667265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:25.206879 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: c8c025d8-487e-49e4-acc3-3b185dc9caaa {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:25.207226 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device c8c025d8-487e-49e4-acc3-3b185dc9caaa not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:25.207638 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 52241814-786e-4aa3-bda4-be0895ab92aa no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:25.223280 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron_lib.callbacks.manager [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.225975 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bc681c-d8c3-439d-b4ab-441e8e80afc2,revision_number=None']} {{(pid=87692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:25.229444 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG oslo_concurrency.lockutils [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:25.232301 dv-neutron-818153-2-hyperv neutron-server[87692]: INFO neutron.wsgi [None req-ec672e4f-c1ef-48ae-a0a2-a33b74537f8b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/04bc681c-d8c3-439d-b4ab-441e8e80afc2 HTTP/1.1" status: 204 len: 168 time: 0.3202627 Nov 24 14:54:25.234794 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51974) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:25.241092 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa93e7-c0ae-43f1-96aa-d47d001f6268 None None] Network f450d7c7-0979-40b5-947b-099b12a04d36 requested from dv-neutron-818153-2-hyperv {{(pid=87694) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 24 14:54:25.262144 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 52241814-786e-4aa3-bda4-be0895ab92aa {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:25.262494 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 52241814-786e-4aa3-bda4-be0895ab92aa not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:25.351095 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3951863'] for network, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.363277 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Deleting port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 {{(pid=87693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:25.363612 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.512559 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] DHCP port deletion for f450d7c7-0979-40b5-947b-099b12a04d36 request from dv-neutron-818153-2-hyperv {{(pid=87694) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 24 14:54:25.516865 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Deleting port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:25.517254 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.577113 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.577595 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.db [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] For port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:25.577953 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.707131 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Calling delete_port for 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 owned by network:dhcp {{(pid=87693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:25.734267 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.db [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] For port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09, host dv-neutron-818153-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818153-2-hyperv',level=0,port_id=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,segment=NetworkSegment(d7b7c68c-d576-4534-be7f-ce2ef60fc499),segment_id=d7b7c68c-d576-4534-be7f-ce2ef60fc499)] {{(pid=87694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 24 14:54:25.734730 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023129'] for port, precommit_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.783517 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4003678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756219629141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756219083870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27636188'] for port, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.787440 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-1dce83b9-b075-4e87-ac8a-8407d45ddb6f tempest-TestSnapshotPattern-1473156909 tempest-TestSnapshotPattern-1473156909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:25.833012 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ec43fc-000f-4fab-9c2b-bddeb06c0e09,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:25.835389 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:25.840045 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] No DVR routers for this DVR port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 on host dv-neutron-818153-2-hyperv {{(pid=87693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:54:25.859169 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Calling delete_port for 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 owned by network:dhcp {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 24 14:54:25.930751 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.db.api [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 14:54:25.931109 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG oslo_db.api [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 14:54:25.959591 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4014439', 'neutron.services.segments.db._delete_segments_for_network-8756219520934'] for network, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:25.984542 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f450d7c7-0979-40b5-947b-099b12a04d36']}} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:25.997054 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b7c68c-d576-4534-be7f-ce2ef60fc499') {'for_net_delete': True} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:25.997350 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.services.segments.db [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b7c68c-d576-4534-be7f-ce2ef60fc499') {} {{(pid=87693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:54:26.008927 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756219564921', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27461405'] for segment, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.025096 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4009766'] for segment, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.030934 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=87693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:54:26.031312 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4009775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27636017'] for segment, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: Traceback (most recent call last): Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: timer() Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: cb(*args, **kw) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: return func(*args, **kwargs) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: self._notify() Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: self.callback(batched_events) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: event.method(event) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: return f(self, *a, **k) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._get(url).json() Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: return self.request(url, 'GET', **kwargs) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:54:26.045975 dv-neutron-818153-2-hyperv neutron-server[87693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:54:26.124698 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4014430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1021081'] for network, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.128321 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:26.142094 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Notify callbacks [] for network, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.152416 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f450d7c7-0979-40b5-947b-099b12a04d36,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:26.156915 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:26.160319 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-7f4fef42-e1f0-4b29-9444-7d17b83544a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f450d7c7-0979-40b5-947b-099b12a04d36 HTTP/1.1" status: 204 len: 168 time: 0.9240451 Nov 24 14:54:26.269112 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51980) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:26.318485 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-e6410743-cec9-4096-8134-a2da7d547e6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51f2e051d6034ada8bdc20ffe907f404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481415 Nov 24 14:54:26.320992 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51984) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:26.378370 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.404145 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.432331 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Deleting port 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 {{(pid=87694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 24 14:54:26.432827 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756219626689'] for port, before_delete {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.456676 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.460624 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-945e64d8-5f01-4b6f-823c-c53318fac854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:26.480125 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef695b4-881f-453f-8ff3-68a1e4a7ff85,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:26.483092 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:26.491346 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:26.492603 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-9f5b4b7a-217f-4358-8be5-a53f22767157 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cef695b4-881f-453f-8ff3-68a1e4a7ff85 HTTP/1.1" status: 204 len: 168 time: 0.1705866 Nov 24 14:54:26.513672 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-42c0289f-df33-487f-8b33-de5a3f2f9b85 None None] The port '26ec43fc-000f-4fab-9c2b-bddeb06c0e09' was deleted {{(pid=87694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 24 14:54:26.830185 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51992) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:27.007634 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-39a3e378-5655-4e49-ba14-284cdb248441 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=697081fbff744957a7fe1ea7c16c94eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761434 Nov 24 14:54:27.010615 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.wsgi [-] (87693) accepted ('10.222.0.36', 51996) {{(pid=87693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 24 14:54:27.067155 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:27.093647 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:27.146851 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889900'] for security_group, after_delete {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:27.151704 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-b6cb89ed-bb17-4b78-83dd-a483d87e95bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 24 14:54:27.153683 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 no longer exists at agent ovs-agent-dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 24 14:54:27.163215 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf433cbf-d4ec-45d3-91e3-6fc2f992eb66,revision_number=None']} {{(pid=87693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:54:27.166703 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG oslo_concurrency.lockutils [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87693) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 24 14:54:27.172814 dv-neutron-818153-2-hyperv neutron-server[87693]: DEBUG neutron_lib.callbacks.manager [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:27.174464 dv-neutron-818153-2-hyperv neutron-server[87693]: INFO neutron.wsgi [None req-59c00d95-020a-4fe4-badf-629699e7c890 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf433cbf-d4ec-45d3-91e3-6fc2f992eb66 HTTP/1.1" status: 204 len: 168 time: 0.1629109 Nov 24 14:54:27.204255 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.plugin [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] No Port match for: 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 {{(pid=87694) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 24 14:54:27.204773 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron.plugins.ml2.rpc [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Device 26ec43fc-000f-4fab-9c2b-bddeb06c0e09 not bound to the agent host dv-neutron-818153-2-hyperv {{(pid=87694) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 24 14:54:47.517981 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:48.993753 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:54:49.970674 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9e39-1ab0-4fd5-a79b-1d3587d8cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:50.501912 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:52.735491 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-56391b67-22dc-4647-ad4d-e8f4e3c4faa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:53.947008 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:54:55.542900 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:17.533279 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:19.977162 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4b67-9482-4aac-b377-9bf863956c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:20.507570 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:22.737055 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-38f52e31-7762-4258-97ec-ed5f194ec8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:23.990040 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:25.544995 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:25.993015 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:55:47.534029 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:49.971385 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd452-4907-4256-9d2d-6e30a6b48053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:50.499747 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:52.739192 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-2ec0ab13-b7c7-4890-9df7-3c9049f7f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:53.953315 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:55:55.549861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:02.992141 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:56:17.564000 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:19.980297 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-01c8a477-a74c-4a94-9baf-0b60aef6e3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:20.501164 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:22.740377 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-89c8f333-1691-45c1-a7f6-0d338139676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:23.954835 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:25.551562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:39.990873 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:56:47.578034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:49.973203 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-11f286be-1516-4d12-bb6c-55b90e6cffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:50.503316 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:52.741861 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-133516d2-49f7-4f33-96eb-fc6f5a8e4a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:53.958168 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:56:55.557051 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:16.990773 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:57:17.577445 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:19.975074 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-e7bfcea7-9995-4011-b316-80f119f64598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:20.507866 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:22.746034 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-bdae2c06-aab4-48c0-845d-542e3a6fdadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:23.961429 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:24.426748 dv-neutron-818153-2-hyperv neutron-server[87692]: DEBUG neutron.wsgi [req-9a6d1c61-3b28-4ce6-97f9-e2a53fff7e27 req-4d078780-8778-445f-9e39-d666f56d498c service neutron] (87692) timed out ('10.222.0.36', 49588) {{(pid=87692) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 24 14:57:25.557146 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:47.607566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:49.979547 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-5b721752-7a63-4814-9e32-6aae992d6fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:50.510218 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:52.750446 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a7724378-408b-40dc-88c1-b96ffb635016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:53.963566 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:57:53.989647 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:57:55.562989 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:17.624191 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:19.981625 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-18e98586-cfdf-4a3e-a5d8-7fa44296938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:20.513235 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:22.753523 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-cddf6fe9-d72c-4cee-8196-51ce61bd999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:23.966436 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:25.565076 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:30.989566 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:58:47.622221 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:49.982580 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0fec-2430-4e5e-9632-4d470c7a25c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:50.515264 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:52.755862 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-77b9f45e-8d7d-48dc-bca9-31d844e0bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:53.969998 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:58:55.568117 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:07.988536 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:59:17.621388 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:19.984781 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-4a000969-2929-440f-b58a-ec908c89bfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:20.522037 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:22.758423 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-a884f594-20e0-40c1-8afa-950bf6e6dd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:23.973604 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:25.571352 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:44.986819 dv-neutron-818153-2-hyperv neutron-server[87695]: DEBUG neutron.db.agents_db [None req-704fe585-9007-4371-878b-781aef2ffdd1 None None] Agent healthcheck: found 6 active agents {{(pid=87695) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 24 14:59:47.621934 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-86a78f82-8fd3-4e0d-bd33-e0704aa75b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:49.986548 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-0db6fc15-4f38-4d74-8c98-783a43d51f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:50.516296 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-6815428b-dc75-47b9-8afe-301f1f52d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:52.760725 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-d12cf629-974e-4708-ab8c-113b4ea128ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:53.976562 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc09f-fe2a-42bd-9e92-e94bd5c389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 24 14:59:55.579019 dv-neutron-818153-2-hyperv neutron-server[87694]: DEBUG neutron_lib.callbacks.manager [None req-f6348777-3802-44c3-b443-1dc86112e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756219520943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4014109'] for agent, after_update {{(pid=87694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}